test_datasets.py

import json
from brightdata_datasets import BrightDataDatasetTool


def main():
    dataset_tool = BrightDataDatasetTool()

    # Example dataset and params; change these as needed for quick manual testing.
    dataset_key = "google_maps_reviews"
    params = {
        "url": "https://www.google.com/maps/place/Google+Sydney+-+Pirrama+Road/@-33.866489,151.1958561,17z/data=!4m8!3m7!1s0x6b12ae37b47f5b37:0x8eaddfcd1b32ca52!8m2!3d-33.866489!4d151.1958561!9m1!1b1!16s%2Fg%2F1td76qvq?entry=ttu&g_ep=EgoyMDI1MTIwMi4wIKXMDSoASAFQAw%3D%3D",
        "days_limit": "3",
    }

    result = dataset_tool.forward(dataset_key, json.dumps(params))

    print("Dataset response keys / status:")
    try:
        parsed = json.loads(result)
    except json.JSONDecodeError:
        print("Non-JSON response, raw output (first 2000 chars):")
        print(result[:2000])
        return

    # Response can be a bare list or a dict depending on dataset.
    if isinstance(parsed, list):
        print(f"Top-level type: list; items: {len(parsed)}")
        if parsed:
            print("First item sample:")
            print(json.dumps(parsed[0], indent=2)[:1000])
        return

    print(f"Top-level keys: {list(parsed.keys())}")

    items = parsed.get("items") or parsed.get("data") or parsed.get("records") or parsed.get("result")
    if isinstance(items, list):
        print(f"Items count: {len(items)}")
        if items:
            print("First item sample:")
            print(json.dumps(items[0], indent=2)[:1000])
    else:
        print("No iterable items found. Raw JSON (first 2000 chars):")
        print(json.dumps(parsed, indent=2)[:2000])


if __name__ == "__main__":
    main()