Update scraper.py

scraper.py

@@ -64,14 +64,19 @@ def scrape_courses_json(base_url, num_pages=5):
     data = []
     for page_num in range(1, num_pages + 1):
         page_url = f"{base_url}{page_num}"
+        print(f"Scraping page {page_num}: {page_url}")
+        
         course_links = get_course_links(page_url)
+        print(f"Found {len(course_links)} courses on page {page_num}")
         
         for link in course_links:
             try:
+                print(f"Scraping course: {link}")
                 course_data = parse_course_page(link)
                 data.append(course_data)
                 time.sleep(1)  # Be courteous to the server
             except Exception as e:
                 print(f"Failed to scrape {link}: {e}")
 
+    print("Scraping completed.")
     return data