fix: extend default timeout

KogoCampus · Feb 6, 2025 · 6278290 · 6278290
1 parent d693c84
commit 6278290
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/app/agents/scrapers/university_of_british_columbia.py b/app/agents/scrapers/university_of_british_columbia.py
@@ -122,9 +122,6 @@ async def fetch_courses(self) -> CourseListingModel:
             "total_sections": self.totalSections
         }
 
-        with open('data.json', 'w') as f:
-            json.dump(data, f)
-
         # for d in r:
         #     data['semester'] = d['semester']
         #     data['programs'].extend(d['programs'])
@@ -154,6 +151,8 @@ async def fetch_courses_e(self, page, pageNum) -> CourseListingModel:
                 "width": 500,
                 "height": 800,
             })
+            page.set_default_timeout = 60000
+            page.set_default_navigation_timeout = 60000
             await page.goto(self.base_url)
             await self.setupPage(page, pageNum)