fix: set timeout in fetch_course

KogoCampus · Feb 6, 2025 · b941f5c · b941f5c
1 parent 6278290
commit b941f5c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/app/agents/scrapers/university_of_british_columbia.py b/app/agents/scrapers/university_of_british_columbia.py
@@ -93,6 +93,10 @@ async def fetch_courses(self) -> CourseListingModel:
                 "width": 500,
                 "height": 800,
             })
+
+            page.set_default_timeout = 60000
+            page.set_default_navigation_timeout = 60000
+
             await page.goto(self.base_url)
             await page.wait_for_selector('#subjects-table')
             pagination = (await page.locator('.MuiTablePagination-displayedRows').inner_html()).split(' of')
@@ -151,8 +155,10 @@ async def fetch_courses_e(self, page, pageNum) -> CourseListingModel:
                 "width": 500,
                 "height": 800,
             })
+
             page.set_default_timeout = 60000
             page.set_default_navigation_timeout = 60000
+
             await page.goto(self.base_url)
             await self.setupPage(page, pageNum)