From fc46fa14ba54d82dc46317b539ccdf811a31fcd2 Mon Sep 17 00:00:00 2001 From: Sakan Nirattisaykul <94357278+sakan811@users.noreply.github.com> Date: Tue, 15 Oct 2024 14:05:51 +0700 Subject: [PATCH] Update graphql_scraper.py --- backend/scraper/graphql_scraper.py | 1 + 1 file changed, 1 insertion(+) diff --git a/backend/scraper/graphql_scraper.py b/backend/scraper/graphql_scraper.py index 5c291b9..5d00c19 100644 --- a/backend/scraper/graphql_scraper.py +++ b/backend/scraper/graphql_scraper.py @@ -117,6 +117,7 @@ def _scrape_all_pages(self, url: str, headers: dict, total_page_num: int) -> pd. for offset in range(0, total_page_num, 100): graphql_query = self.get_graphql_query(page_offset=offset) data = self._fetch_data(url, headers, graphql_query) + print(data) hotel_data_list = data['data']['searchQueries']['search']['results'] extract_hotel_data(df_list, hotel_data_list) df = concat_df_list(df_list)