diff --git a/backend/scraper/graphql_scraper.py b/backend/scraper/graphql_scraper.py index 5c291b9..5d00c19 100644 --- a/backend/scraper/graphql_scraper.py +++ b/backend/scraper/graphql_scraper.py @@ -117,6 +117,7 @@ def _scrape_all_pages(self, url: str, headers: dict, total_page_num: int) -> pd. for offset in range(0, total_page_num, 100): graphql_query = self.get_graphql_query(page_offset=offset) data = self._fetch_data(url, headers, graphql_query) + print(data) hotel_data_list = data['data']['searchQueries']['search']['results'] extract_hotel_data(df_list, hotel_data_list) df = concat_df_list(df_list)