From 4dd82bf4c9fb20975b8cdd0058afed527692b616 Mon Sep 17 00:00:00 2001 From: Soxoj Date: Thu, 12 Dec 2024 02:30:29 +0100 Subject: [PATCH] Fixed Gravatar parsing (socid_extractor) --- maigret/resources/data.json | 5 ++++- poetry.lock | 10 +++++----- pyproject.toml | 2 +- 3 files changed, 10 insertions(+), 7 deletions(-) diff --git a/maigret/resources/data.json b/maigret/resources/data.json index 52220563..70c07c11 100644 --- a/maigret/resources/data.json +++ b/maigret/resources/data.json @@ -13052,6 +13052,9 @@ "in", "us" ], + "errors": { + "Please enable JavaScript to proceed": "Scraping protection" + }, "checkType": "status_code", "alexaRank": 12591, "urlMain": "https://pypi.org/", @@ -17471,7 +17474,7 @@ "method": "vimeo" }, "headers": { - "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3MzM4NzYyODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiMDk0ZjY5MjctZDJhMy00ZTY3LWI1N2EtN2IwMjBlOTcyZjQ5In0.dxgGrY7vQs6DW3sfKaOJy4UL8MKjMK-ssr_kndr9_vY" + "Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3MzM5Njc3MjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiNGJkNDE4NzktM2VhOS00ZWRiLWIzZDUtNjAyNjQ3YjMyNTVhIn0.kPbKREujSfYsisyF0pS_HskTapRlHBfVLRw4cis1ezk" }, "urlProbe": "https://api.vimeo.com/users/{username}?fields=name%2Cgender%2Cbio%2Curi%2Clink%2Cbackground_video%2Clocation_details%2Cpictures%2Cverified%2Cmetadata.public_videos.total%2Cavailable_for_hire%2Ccan_work_remotely%2Cmetadata.connections.videos.total%2Cmetadata.connections.albums.total%2Cmetadata.connections.followers.total%2Cmetadata.connections.following.total%2Cmetadata.public_videos.total%2Cmetadata.connections.vimeo_experts.is_enrolled%2Ctotal_collection_count%2Ccreated_time%2Cprofile_preferences%2Cmembership%2Cclients%2Cskills%2Cproject_types%2Crates%2Ccategories%2Cis_expert%2Cprofile_discovery%2Cwebsites%2Ccontact_emails&fetch_user_profile=1", "checkType": "status_code", diff --git a/poetry.lock b/poetry.lock index 8dd1d7fb..dc46a9fd 100644 --- a/poetry.lock +++ b/poetry.lock @@ -2543,17 +2543,17 @@ files = [ [[package]] name = "socid-extractor" -version = "0.0.26" +version = "0.0.27" description = "Extract accounts' identifiers from personal pages on various platforms" optional = false python-versions = "*" files = [ - {file = "socid-extractor-0.0.26.tar.gz", hash = "sha256:b5bd16cbedd3c167748cca7a86c1780524955bc6222fddfa8fa87d5fd1739f12"}, - {file = "socid_extractor-0.0.26-py3-none-any.whl", hash = "sha256:694d822589114c344cfe0feb2977d39b0530a9803bb4831ad3eea990a3fce933"}, + {file = "socid_extractor-0.0.27-py3-none-any.whl", hash = "sha256:8a2de445fc75f5bf416892c301c783c835076f080ed39a27c82330acb2b7f39d"}, + {file = "socid_extractor-0.0.27.tar.gz", hash = "sha256:d2032e483ae92c2f305eb2ffbb3e70667262df9e68fe3f0f63f315694b3ef3cb"}, ] [package.dependencies] -beautifulsoup4 = ">=4.12.2,<4.13.0" +beautifulsoup4 = ">=4.12.3,<4.13.0" python-dateutil = ">=2.8.1" requests = ">=2.24.0" @@ -2939,4 +2939,4 @@ propcache = ">=0.2.0" [metadata] lock-version = "2.0" python-versions = "^3.10" -content-hash = "64a1fba0826fcf13840f573b9cd2754a26b337c3d7e5e195195d2a53d99db870" +content-hash = "dc5cc13dc76f609475049caf0e0d66847ebc9560eac9c4286b378ea415f269ca" diff --git a/pyproject.toml b/pyproject.toml index fef716cc..19e16330 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -56,7 +56,7 @@ python-bidi = "^0.6.3" requests = "^2.31.0" requests-futures = "^1.0.2" six = "^1.17.0" -socid-extractor = "^0.0.26" +socid-extractor = "^0.0.27" soupsieve = "^2.6" stem = "^1.8.1" torrequest = "^0.1.0"