Skip to content

Commit

Permalink
fix project missing
Browse files Browse the repository at this point in the history
  • Loading branch information
mgoulao committed Oct 23, 2024
1 parent 0accd5c commit aea671c
Show file tree
Hide file tree
Showing 3 changed files with 16 additions and 6 deletions.
1 change: 1 addition & 0 deletions _data/projects.yml
Original file line number Diff line number Diff line change
Expand Up @@ -78,6 +78,7 @@
website: https://ale.farama.org/
desc: A simple framework that allows researchers and hobbyists to develop AI agents for Atari 2600 games
type: incubating
pip: ale-py

- name: D4RL
github: https://github.com/Farama-Foundation/D4RL
Expand Down
4 changes: 1 addition & 3 deletions _includes/components/stats_card.html
Original file line number Diff line number Diff line change
Expand Up @@ -55,8 +55,7 @@
const faramaProjects = {{ site.data.projects | jsonify }};

// D4RL is deprecated
const faramaProjectNames = faramaProjects.map((a) => a.name.toLowerCase()).filter((a) => a !== "d4rl");

const faramaProjectNames = faramaProjects.map((a) => a.github.split("/").slice(-1)[0].toLowerCase()).filter((a) => a !== "d4rl");
const getProjectStatNumber = (data, project, stat) => {
const projObject = data[project];
if (projObject !== undefined) {
Expand Down Expand Up @@ -328,7 +327,6 @@
const sortedProjects = Object.keys(completeData)
.filter((a) => faramaProjectNames.includes(a.toLowerCase()))
.sort((a, b) => projectSort(faramaProjects, a, b));

createStatCard(completeData, summaryData, STAT, sortedProjects, containerElem);

})();
Expand Down
17 changes: 14 additions & 3 deletions _scripts/scrape_stats.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,9 +48,9 @@ def scrape_downloads(projects):
res_dict[project] = project_downloads

for project in projects:
project_downloads = scrape_project_downloads(project)
project_downloads = scrape_project_downloads(project["pip"])
total += project_downloads
res_dict[project] = project_downloads
res_dict[project["repo"]] = project_downloads

print(f"Downloads: {res_dict}")
return res_dict, total
Expand All @@ -61,6 +61,7 @@ def scrape_stars(projects):
total = 0

for project in projects:
project = project["repo"]
res = requests.get(REPOS_URLS.format(repo=project))
res_json = res.json()
project_stars = (
Expand All @@ -80,6 +81,7 @@ def scrape_colaborators(projects):
usernames = []

for project in projects:
project = project["repo"]
lastPage = False
page = 1
project_colaborators = 0
Expand Down Expand Up @@ -131,6 +133,7 @@ def scrape_repos_use(projects):
res_dict = {}
total = 0
for project in projects:
project = project["repo"]
try:
res = requests.get(REPOS_USE_URLS.format(repo=project))
project_repos_use = retrieve_dependents_from_html(res.content)
Expand Down Expand Up @@ -162,6 +165,14 @@ def scrape_repos_use(projects):
return res_dict, total


def parse_project(project):
repo = project["github"].split("/")[-1]
return {
"repo": repo,
"pip": project["pip"] if "pip" in project.keys() else repo,
}


def scrape_stats():
current_date = str(datetime.date.today().strftime("%Y-%m"))
stats = {}
Expand All @@ -183,7 +194,7 @@ def scrape_stats():
)
with open(projects_yaml) as fp:
projects = yaml.load(fp, SafeLoader)
projects = list(map(lambda x: x["github"].split("/")[-1].rstrip("/"), projects))
projects = list(map(lambda x: parse_project(x), projects))

for key in ["downloads", "colaborators", "repos_use", "stars"]:
scraped_val = None
Expand Down

0 comments on commit aea671c

Please sign in to comment.