The definitive list of the best of (consumer facing) open source.
Fix for stats updator script
Lucas05031181da2a
diff --git a/source/scripts/maintenance/stats_updator.py b/source/scripts/maintenance/stats_updator.pyindex 8ca3977..53d13d1 100644--- a/source/scripts/maintenance/stats_updator.py+++ b/source/scripts/maintenance/stats_updator.py@@ -1,69 +1,60 @@-import json-import requestsimport os+import requests+import jsonfrom datetime import datetime-GITHUB_TOKEN = os.getenv('GITHUB_TOKEN')-HEADERS = {+# Load the applications data from the JSON file+with open('source/data/applications.json', 'r') as f:+ data = json.load(f)++# GitHub API token from the environment variables+GITHUB_TOKEN = os.getenv('GITHUB_TOKEN')++# Headers for the API request+headers = {'Authorization': f'token {GITHUB_TOKEN}','Accept': 'application/vnd.github.v3+json'}-def get_repo_data(owner, repo):- repo_url = f'https://api.github.com/repos/{owner}/{repo}'- commits_url = f'{repo_url}/commits'-- repo_response = requests.get(repo_url, headers=HEADERS)- commit_response = requests.get(commits_url, headers=HEADERS)-- if repo_response.status_code != 200:- print(f"Failed to fetch data for {owner}/{repo}")- return {}-- repo_data = repo_response.json()- commits_data = commit_response.json()-- last_commit_date = ''- if isinstance(commits_data, list) and len(commits_data) > 0:- last_commit_date = commits_data[0]['commit']['committer']['date']- last_commit_date = datetime.strptime(last_commit_date, "%Y-%m-%dT%H:%M:%SZ").strftime("%m/%d/%Y")-- return {- 'description': repo_data.get('description', ''),- 'stars': repo_data.get('stargazers_count', 0),- 'language': repo_data.get('language', ''),- 'license': repo_data.get('license', {}).get('spdx_id', '') if repo_data.get('license') else '',- 'last_commit': last_commit_date- }--def update_applications(filepath='source/data/applications.json'):- with open(filepath, 'r', encoding='utf-8') as f:- data = json.load(f)-- for app in data.get('applications', []):- try:- url = app['link']- if "github.com" not in url:- continue- parts = url.split('/')- owner, repo = parts[3], parts[4]- print(f"Updating: {owner}/{repo}")-- updated_info = get_repo_data(owner, repo)-- app['description'] = updated_info.get('description', app['description'])- app['stars'] = updated_info.get('stars', app['stars'])- app['language'] = updated_info.get('language', app['language'])- app['license'] = updated_info.get('license', app['license'])- app['last_commit'] = updated_info.get('last_commit', app['last_commit'])-- except Exception as e:- print(f"Error updating {app.get('name')}: {e}")-- with open(filepath, 'w', encoding='utf-8') as f:- json.dump(data, f, indent=4)-- print("Update complete!")--if __name__ == "__main__":- update_applications()+# Function to get the latest data for each application+def update_application_data(app):+ # Extract repository name from the GitHub URL+ repo_name = app["link"].split("github.com/")[1]++ # API URL for the repository+ repo_url = f'https://api.github.com/repos/{repo_name}'++ print(f"Updating: {repo_name}") # Debugging output to see which repo is being processed+ print(f"API URL: {repo_url}") # Debugging output to check URL++ # Make the request to the GitHub API+ response = requests.get(repo_url, headers=headers)++ if response.status_code == 200:+ repo_data = response.json()++ # Update the app's fields with the data from the GitHub API+ app['stars'] = repo_data.get('stargazers_count', app['stars'])+ app['language'] = repo_data.get('language', app['language'])++ # Update license with SPDX identifier instead of the license name+ app['license'] = repo_data.get('license', {}).get('spdx_id', app['license'])++ # Update last commit date+ app['last_commit'] = datetime.strptime(repo_data['pushed_at'], '%Y-%m-%dT%H:%M:%SZ').strftime('%m/%d/%Y')++ return app+ else:+ print(f"Error: Unable to fetch data for {repo_name}. Status Code: {response.status_code}") # Print status code+ print(f"Response: {response.text}") # Print response content for more insight+ return app++# Update the applications data+for app in data['applications']:+ app = update_application_data(app)++# Write the updated data back to the JSON file+with open('source/data/applications.json', 'w') as f:+ json.dump(data, f, indent=4)++print("Updated application data successfully!")