This GitHub repo is a powerhouse collection of APIs you can start using immediately to build everything from simple automations to full-scale applications. One of the most valuable API lists on GitHub—period. 💪
JavaScript ai-toolsapiapi-collectionapi-directoryapi-listapifyartificial-intelligenceautomationawesome-listdata-collectiondeveloper-resourcesdeveloper-toolsecommercelead-generationmcpopen-sourcepublic-apisreal-estatesocial-mediaweb-scraping
Delete generate_readme.js
Chris Porter9796749bae9e
diff --git a/generate_readme.js b/generate_readme.jsdeleted file mode 100644index bec2f81..0000000--- a/generate_readme.js+++ /dev/null@@ -1,213 +0,0 @@-/**- * Script to generate a comprehensive README.md with all Apify Actors organized by category- */--const fs = require('fs');--// Read the JSON file-const actors = JSON.parse(fs.readFileSync('apify_actors.json', 'utf-8'));--console.log(`Processing ${actors.length} actors...`);--// Function to convert category name to readable format and anchor-function formatCategoryName(category) {- // Special handling for common acronyms- const acronyms = {- 'AI': 'AI',- 'MCP': 'MCP',- 'SEO': 'SEO',- 'API': 'API'- };-- // Convert underscores to spaces and title case- let readable = category- .split('_')- .map(word => {- const upper = word.toUpperCase();- // Check if it's a known acronym- if (acronyms[upper]) {- return acronyms[upper];- }- // Otherwise title case- return word.charAt(0).toUpperCase() + word.slice(1).toLowerCase();- })- .join(' ');-- // Special cases for better readability- if (readable === 'Ai') readable = 'AI';- if (readable === 'Mcp Servers') readable = 'MCP Servers';- if (readable === 'Seo Tools') readable = 'SEO Tools';-- // Create anchor (lowercase, replace spaces with hyphens)- // GitHub automatically creates anchors from headers, so we match that format- const anchor = readable.toLowerCase().replace(/\s+/g, '-');-- return { readable, anchor };-}--// Organize actors by category-const actorsByCategory = {};-const uncategorized = [];--for (const actor of actors) {- const categories = actor.categories || [];- if (categories.length > 0) {- for (const category of categories) {- if (!actorsByCategory[category]) {- actorsByCategory[category] = [];- }- // Avoid duplicates - check if actor already exists in this category- const exists = actorsByCategory[category].some(a =>- a.name === actor.name && a.username === actor.username- );- if (!exists) {- actorsByCategory[category].push(actor);- }- }- } else {- uncategorized.push(actor);- }-}--// Sort categories alphabetically-const sortedCategories = Object.keys(actorsByCategory).sort();--// Generate README content-let content = `# API-mega-list\n\n`;-content += `This GitHub repo is a powerhouse collection of APIs you can start using immediately to build everything from simple automations to full-scale applications. One of the most valuable API lists on GitHub—period. 💪\n\n`;--content += `## 📦 Apify Actors Collection\n\n`;-content += `This repository includes a comprehensive collection of **${actors.length.toLocaleString()} Apify Actors** (APIs) - ready-to-use web scraping and automation tools from the Apify platform.\n\n`;--content += `### What are Apify Actors?\n\n`;-content += `Apify Actors are pre-built web scraping and automation tools that can extract data from websites, automate workflows, and integrate with AI applications. Each actor is a ready-to-use API that you can run via the Apify platform.\n\n`;--content += `### 📊 Statistics\n\n`;-content += `- **Total APIs**: ${actors.length.toLocaleString()}\n`;-content += `- **Categories**: ${sortedCategories.length}\n`;-content += `- **All links include affiliate tracking** (\`?fpr=p2hrc6\`)\n\n`;--content += `### 📁 Additional Files\n\n`;-content += `- **[APIFY_ACTORS.md](APIFY_ACTORS.md)** - Complete markdown list of all actors organized by category (~8.3 MB)\n`;-content += `- **[apify_actors.json](apify_actors.json)** - Full JSON dataset with all actor details (~11.6 MB)\n`;-content += `- **[apify_actors_simple.txt](apify_actors_simple.txt)** - Simple text format with names and URLs (~996 KB)\n\n`;--content += `---\n\n`;-content += `## 📚 Complete API List by Category\n\n`;--// Add table of contents-content += `### Table of Contents\n\n`;-for (const category of sortedCategories) {- const count = actorsByCategory[category].length;- const { anchor } = formatCategoryName(category);- const { readable } = formatCategoryName(category);- content += `- [${readable}](#${anchor}) (${count.toLocaleString()} APIs)\n`;-}-if (uncategorized.length > 0) {- content += `- [Uncategorized](#uncategorized) (${uncategorized.length.toLocaleString()} APIs)\n`;-}-content += `\n`;--// Write categorized actors-for (const category of sortedCategories) {- const categoryActors = actorsByCategory[category];- const { readable, anchor } = formatCategoryName(category);-- // Add horizontal rule before each section for better visibility- content += `---\n\n`;- content += `## ${readable}\n\n`;- content += `*${categoryActors.length.toLocaleString()} APIs*\n\n`;-- // Sort actors by title- const sortedActors = categoryActors.sort((a, b) =>- (a.title || a.name || '').localeCompare(b.title || b.name || '')- );-- for (const actor of sortedActors) {- const title = actor.title || actor.name || 'Unknown';- const affiliateUrl = actor.affiliate_url || actor.url || '';- const description = actor.description || '';-- // Truncate long descriptions for readability, but cut at word boundaries- const maxDescLength = 200;- let shortDescription = description;- if (description.length > maxDescLength) {- // Find the last space before the max length to avoid cutting words- let cutPoint = maxDescLength;- const lastSpace = description.lastIndexOf(' ', maxDescLength);- if (lastSpace > maxDescLength * 0.8) { // Only use word boundary if it's not too far back- cutPoint = lastSpace;- }- shortDescription = description.substring(0, cutPoint).trim() + '...';- }-- if (shortDescription) {- content += `- **[${title}](${affiliateUrl})** - ${shortDescription}\n`;- } else {- content += `- **[${title}](${affiliateUrl})**\n`;- }- }- content += `\n`;-}--// Write uncategorized actors-if (uncategorized.length > 0) {- content += `---\n\n`;- content += `## Uncategorized\n\n`;- content += `*${uncategorized.length.toLocaleString()} APIs*\n\n`;-- const sortedUncategorized = uncategorized.sort((a, b) =>- (a.title || a.name || '').localeCompare(b.title || b.name || '')- );-- for (const actor of sortedUncategorized) {- const title = actor.title || actor.name || 'Unknown';- const affiliateUrl = actor.affiliate_url || actor.url || '';- const description = actor.description || '';-- // Truncate long descriptions for readability, but cut at word boundaries- const maxDescLength = 200;- let shortDescription = description;- if (description.length > maxDescLength) {- // Find the last space before the max length to avoid cutting words- let cutPoint = maxDescLength;- const lastSpace = description.lastIndexOf(' ', maxDescLength);- if (lastSpace > maxDescLength * 0.8) { // Only use word boundary if it's not too far back- cutPoint = lastSpace;- }- shortDescription = description.substring(0, cutPoint).trim() + '...';- }-- if (shortDescription) {- content += `- **[${title}](${affiliateUrl})** - ${shortDescription}\n`;- } else {- content += `- **[${title}](${affiliateUrl})**\n`;- }- }- content += `\n`;-}--content += `---\n\n`;-content += `## 🚀 Usage\n\n`;-content += `All links in this collection include affiliate tracking. When you click on any actor link, you'll be taken to the Apify platform where you can:\n\n`;-content += `- View actor documentation\n`;-content += `- Run actors via API\n`;-content += `- Schedule automated runs\n`;-content += `- Integrate with your applications\n\n`;--content += `## 📝 Notes\n\n`;-content += `- All APIs are sorted alphabetically within their categories\n`;-content += `- Descriptions are truncated to 200 characters for readability\n`;-content += `- For full descriptions and details, visit the individual API pages\n`;-content += `- This list is automatically generated from the Apify Store API\n\n`;--content += `---\n\n`;-content += `*Last updated: ${new Date().toISOString().split('T')[0]}*\n`;-content += `*Total APIs: ${actors.length.toLocaleString()}*\n`;--// Write to README.md-fs.writeFileSync('README.md', content, 'utf-8');-console.log(`✅ README.md generated successfully!`);-console.log(` - ${sortedCategories.length} categories`);-console.log(` - ${actors.length.toLocaleString()} total APIs`);-console.log(` - ${uncategorized.length.toLocaleString()} uncategorized APIs`);