{ "edges": [ { "to": "fbb4a5fc-1222-48c0-a9dd-2efd06472d66", "from": "ab4b695b-de79-4729-9463-8b59c047be2c", "toPort": "0", "fromPort": "0" }, { "to": "ab4b695b-de79-4729-9463-8b59c047be2c", "from": "feae26f1-0889-4a52-b705-62a5d55fb2b8", "toPort": "0", "fromPort": "0" }, { "to": "0f912457-142c-4a91-af13-686946f1aad8", "from": "feae26f1-0889-4a52-b705-62a5d55fb2b8", "toPort": "0", "fromPort": "0" }, { "to": "3d681415-dd9a-454d-a108-dc1c1ec9cdb8", "from": "2d61a915-3d69-4fff-a179-150362f26a3c", "toPort": "0", "fromPort": "0" }, { "to": "d3b522dc-93f3-403a-a923-8c040920710b", "from": "20904aec-177e-4174-a859-bdce20b32e17", "toPort": "0", "fromPort": "0" }, { "to": "e00a10e3-0650-467f-bda5-1ebd855d1779", "from": "fbb4a5fc-1222-48c0-a9dd-2efd06472d66", "toPort": "0", "fromPort": "0" }, { "to": "feae26f1-0889-4a52-b705-62a5d55fb2b8", "from": "f0f306fd-4fe7-46db-8761-7980eef55bdb", "toPort": "0", "fromPort": "0" }, { "to": "20904aec-177e-4174-a859-bdce20b32e17", "from": "0f912457-142c-4a91-af13-686946f1aad8", "toPort": "0", "fromPort": "0" }, { "to": "2d61a915-3d69-4fff-a179-150362f26a3c", "from": "e00a10e3-0650-467f-bda5-1ebd855d1779", "toPort": "0", "fromPort": "0" }, { "to": "6df21227-e87a-4db6-96a1-efe0b60e5b58", "from": "3d681415-dd9a-454d-a108-dc1c1ec9cdb8", "toPort": "0", "fromPort": "0" }, { "to": "db2a227b-66d9-4c1f-8a25-21dba32aa701", "from": "6df21227-e87a-4db6-96a1-efe0b60e5b58", "toPort": "0", "fromPort": "0" } ], "nodes": [ { "id": "f0f306fd-4fe7-46db-8761-7980eef55bdb", "name": "Cron (daily/weekly)", "type": "trigger", "params": { "kind": "n8n-nodes-base.scheduleTrigger", "rule": { "interval": [ {} ] } }, "position": [ -1104, -80 ] }, { "id": "ab4b695b-de79-4729-9463-8b59c047be2c", "name": "Build URLs", "type": "code", "params": { "jsCode": "// Build URLs (n8n Code node)\n\nconst input = items[0]?.json ?? {};\n\n// since: daily | weekly | monthly\nconst since = String(input.since || 'daily').toLowerCase().trim();\n\n// languages_csv example: \"any,JavaScript,TypeScript,Python,Go,Rust,C++,Java\"\nconst languagesCsv = String(input.languages_csv || 'any').trim();\n\n// Normalize \"since\"\nconst allowedSince = new Set(['daily', 'weekly', 'monthly']);\nconst sinceFinal = allowedSince.has(since) ? since : 'daily';\n\n// Parse languages\nlet langs = languagesCsv\n .split(',')\n .map(s => s.trim())\n .filter(Boolean);\n\n// remove duplicates\nlangs = [...new Set(langs.map(l => l.toLowerCase()))];\n\n// map normalized language -> GitHub path slug\nconst langSlugMap = {\n 'any': null,\n 'javascript': 'javascript',\n 'typescript': 'typescript',\n 'python': 'python',\n 'go': 'go',\n 'rust': 'rust',\n 'c++': 'c%2B%2B', // URL encoded\n 'cpp': 'c%2B%2B', // allow cpp too\n 'java': 'java',\n};\n\nconst nowIso = new Date().toISOString();\n\n// week_id like 2025-W50\nfunction getWeekId(d = new Date()) {\n const date = new Date(Date.UTC(d.getFullYear(), d.getMonth(), d.getDate()));\n const dayNum = date.getUTCDay() || 7;\n date.setUTCDate(date.getUTCDate() + 4 - dayNum);\n const yearStart = new Date(Date.UTC(date.getUTCFullYear(), 0, 1));\n const weekNo = Math.ceil((((date - yearStart) / 86400000) + 1) / 7);\n return `${date.getUTCFullYear()}-W${String(weekNo).padStart(2, '0')}`;\n}\n\nconst weekId = getWeekId(new Date());\n\n// Build URLs\nconst urls = [];\nfor (const l of langs) {\n const slug = langSlugMap[l];\n // skip unknown languages safely\n if (slug === undefined) continue;\n\n const base = slug ? `https://github.com/trending/${slug}` : `https://github.com/trending`;\n const url = `${base}?since=${encodeURIComponent(sinceFinal)}`;\n\n urls.push({\n url,\n source_url: url,\n page_index: urls.length,\n since: sinceFinal,\n captured_at: nowIso,\n week_id: weekId,\n // keep your sheet config if you want:\n sheet_id: input.sheet_id,\n raw_sheet_name: input.raw_sheet_name || 'trending_raw',\n brief_sheet_name: input.brief_sheet_name || 'weekly_brief',\n });\n}\n\nreturn urls.map(x => ({ json: x }));\n" }, "position": [ -656, -80 ] }, { "id": "fbb4a5fc-1222-48c0-a9dd-2efd06472d66", "name": "Split URLs (loop)", "type": "passthrough", "params": { "mode": "noOp", "options": {}, "batchSize": 1 }, "position": [ -400, -80 ] }, { "id": "e00a10e3-0650-467f-bda5-1ebd855d1779", "name": "ScrapeOps: Fetch HTML", "type": "integration", "params": { "url": "={{$json.url}}", "service": "scrapeops", "operation": "run", "__originalType": "@scrapeops/n8n-nodes-scrapeops.ScrapeOps", "advancedOptions": {} }, "position": [ -176, -80 ] }, { "id": "2d61a915-3d69-4fff-a179-150362f26a3c", "name": "Polite Delay", "type": "passthrough", "params": { "mode": "noOp", "unit": "seconds", "amount": 2 }, "position": [ 64, -80 ] }, { "id": "3d681415-dd9a-454d-a108-dc1c1ec9cdb8", "name": "Extract Trending Repos", "type": "code", "params": { "jsCode": "const html = $json.data || $json.body || $json || '';\nconst upstream = $items('Split URLs (loop)')[0]?.json || {};\n\nconst articles = [...String(html).matchAll(//g)];\nlet rank = 0;\n\nconst cleanText = (s) => String(s || '').replace(/<[^>]+>/g,' ').replace(/\\s+/g,' ').trim();\n\nfunction extractTightDescription(block) {\n const preferred = block.match(/]*class=\"[^\"]*\\bcol-9\\b[^\"]*\"[^>]*>([\\s\\S]*?)<\\/p>/i);\n if (preferred) return cleanText(preferred[1]);\n\n const afterTitle = block.match(/[\\s\\S]*?]*>([\\s\\S]*?)<\\/p>/i);\n if (afterTitle) return cleanText(afterTitle[1]);\n\n const anyP = block.match(/]*>([\\s\\S]*?)<\\/p>/i);\n return anyP ? cleanText(anyP[1]) : '';\n}\n\nfunction extractCountFromAnchor(block, hrefSuffix) {\n const aMatch = block.match(new RegExp(`(]*href=\\\"\\\\/[^\"]+\\\\/${hrefSuffix}\\\"[^>]*>[\\\\s\\\\S]*?<\\\\/a>)`, 'i'));\n if (!aMatch) return '';\n const text = cleanText(aMatch[1]);\n const numMatch = text.match(/([0-9][0-9.,]*\\s*[kKmM]?)/);\n return numMatch ? numMatch[1].replace(/\\s+/g,'') : '';\n}\n\nconst extracted = [];\nfor (const m of articles) {\n const block = m[0];\n\n const h2RepoMatch = block.match(/]*>[\\s\\S]*?]*href=\\\"\\/([^\\/\\s]+)\\/([^\\/\"]+)\\\"/i);\n if (!h2RepoMatch) continue;\n\n const owner = h2RepoMatch[1].trim();\n const repo = h2RepoMatch[2].trim();\n if (!owner || !repo) continue;\n if (owner.toLowerCase() === 'sponsors') continue;\n\n rank += 1;\n\n const full_name = `${owner}/${repo}`;\n const repo_url = `https://github.com/${full_name}`;\n const description = extractTightDescription(block);\n\n const langMatch = block.match(/itemprop=\\\"programmingLanguage\\\"[^>]*>([^<]+)/i);\n const language = langMatch ? cleanText(langMatch[1]) : '';\n\n const stars_total_raw = extractCountFromAnchor(block, 'stargazers');\n const forks_total_raw = extractCountFromAnchor(block, 'forks');\n\n const starsInPeriodMatch = block.match(/([0-9.,kKmM]+)\\s+stars\\s+this\\s+week/i) || block.match(/([0-9.,kKmM]+)\\s+stars\\s+today/i) || block.match(/([0-9.,kKmM]+)\\s+stars\\s+this\\s+month/i);\n\n extracted.push({\n ...upstream,\n rank_on_page: rank,\n owner,\n repo,\n full_name,\n repo_url,\n description,\n language,\n stars_total_raw,\n forks_total_raw,\n stars_in_period_raw: starsInPeriodMatch?.[1] || ''\n });\n}\n\nreturn extracted.map(r => ({ json: r }));" }, "position": [ 320, -80 ] }, { "id": "6df21227-e87a-4db6-96a1-efe0b60e5b58", "name": "Normalize + Enrich-from-page", "type": "code", "params": { "jsCode": "function parseNumber(s) {\n if (!s) return 0;\n const t = String(s).trim().toLowerCase();\n if (t.endsWith('k')) return Math.round(parseFloat(t.slice(0, -1)) * 1000);\n if (t.endsWith('m')) return Math.round(parseFloat(t.slice(0, -1)) * 1000000);\n return parseInt(t.replace(/,/g, ''), 10) || 0;\n}\n\nreturn items.map((item) => {\n const j = item.json || {};\n\n const upstreamKeywords = (j.keywords || []).map(k => String(k).toLowerCase());\n const langSet = new Set((j.languages || []).map(l => String(l).toLowerCase()));\n\n const stars_total = parseNumber(j.stars_total_raw);\n const forks_total = parseNumber(j.forks_total_raw);\n const stars_in_period = parseNumber(j.stars_in_period_raw);\n\n const text = `${j.full_name || ''} ${j.description || ''}`.toLowerCase();\n const matches = upstreamKeywords.filter(k => k && text.includes(k));\n const uniqueMatches = [...new Set(matches)];\n const is_dev_tool = uniqueMatches.length > 0;\n\n let keyword_bonus = 0;\n if (is_dev_tool) keyword_bonus = Math.min(20, 10 + Math.max(0, (uniqueMatches.length - 1) * 2));\n const language_bonus = (j.language && langSet.has(String(j.language).toLowerCase())) ? 3 : 0;\n const score = (stars_in_period * 2) + keyword_bonus + language_bonus;\n\n const dedupe_key = `${j.since}|${j.full_name}`;\n\n\n return {\n json: {\n captured_at: j.captured_at,\n week_id: j.week_id,\n since: j.since,\n source_url: j.source_url,\n rank_on_page: j.rank_on_page,\n full_name: j.full_name,\n repo_url: j.repo_url,\n owner: j.owner,\n repo: j.repo,\n description: j.description,\n language: j.language,\n stars_total,\n forks_total,\n stars_in_period,\n keyword_matches: uniqueMatches.join(', '),\n is_dev_tool,\n score,\n dedupe_key,\n sheet_id: j.sheet_id,\n raw_sheet_name: j.raw_sheet_name,\n brief_sheet_name: j.brief_sheet_name\n }\n };\n});" }, "position": [ 576, -80 ] }, { "id": "db2a227b-66d9-4c1f-8a25-21dba32aa701", "name": "Write to Google Sheets (raw tab)", "type": "integration", "params": { "columns": { "value": { "repo": "={{$json.repo}}", "owner": "={{$json.owner}}", "score": "={{$json.score}}", "since": "={{$json.since}}", "week_id": "={{$json.week_id}}", "language": "={{$json.language}}", "repo_url": "={{$json.repo_url}}", "full_name": "={{$json.full_name}}", "dedupe_key": "={{$json.dedupe_key}}", "source_url": "={{$json.source_url}}", "captured_at": "={{$json.captured_at}}", "description": "={{$json.description}}", "forks_total": "={{$json.forks_total}}", "stars_total": "={{$json.stars_total}}", "rank_on_page": "={{$json.rank_on_page}}", "stars_in_period": "={{$json.stars_in_period}}" }, "schema": [ { "id": "captured_at", "type": "string", "display": true, "required": false, "displayName": "captured_at", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "week_id", "type": "string", "display": true, "required": false, "displayName": "week_id", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "since", "type": "string", "display": true, "required": false, "displayName": "since", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "source_url", "type": "string", "display": true, "required": false, "displayName": "source_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "rank_on_page", "type": "string", "display": true, "required": false, "displayName": "rank_on_page", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "full_name", "type": "string", "display": true, "required": false, "displayName": "full_name", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "repo_url", "type": "string", "display": true, "required": false, "displayName": "repo_url", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "owner", "type": "string", "display": true, "required": false, "displayName": "owner", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "repo", "type": "string", "display": true, "required": false, "displayName": "repo", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "description", "type": "string", "display": true, "required": false, "displayName": "description", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "language", "type": "string", "display": true, "required": false, "displayName": "language", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "stars_total", "type": "string", "display": true, "required": false, "displayName": "stars_total", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "forks_total", "type": "string", "display": true, "required": false, "displayName": "forks_total", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "stars_in_period", "type": "string", "display": true, "required": false, "displayName": "stars_in_period", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "score", "type": "string", "display": true, "required": false, "displayName": "score", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "dedupe_key", "type": "string", "display": true, "removed": false, "required": false, "displayName": "dedupe_key", "defaultMatch": false, "canBeUsedToMatch": true } ], "mappingMode": "defineBelow", "matchingColumns": [ "dedupe_key" ], "attemptToConvertTypes": false, "convertFieldsToString": false }, "options": {}, "service": "googleSheets", "operation": "appendOrUpdate", "sheetName": { "__rl": true, "mode": "name", "value": "trending_raw" }, "documentId": { "__rl": true, "mode": "id", "value": "1GhCbbPilZXMVDox0hQ0Ncqf5-g3AdFFy55Ld30gPD-E" } }, "position": [ 864, -80 ] }, { "id": "d3b522dc-93f3-403a-a923-8c040920710b", "name": "Write to Google Sheets (weekly tab)", "type": "integration", "params": { "columns": { "value": { "notes": "={{$json.notes}}", "week_id": "={{$json.week_id}}", "top_repos": "={{$json.top_repos}}", "top_themes": "={{$json.top_themes}}", "generated_at": "={{$json.generated_at}}" }, "schema": [ { "id": "week_id", "type": "string", "display": true, "required": false, "displayName": "week_id", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "generated_at", "type": "string", "display": true, "required": false, "displayName": "generated_at", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "top_repos", "type": "string", "display": true, "required": false, "displayName": "top_repos", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "top_themes", "type": "string", "display": true, "required": false, "displayName": "top_themes", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "notes", "type": "string", "display": true, "required": false, "displayName": "notes", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "message_sent_to", "type": "string", "display": true, "removed": true, "required": false, "displayName": "message_sent_to", "defaultMatch": false, "canBeUsedToMatch": true }, { "id": "link_to_raw_filter", "type": "string", "display": true, "removed": true, "required": false, "displayName": "link_to_raw_filter", "defaultMatch": false, "canBeUsedToMatch": true } ], "mappingMode": "defineBelow", "matchingColumns": [], "attemptToConvertTypes": false, "convertFieldsToString": false }, "options": {}, "service": "googleSheets", "operation": "append", "sheetName": { "__rl": true, "mode": "list", "value": 723657204, "cachedResultUrl": "https://docs.google.com/YOUR_AWS_SECRET_KEY_HERE-g3AdFFy55Ld30gPD-E/edit#gid=723657204", "cachedResultName": "weekly_brief" }, "documentId": { "__rl": true, "mode": "url", "value": "https://docs.google.com/YOUR_AWS_SECRET_KEY_HERE-g3AdFFy55Ld30gPD-E/edit?usp=sharing" } }, "position": [ 400, 336 ] }, { "id": "feae26f1-0889-4a52-b705-62a5d55fb2b8", "name": "Set Inputs", "type": "set", "params": { "values": { "string": [ { "name": "since", "value": "monthly" }, { "name": "languages_csv", "value": "any" } ] }, "options": {} }, "position": [ -896, -80 ] }, { "id": "0f912457-142c-4a91-af13-686946f1aad8", "name": "Read raw (for weekly)", "type": "integration", "params": { "options": {}, "service": "googleSheets", "operation": "read", "sheetName": { "__rl": true, "mode": "name", "value": "trending_raw" }, "documentId": { "__rl": true, "mode": "id", "value": "1GhCbbPilZXMVDox0hQ0Ncqf5-g3AdFFy55Ld30gPD-E" } }, "position": [ -64, 336 ] }, { "id": "20904aec-177e-4174-a859-bdce20b32e17", "name": "Generate Weekly", "type": "code", "params": { "jsCode": "const weekId = ($items('Build URLs')[0]?.json?.week_id) || '';\nlet rows = items.map(x => x.json || {});\nif (rows.length === 1 && Array.isArray(rows[0].data)) rows = rows[0].data;\n\nconst weekRows = rows.filter(r => String(r.week_id || '') === String(weekId));\nconst devRows = weekRows.filter(r => String(r.is_dev_tool).toLowerCase() === 'true');\n\nconst top = [...weekRows].sort((a,b)=> (Number(b.score)||0) - (Number(a.score)||0)).slice(0,10);\n\nconst top_repos = top.map(r => r.repo_url).join('\\n');\nconst top_10_list = top.map((r,i)=> `${i+1}) ${r.full_name} — stars_in_period=${r.stars_in_period||0}, lang=${r.language||''}, score=${r.score||0}`).join('\\n');\n\nconst themeCounts = {};\nfor (const r of devRows) {\n const parts = String(r.keyword_matches || '').split(',').map(s=>s.trim()).filter(Boolean);\n for (const p of parts) themeCounts[p] = (themeCounts[p] || 0) + 1;\n}\nconst top_themes = Object.entries(themeCounts).sort((a,b)=>b[1]-a[1]).slice(0,20).map(([k,v])=>`${k}(${v})`).join(', ');\n\nconst why = top.length\n ? `Top repo this ${$items('Build URLs')[0]?.json?.since || 'period'}: ${top[0].full_name} (${top[0].language || 'n/a'}) with ${top[0].stars_in_period || 0} stars in period.`\n : '';\n\nreturn [{\n json: {\n week_id: weekId,\n generated_at: new Date().toISOString(),\n total_repos_captured: weekRows.length,\n total_devtools_flagged: devRows.length,\n top_10_list,\n top_repos,\n top_themes,\n notes: why,\n message_sent_to: '',\n link_to_raw_filter: ''\n }\n}];" }, "position": [ 176, 336 ] } ] }

Track GitHub trending repositories with ScrapeOps & Google Sheets