mirror of
https://github.com/LukeHagar/sveltesociety.dev.git
synced 2025-12-06 12:47:44 +00:00
f0442d55e8
* Merge tools into components and resources * Rename components to packages * Format * Redirect with code 302 * Fix text on submitting page * Validate misc.json, format * Permanent redirects * Implement feedback for resources * Fix lint * Improve updateNpm.js types * Fix repo links
91 lines
2.8 KiB
JavaScript
91 lines
2.8 KiB
JavaScript
import { writeFileSync } from 'node:fs';
|
|
import { packagesSchema, templatesSchema } from '../src/lib/schemas.js';
|
|
import packages from '../src/routes/packages/packages.json' assert { type: 'json' };
|
|
import templates from '../src/routes/templates/templates.json' assert { type: 'json' };
|
|
import { chunk } from './chunk.js';
|
|
|
|
const ghGraphQlUrl = 'https://api.github.com/graphql';
|
|
const githubNameRegexp = new RegExp(
|
|
'https://github.com/([a-zA-Z0-9][a-zA-Z0-9-]{0,38}/[a-zA-Z0-9._-]{1,100})'
|
|
);
|
|
|
|
/**
|
|
* @param {string} url
|
|
* @param {string} query
|
|
* @return {Promise<any[]>}
|
|
*/
|
|
async function doGraphQlQuery(url, query) {
|
|
try {
|
|
let fetchResponse = await fetch(url, {
|
|
body: JSON.stringify({ query }),
|
|
method: 'POST',
|
|
headers: {
|
|
'content-type': 'application/json',
|
|
authorization: `Bearer ${process.env.GITHUB_TOKEN}`
|
|
}
|
|
});
|
|
let data = await fetchResponse.json();
|
|
return Object.values(data.data || {});
|
|
} catch (e) {
|
|
console.error(e.message);
|
|
}
|
|
return [];
|
|
}
|
|
|
|
function getAllGHRepos() {
|
|
const repos = [
|
|
...packagesSchema.parse(packages).map((i) => i.repository),
|
|
...templatesSchema.parse(templates).map((i) => i.repository)
|
|
];
|
|
return repos.filter((url) => url && githubNameRegexp.test(url));
|
|
}
|
|
|
|
/**
|
|
* @param {string} url
|
|
*/
|
|
function ghRepoGraphQl(url) {
|
|
const name = url.match(githubNameRegexp)[1];
|
|
const [owner, repo] = name.toLowerCase().split('/');
|
|
let identifier = owner + '_' + repo + '_' + Math.random() + '';
|
|
identifier = identifier.replace(/[^a-zA-Z0-9_]/g, '_');
|
|
identifier = identifier.replace(/^[0-9]/g, '_');
|
|
return `${identifier}: repository(name: "${repo}", owner: "${owner}"){url stargazerCount}`;
|
|
}
|
|
|
|
/**
|
|
* Get the number of stars for all GitHub repositories.
|
|
* The result is a Map where the key the repo name and the value is the number of stars.
|
|
* @returns {Promise<Record<string, {stars: number}>>}
|
|
*/
|
|
async function getGHStars() {
|
|
const repoData = getAllGHRepos();
|
|
console.log('Found ' + repoData.length + ' repositories');
|
|
const pagedRepoData = chunk(repoData, 100);
|
|
const pageCount = pagedRepoData.length;
|
|
let lines = [];
|
|
for (let index = 0; index < pageCount; index++) {
|
|
const page = pagedRepoData[index];
|
|
console.log('Running GraphQL for page ' + (index + 1) + '/' + pageCount);
|
|
let body =
|
|
'query{' + '\n' + page.map((repoInfo) => ghRepoGraphQl(repoInfo)).join('\n') + '\n' + '}';
|
|
lines.push(...(await doGraphQlQuery(ghGraphQlUrl, body)));
|
|
}
|
|
return Object.fromEntries(
|
|
lines
|
|
.filter((line) => line?.url)
|
|
.map((line) => [line.url.toLowerCase(), { stars: line.stargazerCount }])
|
|
.sort()
|
|
);
|
|
}
|
|
|
|
const github = await getGHStars();
|
|
|
|
console.log(
|
|
`Github: ${Object.keys(github).length} repositories (${Object.values(github).reduce(
|
|
(count, item) => count + item.stars,
|
|
0
|
|
)} stars)`
|
|
);
|
|
|
|
writeFileSync('src/lib/data/github.json', JSON.stringify(github));
|