mikkel/nexus
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Handle commit metrics search edge cases

Browse source 
Co-Authored-By: Paperclip <noreply@paperclip.ing>
This commit is contained in:
dotta 2026-03-30 06:44:46 -05:00
parent a3537a86e3
commit c54b985d9f
1 changed files with 12 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
scripts/paperclip-commit-metrics.ts
View file

@ -436,6 +436,9 @@ async function searchWindow(
for (let page = 2; page <= pageCount; page += 1) { for (let page = 2; page <= pageCount; page += 1) {
const response = await searchPage(client, options, start, end, page, 100); const response = await searchPage(client, options, start, end, page, 100);
if (response.incomplete_results) {
throw new Error(`GitHub returned incomplete search results for window ${windowKey} on page ${page}`);
}
ingestSearchItems(cache, response.items, shas); ingestSearchItems(cache, response.items, shas);
} }
@ -509,7 +512,7 @@ function sortFilteredShas(cache: CacheFile, shas: string[]): string[] {
} }
function formatQueryDate(value: Date): string { function formatQueryDate(value: Date): string {
return value.toISOString().replace(".000Z", "Z"); return new Date(Math.floor(value.getTime() / 1000) * 1000).toISOString().replace(".000Z", "Z");
} }
function ingestSearchItems(cache: CacheFile, items: SearchCommitItem[], shas: Set<string>) { function ingestSearchItems(cache: CacheFile, items: SearchCommitItem[], shas: Set<string>) {
@ -847,6 +850,14 @@ class GitHubClient {
return (await response.json()) as T; return (await response.json()) as T;
} }
const retryAfter = response.headers.get("retry-after");
if ((response.status === 403 || response.status === 429) && retryAfter) {
const waitMs = Math.max(Number.parseInt(retryAfter, 10) * 1000, 1_000);
console.error(`GitHub secondary rate limit hit for ${pathname}; waiting ${Math.ceil(waitMs / 1000)}s...`);
await sleep(waitMs);
continue;
}
const remaining = response.headers.get("x-ratelimit-remaining"); const remaining = response.headers.get("x-ratelimit-remaining");
const resetAt = response.headers.get("x-ratelimit-reset"); const resetAt = response.headers.get("x-ratelimit-reset");
if ((response.status === 403 || response.status === 429) && remaining === "0" && resetAt) { if ((response.status === 403 || response.status === 429) && remaining === "0" && resetAt) {