mb/okimeter
1
Fork 0
Code Issues Pull requests Projects Releases 3 Packages Wiki Activity

refactor for more async work

Browse source
This commit is contained in:
JOLIMAITRE Matthieu 2024-04-15 10:39:46 +02:00
parent 90a7af344e
commit 9641973def
3 changed files with 20 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/lib/client.ts
View file

@ -22,15 +22,13 @@ export class ApiClient {
return parser.parse(unkn); return parser.parse(unkn);
} }
async fetch_parse_paginated<T>(path: string, parser: z.ZodType<T>) { async *fetch_parse_paginated<T>(path: string, parser: z.ZodType<T>): AsyncIterable<T> {
const result = [] as T[];
let page = 1; let page = 1;
while (true) { while (true) {
const fetched = await this.fetch_parse(path + "?per_page=100&page=" + page, parser.array()); const fetched = await this.fetch_parse(path + "?per_page=100&page=" + page, parser.array());
result.push(...fetched); yield* fetched;
if (fetch.length < 100) break; if (fetch.length < 100) break;
page += 1; page += 1;
} }
return result;
} }
} }

10
src/lib/utils.ts
View file

@ -3,8 +3,14 @@ export function sum(numbers: Iterable<number>) {
for (const item of numbers) result += item; for (const item of numbers) result += item;
return result; return result;
} }
export async function parallel<I, O>(inputs: I[], operation: (item: I) => Promise<O>) { export async function parallel<I, O>(inputs: AsyncIterable<I>, operation: (item: I) => Promise<O>) {
const promises = [] as Promise<O>[]; const promises = [] as Promise<O>[];
for (const input of inputs) promises.push(operation(input)); for await (const input of inputs) promises.push(operation(input));
return await Promise.all(promises); return await Promise.all(promises);
} }
export async function collect<T>(gen: AsyncIterable<T>) {
const result = [] as T[];
for await (const item of gen) result.push(item);
return result;
}

16
src/okimeter.ts
View file

@ -11,7 +11,7 @@ async function main() {
let { token } = parse_args(Deno.args); let { token } = parse_args(Deno.args);
if (token === undefined) token = prompt_args(); if (token === undefined) token = prompt_args();
const client = new ApiClient("gitlab.cri.epita.fr", token); const client = new ApiClient("gitlab.cri.epita.fr", token);
const merge_requests = await get_all_merge_requests(client); const merge_requests = get_all_merge_requests(client);
const total = sum(await parallel(merge_requests, (mr) => count_in_merge_request(mr, client))); const total = sum(await parallel(merge_requests, (mr) => count_in_merge_request(mr, client)));
console.log("Total", total, "oki"); console.log("Total", total, "oki");
} }
@ -35,19 +35,23 @@ ${gr("> xxxxxxxxxxxxxxxxxxxx")}
return result.trim(); return result.trim();
} }
async function get_all_merge_requests(client: ApiClient) { function get_all_merge_requests(client: ApiClient) {
return await client.fetch_parse_paginated(`api/v4/merge_requests`, merge_request_parser); return client.fetch_parse_paginated(`api/v4/merge_requests`, merge_request_parser);
} }
async function count_in_merge_request(merge_request: MergeRequest, client: ApiClient) { async function count_in_merge_request(merge_request: MergeRequest, client: ApiClient) {
const all_notes = get_all_merge_request_notes(merge_request, client);
let total = 0; let total = 0;
const merge_request_path = `api/v4/projects/${merge_request.project_id}/merge_requests/${merge_request.iid}`; for await (const note of all_notes) {
const all_notes = await client.fetch_parse_paginated(`${merge_request_path}/notes`, note_parser);
for (const note of all_notes) {
if (!await is_relevant(note.author.username)) continue; if (!await is_relevant(note.author.username)) continue;
if (note.body.toLowerCase().includes("oki")) total += 1; if (note.body.toLowerCase().includes("oki")) total += 1;
} }
return total; return total;
} }
function get_all_merge_request_notes(merge_request: MergeRequest, client: ApiClient) {
const merge_request_path = `api/v4/projects/${merge_request.project_id}/merge_requests/${merge_request.iid}`;
return client.fetch_parse_paginated(`${merge_request_path}/notes`, note_parser);
}
if (import.meta.main) await main(); if (import.meta.main) await main();