Skip to content

admin stats job #2022

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
BryonLewis merged 1 commit into from
Oct 12, 2026
Merged

admin stats job #2022

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
36 changes: 36 additions & 0 deletions client/platform/web-girder/api/configuration.service.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,31 @@ export type DateRange = '60 days' | '3 months' | '6 months' | '1 year' | '3 year

export type GroupBy = 'user' | 'month' | undefined;

export interface AnnotationStatsLabelCount {
label: string;
count: number;
}

export interface AnnotationStatsReport {
generatedAt: string;
datasets: {
total: number;
mostlyManual: number;
mixedSubstantialCorrections: number;
mostlyComputed: number;
empty: number;
};
tracks: {
total: number;
confidenceGte1: number;
};
labels: AnnotationStatsLabelCount[];
}

export interface AnnotationStatsJobResponse {
jobId: string;
}

export type AddOns = [string, string, string, boolean][];

export interface DiveConfiguration {
Expand Down Expand Up @@ -151,6 +176,15 @@ function getStats(dateRange?: DateRange, overrideDateTime?: string, groupBy?: Gr
});
}

function startAnnotationStatsJob() {
return girderRest.post<AnnotationStatsJobResponse>('dive_configuration/annotation_stats');
}

/** Latest report saved under the admin user's Stats folder, or null. */
function getLatestAnnotationStats() {
return girderRest.get<AnnotationStatsReport | null>('dive_configuration/annotation_stats');
}

export {
getBrandData,
getConfig,
Expand All @@ -164,4 +198,6 @@ export {
postAddons,
updateContainers,
getStats,
startAnnotationStatsJob,
getLatestAnnotationStats,
};
184 changes: 183 additions & 1 deletion client/platform/web-girder/views/Admin/AdminStats.vue
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,13 +6,22 @@ import {
} from 'vue';
import {
getStats, DateRange, GroupBy, StatsResponse,
startAnnotationStatsJob, getLatestAnnotationStats, AnnotationStatsReport,
} from 'platform/web-girder/api/configuration.service';
import girderRest from 'platform/web-girder/plugins/girder';
import { isJobFinished, jobSucceeded } from 'platform/web-girder/store/useJobs';
import * as d3 from 'd3';

type DataRecord = Record<string, number>;

type ColorMapping = Record<string, string>;

type AnnotationStatsJobDoc = {
status: number;
title?: string;
meta?: { annotationStats?: AnnotationStatsReport };
};

export default defineComponent({
name: 'StatsComponent',
setup() {
Expand All @@ -28,6 +37,12 @@ export default defineComponent({
const dateRangeOptions = ref(['60 days', '3 months', '6 months', '1 year', '3 years', '5 years']);
const groupByOptions = ref(['', 'user', 'month']);

const annotationStatsRunning = ref(false);
const annotationStatsLoading = ref(false);
const annotationStatsJobId = ref<string | null>(null);
const annotationStatsError = ref<string | null>(null);
const annotationStatsReport = ref<AnnotationStatsReport | null>(null);

const totalJobs = computed(() => {
if (statsTableData.value) {
return Object.values(statsTableData.value.jobs).reduce((prev, current) => (prev + current), 0);
Expand Down Expand Up @@ -147,8 +162,78 @@ export default defineComponent({
.attr('fill', '#3498db');
};

const sleep = (ms: number) => new Promise<void>((resolve) => {
setTimeout(resolve, ms);
});

const loadSavedAnnotationStats = async () => {
annotationStatsLoading.value = true;
try {
const { data } = await getLatestAnnotationStats();
if (data && typeof data === 'object' && data.datasets && data.tracks) {
annotationStatsReport.value = data;
}
} catch {
// No saved report yet (or folder missing) is fine on first visit.
} finally {
annotationStatsLoading.value = false;
}
};

const runAnnotationStats = async () => {
annotationStatsRunning.value = true;
annotationStatsError.value = null;
annotationStatsJobId.value = null;
try {
const { data } = await startAnnotationStatsJob();
annotationStatsJobId.value = data.jobId;
const deadline = Date.now() + 60 * 60 * 1000;
/* eslint-disable no-await-in-loop -- poll until the inventory job finishes */
while (Date.now() < deadline) {
const { data: job } = await girderRest.get<AnnotationStatsJobDoc>(`job/${data.jobId}`);
if (isJobFinished(job.status)) {
if (!jobSucceeded(job.status)) {
throw new Error(job.title || 'Annotation stats job failed');
}
// Prefer the persisted Stats-folder copy so refresh matches this view.
const { data: saved } = await getLatestAnnotationStats();
const report = saved || job.meta?.annotationStats;
if (!report) {
throw new Error('Annotation stats job finished without a report payload');
}
annotationStatsReport.value = report;
return;
}
await sleep(2000);
}
/* eslint-enable no-await-in-loop */
throw new Error('Timed out waiting for annotation stats job');
} catch (err) {
annotationStatsError.value = err instanceof Error ? err.message : String(err);
} finally {
annotationStatsRunning.value = false;
}
};

const downloadAnnotationStats = () => {
if (!annotationStatsReport.value) return;
const blob = new Blob(
[JSON.stringify(annotationStatsReport.value, null, 2)],
{ type: 'application/json' },
);
const url = URL.createObjectURL(blob);
const anchor = document.createElement('a');
anchor.href = url;
anchor.download = `annotation-stats-${annotationStatsReport.value.generatedAt}.json`;
anchor.click();
URL.revokeObjectURL(url);
};

// Fetch initial data on mounted
onMounted(() => fetchData());
onMounted(() => {
fetchData();
loadSavedAnnotationStats();
});

// Watch for changes in dropdowns
watch([selectedDateRange, selectedGroupBy], () => fetchData());
Expand All @@ -165,6 +250,13 @@ export default defineComponent({
userColorMapping,
responseData,
userLimit,
annotationStatsRunning,
annotationStatsLoading,
annotationStatsJobId,
annotationStatsError,
annotationStatsReport,
runAnnotationStats,
downloadAnnotationStats,
};
},
});
Expand Down Expand Up @@ -333,6 +425,96 @@ export default defineComponent({
</v-card>
</v-col>
</v-row>

<v-row class="mt-6">
<v-col cols="12">
<v-card>
<v-card-title>Annotation inventory</v-card-title>
<v-card-text>
<p class="mb-3">
Run a background job that counts datasets, tracks, confidence &ge; 1,
curation classes (mostly manual / substantially corrected / mostly computed),
and label totals. Results are saved under your user
<code>Stats</code> folder so they remain after refresh.
</p>
<v-btn
color="primary"
:loading="annotationStatsRunning"
:disabled="annotationStatsRunning"
@click="runAnnotationStats"
>
Generate annotation report
</v-btn>
<a
v-if="annotationStatsJobId"
class="ml-4"
:href="`/girder/#job/${annotationStatsJobId}`"
target="_blank"
rel="noopener noreferrer"
>
View job
</a>
<v-alert
v-if="annotationStatsError"
type="error"
dense
text
class="mt-4"
>
{{ annotationStatsError }}
</v-alert>
<div
v-if="annotationStatsLoading"
class="mt-4 text-caption"
>
Loading saved report...
</div>
<div
v-else-if="!annotationStatsReport && !annotationStatsRunning"
class="mt-4 text-caption"
>
No saved report yet. Generate one to keep results available after refresh.
</div>
<template v-if="annotationStatsReport">
<div class="mt-4 mb-2 text-caption">
Saved report from {{ annotationStatsReport.generatedAt }}
</div>
<v-chip class="ma-1" color="primary">
Datasets: {{ annotationStatsReport.datasets.total }}
</v-chip>
<v-chip class="ma-1" color="info">
Tracks: {{ annotationStatsReport.tracks.total }}
</v-chip>
<v-chip class="ma-1" color="success">
Confidence &ge; 1: {{ annotationStatsReport.tracks.confidenceGte1 }}
</v-chip>
<v-chip class="ma-1">
Mostly manual: {{ annotationStatsReport.datasets.mostlyManual }}
</v-chip>
<v-chip class="ma-1">
Mixed / corrected: {{ annotationStatsReport.datasets.mixedSubstantialCorrections }}
</v-chip>
<v-chip class="ma-1">
Mostly computed: {{ annotationStatsReport.datasets.mostlyComputed }}
</v-chip>
<v-chip class="ma-1">
Empty: {{ annotationStatsReport.datasets.empty }}
</v-chip>
<div class="mt-4">
<v-btn
small
outlined
color="primary"
@click="downloadAnnotationStats"
>
Download JSON
</v-btn>
</div>
</template>
</v-card-text>
</v-card>
</v-col>
</v-row>
</v-container>
</template>

Expand Down
Loading
Loading