feat: store failed_retries per module state and display failed retries in flow status viewer

frontend/src/lib/components/FlowStatusViewerInner.svelte

@@ -66,6 +66,7 @@
 	let jobFailures: boolean[] = []
 
 	let forloop_selected = ''
+	let retry_selected = ''
 	let timeout: NodeJS.Timeout
 
 	let localModuleStates: Writable<Record<string, GraphModuleState>> = writable({})
@@ -296,7 +297,8 @@
 					duration_ms: job['duration_ms'],
 					started_at: started_at,
 					iteration: mod.iterator?.itered?.length,
-					iteration_total: mod.iterator?.itered?.length
+					iteration_total: mod.iterator?.itered?.length,
+					retries: mod?.failed_retries?.length
 					// retries: $flowStateStore?.raw_flow
 				})
 				setDurationStatusByJob(mod.id, job.id, {
@@ -653,6 +655,43 @@
 							<div class="line w-8 h-10" />
 						{/if}
 						<li class="w-full border p-6 space-y-2 bg-blue-50/50 dark:bg-frost-900/50">
+							{#if render && Array.isArray(mod.failed_retries)}
+								{#each mod.failed_retries as failedRetry, j}
+									<Button
+										variant={retry_selected === failedRetry ? 'contained' : 'border'}
+										color="red"
+										btnClasses="w-full flex justify-start"
+										on:click={() => {
+											if (retry_selected == failedRetry) {
+												retry_selected = ''
+											} else {
+												retry_selected = failedRetry
+											}
+										}}
+										endIcon={{
+											icon: ChevronDown,
+											classes: retry_selected == failedRetry ? '!rotate-180' : ''
+										}}
+									>
+										<span class="truncate font-mono">
+											# Retry {j + 1}: {failedRetry}
+										</span>
+									</Button>
+
+									<!-- <LogId id={loopJobId} /> -->
+									<div class="border p-6" class:hidden={retry_selected != failedRetry}>
+										<svelte:self
+											{childFlow}
+											globalModuleStates={[localModuleStates, ...globalModuleStates]}
+											globalDurationStatuses={[localDurationStatuses, ...globalDurationStatuses]}
+											render={failedRetry == retry_selected}
+											reducedPolling={false}
+											{workspaceId}
+											jobId={failedRetry}
+										/>
+									</div>
+								{/each}
+							{/if}
 							{#if ['InProgress', 'Success', 'Failure'].includes(mod.type)}
 								{#if job.raw_flow?.modules[i]?.value.type == 'flow'}
 									<svelte:self

frontend/src/lib/components/flows/map/FlowModuleSchemaItem.svelte

@@ -31,6 +31,7 @@
 	export let modType: string | undefined = undefined
 	export let bgColor: string = ''
 	export let concurrency: boolean = false
+	export let retries: number | undefined = undefined
 
 	const dispatch = createEventDispatcher()
 
@@ -57,11 +58,13 @@
 					transition:fade|local={{ duration: 200 }}
 					class="center-center rounded border bg-surface border-gray-400 text-secondary px-1 py-0.5"
 				>
+					{#if retries}<span class="text-red-400 mr-2">{retries}</span>{/if}
 					<Repeat size={14} />
 				</div>
 				<svelte:fragment slot="text">Retries</svelte:fragment>
 			</Popover>
 		{/if}
+
 		{#if concurrency}
 			<Popover notClickable>
 				<div

frontend/src/lib/components/flows/map/MapItem.svelte

@@ -32,6 +32,7 @@
 	export let duration_ms: number | undefined = undefined
 	export let disableAi: boolean = false
 	export let wrapperId: string | undefined = undefined
+	export let retries: number | undefined = undefined
 
 	$: idx = modules.findIndex((m) => m.id === mod.id)
 
@@ -174,6 +175,7 @@
 				</FlowModuleSchemaItem>
 			{:else}
 				<FlowModuleSchemaItem
+					{retries}
 					on:click={() => dispatch('select', mod.id)}
 					on:delete={onDelete}
 					on:move={() => dispatch('move')}

frontend/src/lib/components/graph/FlowGraph.svelte

@@ -318,6 +318,7 @@
 						insertable,
 						insertableEnd,
 						branchable,
+						retries: flowModuleStates?.[mod.id]?.retries,
 						duration_ms: flowModuleStates?.[mod.id]?.duration_ms,
 						bgColor: getStateColor(flowModuleStates?.[mod.id]?.type),
 						annotation,