feat(core): add deepAssert evidence-chain assertions

apps/report/src/components/detail-panel/index.tsx

@@ -16,6 +16,10 @@ import type {
   IExecutionDump,
 } from '@midscene/core';
 import { executionToMarkdown, getTaskSearchArea } from '@midscene/core';
+import {
+  buildDeepAssertScreenshots,
+  isCurrentScreenshotFallback,
+} from '@midscene/core/agent';
 import {
   Blackboard,
   Player,
@@ -253,7 +257,13 @@ const DetailPanel = ({
       activeTask.uiContext?.screenshot?.capturedAt,
     );
 
-    contextLocatorView = activeTask.uiContext ? (
+    const evidenceScreenshots = buildDeepAssertScreenshots(activeTask);
+    const allowCurrentScreenshot =
+      evidenceScreenshots === undefined ||
+      isCurrentScreenshotFallback(activeTask);
+
+    contextLocatorView =
+      allowCurrentScreenshot && activeTask.uiContext ? (
       <ScreenshotDisplay
         title={`${isPageContextFrozen ? 'UI Context (Frozen)' : 'UI Context'} / ${contextScreenshotAt}`}
       >
@@ -268,7 +278,16 @@ const DetailPanel = ({
       </ScreenshotDisplay>
     ) : null;
 
-    if (activeTask.recorder?.length) {
+    if (evidenceScreenshots && evidenceScreenshots.length > 0) {
+      for (const [index, item] of evidenceScreenshots.entries()) {
+        screenshotItems.push({
+          timestamp: item.screenshotTimestamp ?? index,
+          screenshotTimestamp: item.screenshotTimestamp,
+          screenshot: item.screenshot,
+          timing: item.timing,
+        });
+      }
+    } else if (evidenceScreenshots === undefined && activeTask.recorder?.length) {
       for (const item of activeTask.recorder) {
         const screenshot = item.screenshot?.base64;
         if (screenshot) {

packages/core/src/agent/agent.ts

@@ -125,6 +125,8 @@ export type AiActOptions = {
   deepLocate?: boolean;
   abortSignal?: AbortSignal;
   context?: string;
+  AfterActPictures?: number;
+  Interval?: number;
 };
 
 type AiActInternalOptions = AiActOptions & {
@@ -400,6 +402,7 @@ export class Agent<InterfaceType extends AbstractInterface = AbstractInterface>
       waitAfterAction: this.opts.waitAfterAction,
       useDeviceTime: this.opts.useDeviceTime,
       actionSpace: this.fullActionSpace,
+      getAssertionExecutions: () => this.dump.executions,
       hooks: {
         onSnapshotChange: async (runner) => {
           const executionDump = runner.dump();
@@ -1234,6 +1237,10 @@ export class Agent<InterfaceType extends AbstractInterface = AbstractInterface>
         deepLocate,
         abortSignal,
         internalReportDisplay,
+        {
+          AfterActPictures: opt?.AfterActPictures,
+          Interval: opt?.Interval,
+        },
       );
 
       // update cache
@@ -1399,7 +1406,7 @@ export class Agent<InterfaceType extends AbstractInterface = AbstractInterface>
 
   async aiAssert(
     assertion: TUserPrompt,
-    msg?: string,
+    msg?: string | AssertOptions,
     opt?: AssertOptions,
   ): Promise<AgentAssertResult | undefined> {
     return this.createInsight().aiAssert(assertion, msg, opt);