{
  "schema_version": "attune.eval.web_demo_frontend.v1",
  "mode": "live",
  "profile": "smoke",
  "target": {
    "base_url": "http://192.168.100.233:8968",
    "api_url": "http://192.168.100.233:8969",
    "auth": "bearer",
    "require_audio_ready": false
  },
  "pass": true,
  "checks": {
    "upload": true,
    "clear_reset": true,
    "folder_upload": true,
    "vector_chunk_render": true,
    "chat": true,
    "summary": true,
    "model_switch_gate": true,
    "citation_render": true,
    "time_render": true,
    "voice_file_transcribe": true,
    "webrtc_voice": true,
    "voice_conversation": true,
    "tts_synthesize": true,
    "voice_fixture": true,
    "attune_only_network": true
  },
  "metrics": {
    "frontend": {
      "web_demo_flow_pass_rate": 1.0,
      "web_demo_citation_render_rate": 1.0,
      "web_demo_time_render_rate": 1.0,
      "web_demo_vector_chunk_render_rate": 1.0,
      "web_demo_model_switch_gate_rate": 1.0,
      "web_demo_complex_chat_pass_rate": 1.0,
      "web_demo_summary_workflow_pass_rate": 1.0,
      "web_demo_preparation_summary_pass_rate": 1.0,
      "web_demo_clear_reset_rate": 1.0,
      "web_demo_voice_file_transcribe_rate": 1.0,
      "web_demo_webrtc_voice_rate": 1.0,
      "web_demo_voice_conversation_rate": 1.0,
      "web_demo_tts_synthesize_rate": 1.0,
      "web_demo_attune_only_network_rate": 1.0,
      "elapsed_ms": 80102.38395584747
    }
  },
  "artifacts": {
    "upload_mode": "folder",
    "folder_expected_files": [
      "WEB_DEMO_EVAL_1786523400945.md",
      "WEB_DEMO_EVAL_1786523400945_FOLDER.md"
    ],
    "fixture_upload_batch": {
      "pass": true,
      "expected_total": 2,
      "handled_files": 2,
      "batchId": 1,
      "total": 2,
      "uploaded": 2,
      "failed": 0,
      "failedFiles": [],
      "rawTotal": 2,
      "skipped": 0,
      "resumeSkipped": 0,
      "resume_skipped": 0,
      "queued": 0,
      "ready": 0,
      "manifestSessionId": "web-demo-1-1786523438110",
      "currentUploads": [],
      "state": {
        "running": false,
        "batchId": 1,
        "total": 2,
        "uploaded": 2,
        "failed": 0,
        "failedFiles": [],
        "rawTotal": 2,
        "skipped": 0,
        "resumeSkipped": 0,
        "queued": 0,
        "ready": 0,
        "currentUploads": [],
        "manifest_session_id": "web-demo-1-1786523438110"
      }
    },
    "nested_fixture_upload_batch": {
      "pass": true,
      "expected_total": 2,
      "handled_files": 2,
      "batchId": 1,
      "total": 2,
      "uploaded": 2,
      "failed": 0,
      "failedFiles": [],
      "rawTotal": 2,
      "skipped": 0,
      "resumeSkipped": 0,
      "resume_skipped": 0,
      "queued": 0,
      "ready": 0,
      "manifestSessionId": "web-demo-1-1786523438110",
      "currentUploads": [],
      "state": {
        "running": false,
        "batchId": 1,
        "total": 2,
        "uploaded": 2,
        "failed": 0,
        "failedFiles": [],
        "rawTotal": 2,
        "skipped": 0,
        "resumeSkipped": 0,
        "queued": 0,
        "ready": 0,
        "currentUploads": [],
        "manifest_session_id": "web-demo-1-1786523438110"
      }
    },
    "vector_indexing": {
      "pass": true,
      "elapsed_ms": 5029.94554117322,
      "polls": 2,
      "pending_total": 0,
      "busy_total": 0,
      "failed_total": 0,
      "unaccounted_failed_total": 0,
      "initial_status": {
        "embedding": {
          "available": true,
          "dispatchable": "FREE",
          "lifecycle": "READY",
          "pending_chunks": 0,
          "provider_configured": true,
          "quarantine_scope": "none",
          "queue": {
            "oldest_pending_age_secs": null,
            "oldest_processing_age_secs": null,
            "task_types": [],
            "total_abandoned": 0,
            "total_done": 0,
            "total_other": 0,
            "total_pending": 0,
            "total_processing": 0
          },
          "scheduler_model": "embedding-int8",
          "scheduler_ready": true,
          "scheduler_reason": null,
          "scheduler_status": "ready",
          "vectors": 2
        },
        "embedding_available": true,
        "embedding_fingerprint": "provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1",
        "fulltext_index": true,
        "ingest": {
          "degraded_files": 0,
          "failed_files": 0,
          "metadata_only_files": 0,
          "parsing_files": 0,
          "pending_files": 2,
          "queued_files": 2,
          "ready_files": 0
        },
        "items": 0,
        "pending_embeddings": 0,
        "state": "unlocked",
        "vector_embedding": {
          "compatibility": {
            "current_fingerprint": "provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1",
            "enforce": true,
            "index_fingerprint": "provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1",
            "stale_vectors": 0,
            "status": "match",
            "usable": true
          },
          "vectors": 2
        },
        "vector_index": true,
        "version": "1.5.29"
      },
      "final_status": {
        "embedding": {
          "available": true,
          "dispatchable": "FREE",
          "lifecycle": "READY",
          "pending_chunks": 0,
          "provider_configured": true,
          "quarantine_scope": "none",
          "queue": {
            "oldest_pending_age_secs": 4,
            "oldest_processing_age_secs": null,
            "task_types": [
              {
                "counts": {
                  "abandoned": 0,
                  "done": 0,
                  "other": 0,
                  "pending": 2,
                  "processing": 0
                },
                "oldest_pending_age_secs": 4,
                "oldest_processing_age_secs": null,
                "task_type": "classify"
              },
              {
                "counts": {
                  "abandoned": 0,
                  "done": 12,
                  "other": 0,
                  "pending": 0,
                  "processing": 0
                },
                "oldest_pending_age_secs": null,
                "oldest_processing_age_secs": null,
                "task_type": "embed"
              }
            ],
            "total_abandoned": 0,
            "total_done": 12,
            "total_other": 0,
            "total_pending": 2,
            "total_processing": 0
          },
          "scheduler_model": "embedding-int8",
          "scheduler_ready": true,
          "scheduler_reason": null,
          "scheduler_status": "ready",
          "vectors": 14
        },
        "embedding_available": true,
        "embedding_fingerprint": "provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1",
        "fulltext_index": true,
        "ingest": {
          "degraded_files": 0,
          "failed_files": 0,
          "metadata_only_files": 0,
          "parsing_files": 0,
          "pending_files": 0,
          "queued_files": 0,
          "ready_files": 2
        },
        "items": 2,
        "pending_embeddings": 0,
        "state": "unlocked",
        "vector_embedding": {
          "compatibility": {
            "current_fingerprint": "provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1",
            "enforce": true,
            "index_fingerprint": "provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1",
            "stale_vectors": 0,
            "status": "match",
            "usable": true
          },
          "vectors": 14
        },
        "vector_index": true,
        "version": "1.5.29"
      },
      "initial_status_excerpt": "{\"embedding\": {\"available\": true, \"dispatchable\": \"FREE\", \"lifecycle\": \"READY\", \"pending_chunks\": 0, \"provider_configured\": true, \"quarantine_scope\": \"none\", \"queue\": {\"oldest_pending_age_secs\": null, \"oldest_processing_age_secs\": null, \"task_types\": [], \"total_abandoned\": 0, \"total_done\": 0, \"total_other\": 0, \"total_pending\": 0, \"total_processing\": 0}, \"scheduler_model\": \"embedding-int8\", \"scheduler_ready\": true, \"scheduler_reason\": null, \"scheduler_status\": \"ready\", \"vectors\": 2}, \"embedding_available\": true, \"embedding_fingerprint\": \"provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1\", \"fulltext_index\": true, \"ingest\": {\"degraded_files\": 0, \"failed_files\": 0, \"metadata_only_files\": 0, \"parsing_files\": 0, \"pending_files\": 2, \"queued_files\": 2, \"ready_files\": 0}, \"items\": 0, \"pending_embeddings\": 0, \"state\": \"unlocked\", \"vector_embedding\": {\"compatibility\": {\"current_fingerprint\": \"provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1\", \"enforce\": true, \"index_fingerprint\": \"provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1\", \"stale_vectors\": 0, \"status\": \"match\", \"usable\": true}, \"vectors\": 2}, \"vector_index\": true, \"version\": \"1.5.29\"}",
      "final_status_excerpt": "{\"embedding\": {\"available\": true, \"dispatchable\": \"FREE\", \"lifecycle\": \"READY\", \"pending_chunks\": 0, \"provider_configured\": true, \"quarantine_scope\": \"none\", \"queue\": {\"oldest_pending_age_secs\": 4, \"oldest_processing_age_secs\": null, \"task_types\": [{\"counts\": {\"abandoned\": 0, \"done\": 0, \"other\": 0, \"pending\": 2, \"processing\": 0}, \"oldest_pending_age_secs\": 4, \"oldest_processing_age_secs\": null, \"task_type\": \"classify\"}, {\"counts\": {\"abandoned\": 0, \"done\": 12, \"other\": 0, \"pending\": 0, \"processing\": 0}, \"oldest_pending_age_secs\": null, \"oldest_processing_age_secs\": null, \"task_type\": \"embed\"}], \"total_abandoned\": 0, \"total_done\": 12, \"total_other\": 0, \"total_pending\": 2, \"total_processing\": 0}, \"scheduler_model\": \"embedding-int8\", \"scheduler_ready\": true, \"scheduler_reason\": null, \"scheduler_status\": \"ready\", \"vectors\": 14}, \"embedding_available\": true, \"embedding_fingerprint\": \"provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1\", \"fulltext_index\": true, \"ingest\": {\"degraded_files\": 0, \"failed_files\": 0, \"metadata_only_files\": 0, \"parsing_files\": 0, \"pending_files\": 0, \"queued_files\": 0, \"ready_files\": 2}, \"items\": 2, \"pending_embeddings\": 0, \"state\": \"unlocked\", \"vector_embedding\": {\"compatibility\": {\"current_fingerprint\": \"provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1\", \"enforce\": true, \"index_fingerprint\": \"provider=local_scheduler;model=local-scheduler:embedding-int8-dim512;dim=512;metric=cosine;normalization=provider_default;version=1\", \"stale_vectors\": 0, \"status\": \"match\", \"usable\": true}, \"vectors\": 14}, \"vector_index\": true, \"version\": \"1.5.29\"}"
    },
    "chat_cases": [],
    "summary_cases": [],
    "preparation_summary": {},
    "model_switch_gate": {
      "pass": true,
      "blockedOk": true,
      "workflowCalls": 0,
      "readyOk": true,
      "notReadyModel": "llm-summary",
      "readyModel": "llm-chat",
      "originalSummaryValue": "llm-chat",
      "restoredModel": "llm-chat",
      "restoreError": null
    },
    "reset_before": {
      "bound_dirs_cleared": 1,
      "items_deleted": 2,
      "queue_cleared": 11,
      "source_tracking_cleared": 1,
      "status": "ok",
      "vectors_deleted": 1,
      "button": {
        "bound_dirs_cleared": 0,
        "items_deleted": 0,
        "queue_cleared": 0,
        "source_tracking_cleared": 0,
        "status": "ok",
        "vectors_deleted": 0
      }
    },
    "local_scheduler_settings": {
      "asr": {
        "enabled": true,
        "task": "kb.meeting.asr_frontend"
      },
      "background": {
        "low_battery_pct": 20,
        "mode": "throttle"
      },
      "cloud": {
        "accounts_url": null,
        "gateway_url": null
      },
      "context_strategy": "economical",
      "embedding": {
        "api_key": null,
        "api_key_set": false,
        "dims": null,
        "endpoint": "http://127.0.0.1:8090",
        "model": "embedding-int8",
        "provider": "local_scheduler",
        "task": "kb.query.embed"
      },
      "excluded_domains": [
        "mail.google.com",
        "web.whatsapp.com"
      ],
      "injection_budget": 2000,
      "injection_mode": "auto",
      "language": "zh-CN",
      "llm": {
        "api_key": null,
        "api_key_set": false,
        "endpoint": "http://127.0.0.1:8090/v1",
        "model": "llm-chat",
        "provider": "openai_compat"
      },
      "ocr": {
        "active_profile": "contract",
        "enabled": true,
        "languages": "chi_sim+eng",
        "task": "kb.document.ocr_recognize"
      },
      "plugin_trust_mode": "warn",
      "plugin_trusted_pubkeys": [],
      "pluginhub": {
        "license_key": null,
        "license_key_set": false,
        "url": null
      },
      "plugins": {
        "disabled": []
      },
      "privacy": {
        "cloud_saas": false,
        "llm": false,
        "privacy_tour_seen": false,
        "telemetry": false,
        "web_search": false,
        "webdav": false
      },
      "rag": {
        "enrichment": {
          "chat_model_override": null,
          "enabled": true,
          "provider": "local_scheduler",
          "store": "auxiliary",
          "task": "kb.document.summary"
        },
        "local_scheduler": {
          "ask_max_output_tokens": null,
          "ask_task": "kb.query.ask",
          "context_chunk_max_chars": 512,
          "context_top_k": null,
          "job_poll_timeout_ms": 120000,
          "source_diverse_min_output_tokens": null,
          "summary_task": "kb.document.summary"
        }
      },
      "rerank": {
        "enabled": true,
        "task": "kb.query.rerank"
      },
      "search": {
        "default_top_k": 10,
        "fulltext_weight": 0.4,
        "query_rewrite": {
          "enabled": false
        },
        "vector_weight": 0.6
      },
      "skills": {
        "disabled": []
      },
      "summary": "local",
      "summary_model": "llm-chat",
      "theme": "system",
      "tts": {
        "enabled": true,
        "format": "wav",
        "language": "auto",
        "provider": "local_scheduler",
        "speed": 1.0,
        "task": "kb.speech.synthesize",
        "voice": "auto"
      },
      "web_search": {
        "browser_path": null,
        "enabled": true,
        "engine": "duckduckgo",
        "min_interval_ms": 2000
      }
    },
    "voice_file_transcribe": {
      "pass": true,
      "require_ready": false,
      "status": 202,
      "mode": "done",
      "job_id": "c1d381b6-d1b2-477e-a17c-a958bb9e3d8e",
      "code": null,
      "job_state": "done",
      "payload_excerpt": "{\"job_id\": \"c1d381b6-d1b2-477e-a17c-a958bb9e3d8e\", \"ws_url\": \"/api/v1/office/jobs/ws?job_id=c1d381b6-d1b2-477e-a17c-a958bb9e3d8e\"}",
      "result_excerpt": "{\"diarization_used\": false, \"duration_sec\": 0.0, \"full_text\": \"请帮我检查之实裤里的网络排查步骤\", \"language_detected\": \"auto\", \"model\": \"scheduler:kb.meeting.asr_frontend\", \"raw_scheduler_output\": {\"degraded\": false, \"engine\": \"sherpa-onnx-streaming-zipformer\", \"language\": \"auto\", \"schema_version\": \"asr_frontend_result.v1\", \"segments\": [], \"status\": \"ok\", \"task\": \"kb.meeting.asr_frontend\", \"telemetry\": {\"audio_duration_ms\": 3617, \"decode_ms\": 1083, \"provider\": \"cpu\", \"sample_rate_hz\": 22050}, \"text\": \"请帮我检查之实裤里的网络排查步骤\", \"timestamps\": []}, \"segments\": [{\"end_sec\": 0.0, \"speaker\": null, \"start_sec\": 0.0, \"text\": \"请帮我检查之实裤里的网络排查步骤\"}], \"speakers\": []}"
    },
    "webrtc_voice": {
      "pass": true,
      "require_ready": false,
      "status": 202,
      "mode": "done",
      "job_id": "42975ad7-683b-4f49-bf28-9b5246cfdf5c",
      "code": null,
      "job_state": "done",
      "payload_excerpt": "{\"job_id\": \"42975ad7-683b-4f49-bf28-9b5246cfdf5c\", \"ws_url\": \"/api/v1/office/jobs/ws?job_id=42975ad7-683b-4f49-bf28-9b5246cfdf5c\"}",
      "result_excerpt": "{\"diarization_used\": false, \"duration_sec\": 0.0, \"full_text\": \"音自测测次一二二\", \"language_detected\": \"auto\", \"model\": \"scheduler:kb.meeting.asr_frontend\", \"raw_scheduler_output\": {\"degraded\": false, \"engine\": \"sherpa-onnx-streaming-zipformer\", \"language\": \"auto\", \"schema_version\": \"asr_frontend_result.v1\", \"segments\": [], \"status\": \"ok\", \"task\": \"kb.meeting.asr_frontend\", \"telemetry\": {\"audio_duration_ms\": 1620, \"decode_ms\": 407, \"provider\": \"cpu\", \"sample_rate_hz\": 16000}, \"text\": \"音自测测次一二二\", \"timestamps\": []}, \"segments\": [{\"end_sec\": 0.0, \"speaker\": null, \"start_sec\": 0.0, \"text\": \"音自测测次一二二\"}], \"speakers\": []}"
    },
    "tts_synthesize": {
      "pass": true,
      "require_ready": false,
      "status": 200,
      "mode": "audio",
      "code": null,
      "content_type": "audio/wav",
      "content_length": 124614,
      "byte_length": 0,
      "riff_header": false,
      "payload_excerpt": "{}",
      "request_body": "{\"text\":\"已生成回答，请查看屏幕内容。\",\"language\":\"zh-CN\"}",
      "page_audio": {
        "size": 124614,
        "type": "audio/wav",
        "header": "RIFF",
        "riff_header": true,
        "at": 1786523483944
      }
    },
    "voice_fixture": {
      "status": 200,
      "content_type": "audio/wav",
      "byte_length": 159578,
      "source": "attune_tts",
      "text": "请帮我检查知识库里的网络排查步骤。"
    },
    "network_violations": [],
    "last_stage": "smoke_summary"
  },
  "failures": []
}