{ "schema_version": "1.0", "cutoff_date": "2026-11-05", "measurement_scope": "Four public repositories, their public discussion indexes, pinned source snapshots and linked endpoints. No private inquiries, usage telemetry or maintenance time records were inspected.", "measurements": { "as_of": "2026-11-05", "program_window": "2026-08-17/2026-11-08", "public_release_day": "2026-09-17", "public_elapsed_days": 49, "repos": [ { "repo_id": "pharosproduction/production-ai-control-evidence", "revision": "e0f91124cff4b5cb2316986ae4526bddac12f5cc", "type": "datasets", "private": false, "url": "https://huggingface.co/datasets/pharosproduction/production-ai-control-evidence", "files_count": 39, "discussions": [ { "num": 1, "title": "[bot] Conversion to Parquet", "author": "parquet-converter", "comments": 1, "status": "open" } ], "groups": { "aibom": 8, "drift": 11, "governance": 12, "security": 24 }, "frozen_data_sha256": "sha256:71da4ed27bb1896ee4a171948a237adc177ee4e44edd5e4b86465ba23fff3bd3", "snapshot_review_status": "NOT_REVIEWED", "owner_review": "ATTESTED", "rights_decision": "OWNER_AUTHORIZED_PUBLICATION_WITH_RETAINED_NOTICES", "license_ledger": { "decision": "PENDING_HUMAN_REVIEW", "notice_file": "LICENSE-NOTICE.md", "upstream_notices": "Exact source declarations preserved in source-snapshot.json.", "new_blanket_license": null }, "source_snapshots": [ { "family": "aibom", "commit": "462388081577ba7155ace498cb7555304a01fbb7", "pages": "https://pharosproduction.github.io/aibom-tools-compared/", "verified_embedded_files": 6 }, { "family": "drift", "commit": "f2938cfb84bbe09c5eab4f95dd404f1ca67c39ae", "pages": "https://pharosproduction.github.io/production-ai-drift-planner/", "verified_embedded_files": 5 }, { "family": "governance", "commit": "2691dacd9318e15aa97a6bb6cb2a89327f773228", "pages": "https://pharosproduction.github.io/ai-governance-readiness-map/", "verified_embedded_files": 6 }, { "family": "security", "commit": "a35b9c30594162eadf4d790d33bd18aaa785bcee", "pages": "https://pharosproduction.github.io/agent-security-control-mapper/", "verified_embedded_files": 13 } ], "scenarios": [ { "file": "failure-scenario-001.jsonl", "rows": 10, "sha256": "f510e696769d2515b9cb2b8e7d7dc567f73d185160d3ef8a3d1935db1747ce06" }, { "file": "failure-scenario-002.jsonl", "rows": 10, "sha256": "5c0baa451105fcf3c830b36a441c9604cdd72d2d13c9d3188f2a8548cfb179f1" }, { "file": "failure-scenario-003.jsonl", "rows": 10, "sha256": "d9dab64ec61d65c7431535b93031ce22413b9eaae834949cc12bcef029e1dd5e" } ] }, { "repo_id": "pharosproduction/production-ai-evidence-pack", "revision": "d7a9960e4117a1b6d53e8d2828461241d01a7718", "type": "spaces", "private": false, "url": "https://huggingface.co/spaces/pharosproduction/production-ai-evidence-pack", "files_count": 22, "discussions": [], "dataset_lock": { "dataset_repo": "pharosproduction/production-ai-control-evidence", "files": { "data.json": "sha256:71da4ed27bb1896ee4a171948a237adc177ee4e44edd5e4b86465ba23fff3bd3" }, "lifecycle": "PUBLIC_CANDIDATE", "mode": "DRAFT_EXPLORATION", "publish_eligible": false, "revision": "22b555b6b58f5f86a2ef1ab83bd384942b6011f5", "publication_approval": "publication-approval.json", "mode_boundary": "Draft exploration flags describe the frozen data contract, not repository visibility." } }, { "repo_id": "pharosproduction/production-ai-decision-rules", "revision": "f6aa01cfd98e015bd629090d97a2969d52705240", "type": "datasets", "private": false, "url": "https://huggingface.co/datasets/pharosproduction/production-ai-decision-rules", "files_count": 19, "discussions": [ { "num": 1, "title": "[bot] Conversion to Parquet", "author": "parquet-converter", "comments": 1, "status": "open" } ], "groups": { "architecture": 8, "build_buy": 12, "framework": 5, "rag": 17 }, "frozen_data_sha256": "sha256:1f09f1719c005e6cbbfaf07f4c894311a89abe300cea069c5580d3332eeed31d", "snapshot_review_status": "NOT_REVIEWED", "owner_review": "ATTESTED", "rights_decision": "OWNER_AUTHORIZED_PUBLICATION_WITH_RETAINED_NOTICES", "license_ledger": { "decision": "PENDING_HUMAN_REVIEW", "notice_file": "LICENSE-NOTICE.md", "upstream_notices": "Exact source declarations preserved in source-snapshot.json.", "new_blanket_license": null }, "source_snapshots": [ { "family": "build_buy", "commit": "c8ad4067654a6777cea3b652a80f62dc6aeb21fb", "pages": "https://pharosproduction.github.io/build-vs-buy-ai-agent-scorecard/", "verified_embedded_files": 10 }, { "family": "framework", "commit": "b1213f374722edde01ca74a7ccac68e835070705", "pages": "https://pharosproduction.github.io/enterprise-ai-agent-frameworks/", "verified_embedded_files": 7 }, { "family": "rag", "commit": "6ea24ef75c3ad09a3bb76d1c20a173bfab592559", "pages": "https://pharosproduction.github.io/rag-vs-fine-tuning-matrix/", "verified_embedded_files": 10 } ] }, { "repo_id": "pharosproduction/production-ai-decision-lab", "revision": "fef140eb62bab974bcae9ce0af54823add62a988", "type": "spaces", "private": false, "url": "https://huggingface.co/spaces/pharosproduction/production-ai-decision-lab", "files_count": 22, "discussions": [], "dataset_lock": { "dataset_repo": "pharosproduction/production-ai-decision-rules", "files": { "data.json": "sha256:1f09f1719c005e6cbbfaf07f4c894311a89abe300cea069c5580d3332eeed31d" }, "lifecycle": "PUBLIC_CANDIDATE", "mode": "DRAFT_EXPLORATION", "publish_eligible": false, "revision": "c1239e9cb5bc4e329e891cd1f58a92a5ebde5b10", "publication_approval": "publication-approval.json", "mode_boundary": "Draft exploration flags describe the frozen data contract, not repository visibility." } } ], "record_checks": [ { "id": "AIBOM-SCOPE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-IDENTITY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-PROVENANCE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-RIGHTS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-ATTESTATION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-DIFF", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-ADMISSION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "AIBOM-OWNERSHIP", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "aibom" }, { "id": "DRIFT-INPUT_SHIFT", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-TASK_SUCCESS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-REFUSAL", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-SCHEMA", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-LATENCY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-GROUNDING", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-RECALL", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-FRESHNESS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-PROMPT_CHANGES", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-MODEL_LIFECYCLE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "DRIFT-TOOL_POLICY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "drift" }, { "id": "GOV-INVENTORY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-SCOPE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-RISK", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-ACCOUNTABILITY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-LITERACY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-SUPPLIER", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-DATA", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-VALIDATION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-OVERSIGHT", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-RECORDS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-MONITORING", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "GOV-INCIDENT", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "governance" }, { "id": "CTL-IDENTITY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-SCOPED-TOKENS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-POLICY-DECISION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-TENANT-BOUNDARY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-CONTENT-TRUST", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-INSTRUCTION-HIERARCHY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-OUTPUT-SCHEMA", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-UNTRUSTED-ISOLATION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-TOOL-AUTH", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-SANDBOX", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-EGRESS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-IDEMPOTENCY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-MEMORY-AUTH", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-MEMORY-VALIDATION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-MEMORY-LIFECYCLE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-MEMORY-ROLLBACK", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-COMPONENT-ALLOWLIST", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-INTEGRITY-PROVENANCE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-AIBOM", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-DEPENDENCY-ADMISSION", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-AUDIT", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-RATE-SPEND", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-HUMAN-APPROVAL", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "CTL-KILL-SWITCH", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-control-evidence", "config": "security" }, { "id": "ARCH-NO-EVALUATION", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-UNKNOWN-CORE", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-ACTION-BOUNDARY", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-FIXED-WORKFLOW", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-RETRIEVAL", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-ORCHESTRATION", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-BOUNDED-AGENT", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "ARCH-BASELINE", "missing": [ "source_url", "source_commit_sha" ], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "architecture" }, { "id": "strategic_differentiation", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "workflow_uniqueness", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "data_control", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "integration_depth", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "time_to_value", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "team_capability", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "lifecycle_capacity", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "capital_shape", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "scale_economics", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "portability_tolerance", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "evaluation_control", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "compliance_path", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "build_buy" }, { "id": "langgraph", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "framework" }, { "id": "microsoft-agent-framework", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "framework" }, { "id": "crewai", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "framework" }, { "id": "openai-agents-sdk", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "framework" }, { "id": "google-adk", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "framework" }, { "id": "RULE-BLOCKED-NO-CORPUS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-INSUFFICIENT-UNKNOWN-CORE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-INSUFFICIENT-NO-EVAL", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-BASELINE-NO-EXAMPLES", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-BLOCKED-NO-RETRIEVAL-OPS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-BLOCKED-NO-TRAINING-OPS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-HYBRID-CANDIDATE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-RAG-CANDIDATE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-FINE-TUNING-CANDIDATE", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-BASELINE-NO-PRIMARY-GAP", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "RULE-INSUFFICIENT-FALLBACK", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "ADVISORY-LEXICAL-RETRIEVAL", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "ADVISORY-CITATION-FAITHFULNESS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "ADVISORY-RUNTIME-BENCHMARK", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "ADVISORY-PRIVACY-TOPOLOGY", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "ADVISORY-PRIVACY-UNRESOLVED", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" }, { "id": "ADVISORY-HYBRID-OPERATIONS", "missing": [], "review_status": "NOT_REVIEWED", "status": "DRAFT", "repo_id": "pharosproduction/production-ai-decision-rules", "config": "rag" } ], "tests": [ { "file": "scenario-001-tests.mjs", "status": "PASS", "output": "10 synthetic cases matched; no action executed.\n\u2714 /Users/rudrafury/Projects/HITL/outputs/huggingface/HF-PP-2026-W12/20261105T094214Z/before/production-ai-control-evidence/scenario-001-tests.mjs (90.263917ms)\n\u2139 tests 1\n\u2139 suites 0\n\u2139 pass 1\n\u2139 fail 0\n\u2139 cancelled 0\n\u2139 skipped 0\n\u2139 todo 0\n\u2139 duration_ms 96.4785\n" }, { "file": "scenario-002-tests.mjs", "status": "PASS", "output": "ms)\n\u2714 citation must resolve uniquely and exactly; no wildcard expansion (0.1765ms)\n\u2714 source mismatch and ordered holds precede later checks (0.195083ms)\n\u2714 exact 48 hour age boundary passes; one second later holds (0.107125ms)\n\u2714 stale conflicts and unrelated fresh future/unverified passages do not block (0.101084ms)\n\u2714 editing session input clears prior result including malformed JSON (0.155042ms)\n\u2139 tests 16\n\u2139 suites 0\n\u2139 pass 16\n\u2139 fail 0\n\u2139 cancelled 0\n\u2139 skipped 0\n\u2139 todo 0\n\u2139 duration_ms 102.351791\n" }, { "file": "scenario-003-tests.mjs", "status": "PASS", "output": "fe amount without coercion (0.997167ms)\n\u2714 record and currency controls and schema priority are independent of wrapper (0.637833ms)\n\u2714 binding precedence checks both snapshots before identity and output controls (0.438375ms)\n\u2714 failed baseline takes comparison priority while candidate is still assessed (0.249292ms)\n\u2714 async session snapshots input and ignores obsolete completion after edit (0.230666ms)\n\u2139 tests 17\n\u2139 suites 0\n\u2139 pass 17\n\u2139 fail 0\n\u2139 cancelled 0\n\u2139 skipped 0\n\u2139 todo 0\n\u2139 duration_ms 110.825\n" } ], "url_scan": [ { "url": "https://github.com/PharosProduction/agent-security-control-mapper/blob/a35b9c30594162eadf4d790d33bd18aaa785bcee/data/controls.json", "status": 200, "bytes": 408048, "sha256": "2c0c17ee066a2a4c768b5124ae439fbae9c7a4cef079f728d930c5436f4408de" }, { "url": "https://github.com/PharosProduction/ai-governance-readiness-map/blob/2691dacd9318e15aa97a6bb6cb2a89327f773228/docs/data/controls.json", "status": 200, "bytes": 310421, "sha256": "1cad3f6ba759469e211030b6942821e605290086df75d59c42b1029297c57c5f" }, { "url": "https://github.com/PharosProduction/aibom-tools-compared/blob/462388081577ba7155ace498cb7555304a01fbb7/data/tools.json", "status": 200, "bytes": 265791, "sha256": "08bda7ace570ce69589aac3e318ec6e5b9f5e747b99a3f3c2e424e3bb97ece7a" }, { "url": "https://github.com/PharosProduction/build-vs-buy-ai-agent-scorecard/blob/c8ad4067654a6777cea3b652a80f62dc6aeb21fb/data/criteria.json", "status": 200, "bytes": 340806, "sha256": "5bbe0b75cbe196edd0bb36fd3cf01b95b286c083bd7fa85ec7c98148cd92a2b4" }, { "url": "https://github.com/PharosProduction/enterprise-ai-agent-frameworks/blob/b1213f374722edde01ca74a7ccac68e835070705/data/frameworks.json", "status": 200, "bytes": 285051, "sha256": "6d5f1381c8e6fb8ed4388602961dc9c4cf47b7902dc3d41e4e1ac693c19081a6" }, { "url": "https://github.com/PharosProduction/production-ai-drift-planner/blob/f2938cfb84bbe09c5eab4f95dd404f1ca67c39ae/docs/data/metrics.json", "status": 200, "bytes": 369558, "sha256": "73394fcce376b619224b2f806874e1b483baa6114b019f06c9e0e5a3a3eebcaf" }, { "url": "https://github.com/PharosProduction/rag-vs-fine-tuning-matrix/blob/6ea24ef75c3ad09a3bb76d1c20a173bfab592559/data/rules.json", "status": 200, "bytes": 353730, "sha256": "8e9f14a2327e2bb184e9250c7bcd3536a41fe30a67e19f5bd143e412f271a2c5" }, { "url": "https://huggingface.co/collections/pharosproduction/production-ai-evidence-collection", "status": 200, "bytes": 98411, "sha256": "2bf735a5b459276b973609ec2589f6231d8629bca1c72eb7499fa7b0bafa7933" }, { "url": "https://huggingface.co/datasets/pharosproduction/production-ai-control-evidence", "status": 200, "bytes": 435552, "sha256": "13c3506d1252b5638dda95664c1ade04bc942b9196c36a59f670ddbb17d8ba43" }, { "url": "https://huggingface.co/datasets/pharosproduction/production-ai-decision-rules", "status": 200, "bytes": 303175, "sha256": "1aff0c7c9674fa72b7365479242ebcd285c33f1b9afd1e970cf85155f799f3ec" }, { "url": "https://huggingface.co/spaces/pharosproduction/production-ai-decision-lab", "status": 200, "bytes": 37375, "sha256": "02fca1087f61bfd279f6179b28d10415b29c9cc5098531dba32358e8a6e9abe5" }, { "url": "https://huggingface.co/spaces/pharosproduction/production-ai-evidence-pack", "status": 200, "bytes": 37410, "sha256": "e446ac2be20d631cd0fd4fc2ae9d58691dfa76f5be168114b81636aa7f0744b8" }, { "url": "https://pharosproduction-production-ai-evidence-pack.static.hf.space/failure-scenario-001.html", "status": 200, "bytes": 39649, "sha256": "87a3dec6136a095730be232bca7a57ca8ca72ead0a9970994b4e27f64e951d80" }, { "url": "https://pharosproduction-production-ai-evidence-pack.static.hf.space/failure-scenario-002.html", "status": 200, "bytes": 45466, "sha256": "ba3eb2f1db38341e8b31d4bff2d53d8b3a98fea987cf23f07f53085b053c89e9" }, { "url": "https://pharosproduction-production-ai-evidence-pack.static.hf.space/failure-scenario-003.html", "status": 200, "bytes": 58815, "sha256": "98a7f335d5c270379b8fe7b674737227204ed930c58faa71b18dba0c731d8f73" }, { "url": "https://pharosproduction.github.io/agent-security-control-mapper/", "status": 200, "bytes": 35318, "sha256": "056828779370b12afc107dc2b5a4b3b2a2ecfcbff1cbbd3e249e6515ba7b5eb9" }, { "url": "https://pharosproduction.github.io/ai-governance-readiness-map/", "status": 200, "bytes": 68467, "sha256": "08d962d60df76a410c04d3823d8c9d7c76336472bb97ba5e41f1c0196c341519" }, { "url": "https://pharosproduction.github.io/aibom-tools-compared/", "status": 200, "bytes": 36589, "sha256": "118098ecc99bafb3be91630245cd3e736bf1a8c59373994ffebb45a678afbf7c" }, { "url": "https://pharosproduction.github.io/build-vs-buy-ai-agent-scorecard/", "status": 200, "bytes": 55373, "sha256": "930a9e2e9372143b6435f4f48c86d158741a5f41fc2d8f1d3c528d69a855b429" }, { "url": "https://pharosproduction.github.io/enterprise-ai-agent-frameworks/", "status": 200, "bytes": 42302, "sha256": "b8956f7bfa7e6b3b05ae4bd469cbe6b4560186b25b1972deb194672dbed2de5d" }, { "url": "https://pharosproduction.github.io/production-ai-drift-planner/", "status": 200, "bytes": 43604, "sha256": "28afb74e3f4efe8828d865a0277a63d2ae7c54d41ccf714798cee0ebcfcbfc4b" }, { "url": "https://pharosproduction.github.io/rag-vs-fine-tuning-matrix/", "status": 200, "bytes": 49283, "sha256": "f8bafb73aab5e2db0171dcf093f5f248c6ac2e543131b78d38540d7df305f60b" } ], "totals": { "catalog_rows": 97, "complete_provenance_rows": 89, "not_reviewed_rows": 97, "synthetic_rows": 30, "external_use_signals_found_in_inspected_public_discussions": 0, "scanned_urls": 22, "url_errors": 0 } }, "repository_file_digests": [ { "repo_id": "pharosproduction/production-ai-control-evidence", "revision": "e0f91124cff4b5cb2316986ae4526bddac12f5cc", "files": { ".gitattributes": "9e75dd981de037ec3769f24f790e126bc5a160b6871f510214e68dc70649aeeb", "CHANGELOG.md": "e5b2b40596e01f56cdfa2475849fdc9a1148c6861108a03af8f63dcf459e3c55", "LICENSE-NOTICE.md": "bbc5af03f5f71627e5909198a5f93f996d65b668aa4c30a3f2134469555a6bc1", "README.md": "f4607e04f412d959a51775af89b424a8ca3848cada94d0559d1c22efbc4d8413", "RELEASE-v1.1.md": "e959353095b14fcbbd6848ebf8f65476b557f311bcbeec6f5bd5f8fad0f38e9d", "SCENARIO-001.md": "f16e865b15c2fafd5b6fa3481ffd4c11e5448bd579e8ce1845f5e50f1fab8b63", "SCENARIO-002.md": "0c77f060e066fe2e1c9758a670ab92c7161cbb64341b37d6b769bb555ca23e35", "SCENARIO-003.md": "bc71c6e5e45a10d9c2d064fdd42c754de3904fd8dac91e4b7b1f425b1a029102", "aibom.jsonl": "53d6af32035e772b3efd1092bbc7b7f58d31ef254a735551bd9bb5327cda80ec", "compatibility.json": "b45c462773c5b1fe70d0cd56e21c7081c14209138cdf6d032da44ba0cb45ed1a", "data.json": "71da4ed27bb1896ee4a171948a237adc177ee4e44edd5e4b86465ba23fff3bd3", "drift.jsonl": "9311223599630fffe3a78f04bcf177c922be7237701fe61ec53607e338cb741e", "exporter.py": "082c5c8b27402dbf3c040fff7b47a15d059c5a7fa5f7c7b22050d9427187c450", "failure-scenario-001.jsonl": "f510e696769d2515b9cb2b8e7d7dc567f73d185160d3ef8a3d1935db1747ce06", "failure-scenario-002.jsonl": "5c0baa451105fcf3c830b36a441c9604cdd72d2d13c9d3188f2a8548cfb179f1", "failure-scenario-003.jsonl": "d9dab64ec61d65c7431535b93031ce22413b9eaae834949cc12bcef029e1dd5e", "governance.jsonl": "328e0d6b0d3de2d28a8df052e34f8e7e9fc2d9c59a555b7a2f5aace5e532352e", "license-ledger.json": "3f21f3e9b2d98883830e71fc7c89b1e65b5dd6eeb0ee9725b2af2c45b99fadeb", "publication-approval.json": "4b8dbc0e35f77c9af84329eddfb948446cecdfecdb23e28782c8be8e2891db55", "release-schema-v1.json": "2b364b2e30a2ca008fb2e2f9a784b24c2126f80f8fdbe5544379d8bf903b9e7b", "release-v1.1.json": "911f2cffd669c4f8803cf5a57dc4d111a6d195e1299feff610b59f9d35389cf8", "release.json": "47abdb6339f1f627c1e4b8de848ec0f9862ff22709f05173709415bc3b0d187c", "scenario-001-evaluator.mjs": "acb6b59b2927e46a6d3a7853f9fe4a0e3c1be28892750872d77aef4f2e2d69a4", "scenario-001-release.json": "64ca0de9ef9701abbb5f2a8e0dbb91a642d13c4a0d87a12eae68585c77a23486", "scenario-001-tests.mjs": "97a3e128a013e706a13772c62414c76fb605c21ec0daa2e3a81631446ea625d5", "scenario-001.schema.json": "194e0f50a51f73e5f1c8c22cad672bd5d702c47dcfcca42e8d1eb293a701c84e", "scenario-002-evaluator.mjs": "b2319b040cde0b23415b72e8a21cf445c6fe618085e841c4338e25d30bc915a1", "scenario-002-release.json": "ab309c86128b7493be681c5a8c134b6c47f91500dd9d5dd76dbaf242eeda6d3f", "scenario-002-tests.mjs": "fd21d8ca3d5bbd1f6e89428dcc0c4b84cfe2195db701d7e03065df8b19a1c266", "scenario-002.schema.json": "6de772f4d3108d0ad1f0d57105e30cbbcb5b48fc95526f7e917c3c0b1cbd5f53", "scenario-003-evaluator.mjs": "23eb1b6c3e2da54ea72b39b7a341faf25a693d6dfb09de99a428d3438c46492b", "scenario-003-release.json": "65fa6d56ef647e1ccc4f1c86261fb8fe7c48679e3b7aaff7ec1b403c927be6d7", "scenario-003-tests.mjs": "d47c2a1ccf642f4737081f0afd138ae20993562b74aa5916cc6288cac745bc0b", "scenario-003.schema.json": "33bbc52c1370085a5c42745e4214660db56decf89e97f5c12a728b573db55f73", "schema.json": "365c5c28ae5e08329ff97795e0ab073c8bab290922586a6ef92a6eeda792b9e9", "security.jsonl": "bc5fd76e738b3c39e19a2e3fb6709cad5a46658712b1301c7df2b6e4f9239fff", "source-manifest.json": "6a49906c2daf98d94aff960193b04fdedb432d8fd41f94e6052691715c0fef0a", "source-proposals.json": "c651ea5ab836332c003364ecf6fae74380bfacfa0ba9ed4c2888345c20b9ace7", "source-snapshot.json": "78145b43d0127abc8cea92f81fa2e95dc392381b92392921d937ef721d5aab7a" } }, { "repo_id": "pharosproduction/production-ai-evidence-pack", "revision": "d7a9960e4117a1b6d53e8d2828461241d01a7718", "files": { ".gitattributes": "11ad7efa24975ee4b0c3c3a38ed18737f0658a5f75a0a96787b576a78a023361", "CHANGELOG.md": "9cfb8e9ee08cc6db66ae4db33892c282b703fac7c2b090eaa26a3038106380c6", "LICENSE-NOTICE.md": "bbc5af03f5f71627e5909198a5f93f996d65b668aa4c30a3f2134469555a6bc1", "README.md": "1fe89ca1b836224faf8a48682a402fb8b5e8523e088a6f72248182413a2c37fa", "RELEASE-v1.1.md": "e959353095b14fcbbd6848ebf8f65476b557f311bcbeec6f5bd5f8fad0f38e9d", "core.js": "7aab2c44f9ffcc0c0ad6f6bf715f1598f73973cfbd95ec49d76edcf38602b143", "core.mjs": "7aab2c44f9ffcc0c0ad6f6bf715f1598f73973cfbd95ec49d76edcf38602b143", "data.json": "71da4ed27bb1896ee4a171948a237adc177ee4e44edd5e4b86465ba23fff3bd3", "dataset-lock.json": "4e3a98225b193c247d3d687852dcacce017128b7d636e6931e8b80fbbab88004", "engine.py": "25d78f9e2e681ccc1c06aa005fcda61196a4906cbbbf2b859e081bc348e3de28", "failure-scenario-001.html": "d8f7b5fe916a5a6bb02d35e603d1428ba4ea7ac4cb5ec3ab6d1322b0eb59dc26", "failure-scenario-002.html": "c47fddb3d523f22330150d8a8b53ab130fa01bef33b9c3cd2f02e4c5b48b584b", "failure-scenario-003.html": "1829082bfd0229d6e44f026ab4875fad008cc6e7570fb3f6f2cb698b24b2e841", "index.html": "d2e7f2a862204c71bd9c0cc9ea371fe3d15e4ca82aaec371256d477484c114e4", "publication-approval.json": "050b0300685568816d359577b71af3cd62bf671f56bd2c5f31558ed05a121d81", "release-v1.1.json": "969555fa8621ed3f3a3fe170b75db24a955ae7c1577cfe31bfeb4b10dceaf767", "scenario-001-lock.json": "8c91e27254c5ed6375cc95551e52b22efde7d800280226b7e591e45172af6ea1", "scenario-002-lock.json": "f00727c77289f8d5649997e420fa1313ce844def63ed48efadc18c53e5bafa19", "scenario-003-lock.json": "78868c9e736cffb7f25d122594165abbedfb9a8ef615c9ccd1c28e9370d87a57", "style.css": "9b50cabd7cde020e359f1d65381bb343831a22cf2e1aacd03dba1a597e467446", "ui.js": "f3146a6ad785f7b4b18056f9e7d51dd57f9c1b8ae07beb24da2a384d8fc77ae5", "ui.mjs": "a87a6046ba9e2f7f6aea06f7f0e6b28fe83c0692e4e4f75bab64a14fa5c07ac4" } }, { "repo_id": "pharosproduction/production-ai-decision-rules", "revision": "f6aa01cfd98e015bd629090d97a2969d52705240", "files": { ".gitattributes": "9e75dd981de037ec3769f24f790e126bc5a160b6871f510214e68dc70649aeeb", "CHANGELOG.md": "e5b2b40596e01f56cdfa2475849fdc9a1148c6861108a03af8f63dcf459e3c55", "LICENSE-NOTICE.md": "85847cbac83644e7260e1b22cddb4e74b887f8f394bb9f01b54f0de6d6f7604e", "README.md": "ea9b455153b84bb717a5ff531dffe85664df612d9dc248a91ea4dece2b1a60ac", "architecture.jsonl": "313e772557ceb9fa35632a3aec86ba73aabfad4311a9ef6c342db41f73a866d2", "build_buy.jsonl": "4de37f6c7679cea464f049c1d157a0707d7a1a4fa0acfc75a78c7b8ceb045b39", "compatibility.json": "7089612e2cc6cc8907b9191aac6bda354fd1dbbfd10eeb0007c50aa65855b6f0", "data.json": "1f09f1719c005e6cbbfaf07f4c894311a89abe300cea069c5580d3332eeed31d", "exporter.py": "082c5c8b27402dbf3c040fff7b47a15d059c5a7fa5f7c7b22050d9427187c450", "framework.jsonl": "91cd61cdc58e7828ca029e0fa74db13ecdc95ff71344fc820f6ba74970cd1bd1", "license-ledger.json": "3f21f3e9b2d98883830e71fc7c89b1e65b5dd6eeb0ee9725b2af2c45b99fadeb", "publication-approval.json": "10c8ce299248d3778d3e5fcbe3c6d2773c01e6c5c0febdbde4ed35c208f9f1a5", "rag.jsonl": "ea6bdae22e2aa50d748045ec29e7caa9cd04af4013fcc5093dd837db0b65ed3b", "release-schema-v1.json": "c5bb83fbcc630711a0c4d5570a91818f16d5369e90ba462bd20d54c9a8b86b37", "release.json": "42b06b735619bc86e9603de8366c6f6835a15318eadd23ecf034df4aa8427175", "schema.json": "cf49d7adb91bbfffdf60607abd700bde8ce5f4cab3d38c6dea5bcf3319ece866", "source-manifest.json": "375cc2cfa466465d13bef07d3e7b22c7c69263b27d75ecd1093ef866f5d4937c", "source-proposals.json": "3a8a49812f2bccc63bc0a761cb4b218b8ab0cbbba25b2228c272ad7cbbc86059", "source-snapshot.json": "c543a8bb0f81e0216e0b47eb7ed352d7c01f4706db537e7888f6857593848ff8" } }, { "repo_id": "pharosproduction/production-ai-decision-lab", "revision": "fef140eb62bab974bcae9ce0af54823add62a988", "files": { ".gitattributes": "11ad7efa24975ee4b0c3c3a38ed18737f0658a5f75a0a96787b576a78a023361", "CHANGELOG.md": "c410126a51fd1e0d690887d26d144774564854c1168c45c79c5509b462dcdf0b", "LICENSE-NOTICE.md": "85847cbac83644e7260e1b22cddb4e74b887f8f394bb9f01b54f0de6d6f7604e", "README.md": "84081f6b9307256f320500cede11f52fed1b1d78375dbad54b3276784b656791", "core.js": "7aab2c44f9ffcc0c0ad6f6bf715f1598f73973cfbd95ec49d76edcf38602b143", "core.mjs": "7aab2c44f9ffcc0c0ad6f6bf715f1598f73973cfbd95ec49d76edcf38602b143", "data.json": "1f09f1719c005e6cbbfaf07f4c894311a89abe300cea069c5580d3332eeed31d", "dataset-lock.json": "4887761379160110a5561f399fe6fc502794904f49abc818f9e8b562ef0e8a44", "decision-engine.js": "7236040b1894e67cb560abb6433e0c35afe5da83b846adb9ab31c5d8c2b286fb", "decision-engine.mjs": "7236040b1894e67cb560abb6433e0c35afe5da83b846adb9ab31c5d8c2b286fb", "decision-scorecard.js": "40e5682cda7cea69e453c70047f2a1cf93a9d5525905dc4df0389a78d3be75eb", "decision-scorecard.mjs": "40e5682cda7cea69e453c70047f2a1cf93a9d5525905dc4df0389a78d3be75eb", "decision.js": "a0c0f27f29fabb77b0a0668a23ac982ce26a2c55de380cdfbd28b128463e08cf", "decision.mjs": "500b82c2f9e2681f36a628be4e7a856d5bb86f7b8c2b8cfc8b914f11c94c336c", "engine.py": "25d78f9e2e681ccc1c06aa005fcda61196a4906cbbbf2b859e081bc348e3de28", "framework-selector.js": "65679649e6e58d1d0633f8c09649e42d27c8838da1189bf260a08f9e3120fb24", "framework-selector.mjs": "65679649e6e58d1d0633f8c09649e42d27c8838da1189bf260a08f9e3120fb24", "index.html": "fce8ba4f709055df8727e10ed779dd9eab1bb734773fce8a1add83830afbd2e0", "publication-approval.json": "149c6de3f5b74d377d22c4f6ac4df4c03f932cd282650c1f1143189bf7c97626", "style.css": "9b50cabd7cde020e359f1d65381bb343831a22cf2e1aacd03dba1a597e467446", "ui.js": "f3146a6ad785f7b4b18056f9e7d51dd57f9c1b8ae07beb24da2a384d8fc77ae5", "ui.mjs": "a87a6046ba9e2f7f6aea06f7f0e6b28fe83c0692e4e4f75bab64a14fa5c07ac4" } } ], "self_audit": { "asset": "production-ai-evidence-pack", "kind": "SYNTHETIC_BROWSER_EXERCISE", "original": { "decision_job": "RELEASE_EVIDENCE", "draft": true, "release_eligible": false, "status": "EVIDENCE_GAPS_OPEN", "system_boundary": "Synthetic example: support agent with read-only retrieval", "release_version": "demo-2026.09", "accountable_owner": "Example release owner (fictional)", "summary": { "selected_controls": 4, "controls_with_gaps": 3, "controls_with_references": 1 }, "system_gaps": [ "ROLLBACK_MISSING_TARGET", "ROLLBACK_MISSING_PROCEDURE", "ROLLBACK_MISSING_EVIDENCE_REF", "ROLLBACK_MISSING_OWNER" ], "inventory": [ { "control_id": "CTL-IDENTITY", "name": "Unique workload identity", "config": "security", "status": "REFERENCES_SUPPLIED_USER_ATTESTED", "gaps": [], "artifacts": [ { "control_id": "CTL-IDENTITY", "artifact_id": "CTL-IDENTITY-reference", "artifact_ref": "example://identity-exercise", "owner": "Example identity owner (fictional)", "version": "demo-2026.09", "review_status": "accepted" } ], "requested_evidence": [ "Identity inventory with environment and owner", "Denied and allowed authorization decision records" ], "suggested_owner_role": "Identity platform owner", "risk": "An unintended principal obtains another identity or scope.", "action": "Issue a distinct workload identity per agent role and environment; bind delegated user context separately and reject anonymous production tool calls.", "change_trigger": "Unique workload identity: review on identity, audience, token lifetime, tenant binding or authorization policy changes.", "rollback_guidance": "Revoke affected credentials, deny the affected capability and restore a reviewed compatible authorization policy; verify tenant isolation before reopening access.", "source_url": "https://github.com/PharosProduction/agent-security-control-mapper/blob/a35b9c30594162eadf4d790d33bd18aaa785bcee/data/controls.json", "source_commit_sha": "a35b9c30594162eadf4d790d33bd18aaa785bcee", "source_data_hash": "sha256:a50333997f3f9832df16329f27d8e5be608c50ba1dffea0282ee1b1eff0956a6", "field_origin": "action/verification/evidence/owner: source; risk/boundary/trigger/rollback: engineering proposal", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release." ] }, { "control_id": "AIBOM-SCOPE", "name": "Inventory scope and blind spots", "config": "aibom", "status": "GAPS_OPEN", "gaps": [ "NO_EVIDENCE" ], "artifacts": [], "requested_evidence": [ "Declared scope and exclusion list", "Discovery coverage check" ], "suggested_owner_role": "AI platform owner", "risk": "An inventory is treated as complete although the scanner cannot observe some components.", "action": "Define included component classes, environments and discovery methods; enumerate inaccessible or unsupported components.", "change_trigger": "The system boundary or discovery method changes.", "rollback_guidance": "Pause promotion for unresolved critical inventory gaps; restore the last understood boundary without claiming scanner completeness.", "source_url": "https://github.com/PharosProduction/aibom-tools-compared/blob/462388081577ba7155ace498cb7555304a01fbb7/data/tools.json", "source_commit_sha": "462388081577ba7155ace498cb7555304a01fbb7", "source_data_hash": "sha256:13c2f516b1aaa41bea93a799cc4999d38490e365faa1c8a31eeb4731593fd49a", "field_origin": "Original engineering proposal; the source compares tools and does not contain these controls.", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release." ] }, { "control_id": "DRIFT-INPUT_SHIFT", "name": "Input distribution shift", "config": "drift", "status": "GAPS_OPEN", "gaps": [ "NO_EVIDENCE" ], "artifacts": [], "requested_evidence": [ "Versioned metric definition and baseline", "Measured observations with sampling window and denominator", "Response and recovery exercise record" ], "suggested_owner_role": "Monitoring owner with the affected component owner", "risk": "A change affecting input distribution shift goes undetected or receives an inappropriate response.", "action": "Inspect affected intent and language slices. Compare downstream outcomes and expand the holdout set.", "change_trigger": "Review when the model, prompt, data, tools, traffic mix, metric definition or local error budget changes.", "rollback_guidance": "Do not roll back for input shift alone. Consider a release rollback only if a matched-cohort evaluation links degradation to that release.", "source_url": "https://github.com/PharosProduction/production-ai-drift-planner/blob/f2938cfb84bbe09c5eab4f95dd404f1ca67c39ae/docs/data/metrics.json", "source_commit_sha": "f2938cfb84bbe09c5eab4f95dd404f1ca67c39ae", "source_data_hash": "sha256:30588884b6d39f24b3dbdd929b221d3bd27d936d2eb6a334c3039ded119dcf6a", "field_origin": "name/action/verification/rollback: source; risk/boundary/evidence/owner/trigger: engineering proposal", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release.", "Source thresholds are illustrative; calibrate locally. This catalog does not evaluate live telemetry." ] }, { "control_id": "GOV-INVENTORY", "name": "AI system inventory", "config": "governance", "status": "GAPS_OPEN", "gaps": [ "NO_EVIDENCE" ], "artifacts": [], "requested_evidence": [ "Versioned register entry with intended purpose, model/provider identifiers, data sources, deployment location and review triggers." ], "suggested_owner_role": "Product owner; accountable role: System owner", "risk": "Unregistered components invalidate a release decision.", "action": "Give the system a stable identity before assessing it. Include models, retrieval data, prompts, tools and the environments where people use them.", "change_trigger": "A model, prompt, dataset, tool, purpose or environment changes.", "rollback_guidance": "Pause promotion until the register matches the actual release; restore only a documented compatible bundle.", "source_url": "https://github.com/PharosProduction/ai-governance-readiness-map/blob/2691dacd9318e15aa97a6bb6cb2a89327f773228/docs/data/controls.json", "source_commit_sha": "2691dacd9318e15aa97a6bb6cb2a89327f773228", "source_data_hash": "sha256:d9f23d92f28c6f59b3db325b2a95257c247847c23d774baf7d154608176fcff6", "field_origin": "name/action/evidence/roles: source; remaining normalized fields: engineering proposal", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release." ] } ], "rollback_record": { "target": "", "procedure": "", "evidence_ref": "", "owner": "" }, "stop_ship_conditions": [ "ROLLBACK_MISSING_TARGET", "ROLLBACK_MISSING_PROCEDURE", "ROLLBACK_MISSING_EVIDENCE_REF", "ROLLBACK_MISSING_OWNER", "AIBOM-SCOPE: NO_EVIDENCE", "DRIFT-INPUT_SHIFT: NO_EVIDENCE", "GOV-INVENTORY: NO_EVIDENCE", "SOURCE_AND_MAPPING_HUMAN_REVIEW_PENDING", "RIGHTS_DECISION_PENDING", "CANONICAL_PROPOSAL_ADOPTION_PENDING" ], "limitations": [ "User-entered references and acceptance labels are not independently verified evidence.", "Presence of references does not establish adequacy, operating effectiveness or release approval.", "No compliance score or certification is calculated. No artifact URL is fetched." ], "dataset": { "repo": "pharosproduction/production-ai-control-evidence", "revision": "22b555b6b58f5f86a2ef1ab83bd384942b6011f5", "data_sha256": "sha256:71da4ed27bb1896ee4a171948a237adc177ee4e44edd5e4b86465ba23fff3bd3" } }, "edited": { "decision_job": "RELEASE_EVIDENCE", "draft": true, "release_eligible": false, "status": "EVIDENCE_GAPS_OPEN", "system_boundary": "Synthetic example: support agent with read-only retrieval", "release_version": "demo-2026.09", "accountable_owner": "Example release owner (fictional)", "summary": { "selected_controls": 4, "controls_with_gaps": 3, "controls_with_references": 1 }, "system_gaps": [ "ROLLBACK_MISSING_TARGET", "ROLLBACK_MISSING_PROCEDURE", "ROLLBACK_MISSING_EVIDENCE_REF", "ROLLBACK_MISSING_OWNER" ], "inventory": [ { "control_id": "CTL-IDENTITY", "name": "Unique workload identity", "config": "security", "status": "REFERENCES_SUPPLIED_USER_ATTESTED", "gaps": [], "artifacts": [ { "control_id": "CTL-IDENTITY", "artifact_id": "CTL-IDENTITY-reference", "artifact_ref": "audit://not-validated-document", "owner": "Example identity owner (fictional)", "version": "demo-2026.09", "review_status": "accepted" } ], "requested_evidence": [ "Identity inventory with environment and owner", "Denied and allowed authorization decision records" ], "suggested_owner_role": "Identity platform owner", "risk": "An unintended principal obtains another identity or scope.", "action": "Issue a distinct workload identity per agent role and environment; bind delegated user context separately and reject anonymous production tool calls.", "change_trigger": "Unique workload identity: review on identity, audience, token lifetime, tenant binding or authorization policy changes.", "rollback_guidance": "Revoke affected credentials, deny the affected capability and restore a reviewed compatible authorization policy; verify tenant isolation before reopening access.", "source_url": "https://github.com/PharosProduction/agent-security-control-mapper/blob/a35b9c30594162eadf4d790d33bd18aaa785bcee/data/controls.json", "source_commit_sha": "a35b9c30594162eadf4d790d33bd18aaa785bcee", "source_data_hash": "sha256:a50333997f3f9832df16329f27d8e5be608c50ba1dffea0282ee1b1eff0956a6", "field_origin": "action/verification/evidence/owner: source; risk/boundary/trigger/rollback: engineering proposal", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release." ] }, { "control_id": "AIBOM-SCOPE", "name": "Inventory scope and blind spots", "config": "aibom", "status": "GAPS_OPEN", "gaps": [ "NO_EVIDENCE" ], "artifacts": [], "requested_evidence": [ "Declared scope and exclusion list", "Discovery coverage check" ], "suggested_owner_role": "AI platform owner", "risk": "An inventory is treated as complete although the scanner cannot observe some components.", "action": "Define included component classes, environments and discovery methods; enumerate inaccessible or unsupported components.", "change_trigger": "The system boundary or discovery method changes.", "rollback_guidance": "Pause promotion for unresolved critical inventory gaps; restore the last understood boundary without claiming scanner completeness.", "source_url": "https://github.com/PharosProduction/aibom-tools-compared/blob/462388081577ba7155ace498cb7555304a01fbb7/data/tools.json", "source_commit_sha": "462388081577ba7155ace498cb7555304a01fbb7", "source_data_hash": "sha256:13c2f516b1aaa41bea93a799cc4999d38490e365faa1c8a31eeb4731593fd49a", "field_origin": "Original engineering proposal; the source compares tools and does not contain these controls.", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release." ] }, { "control_id": "DRIFT-INPUT_SHIFT", "name": "Input distribution shift", "config": "drift", "status": "GAPS_OPEN", "gaps": [ "NO_EVIDENCE" ], "artifacts": [], "requested_evidence": [ "Versioned metric definition and baseline", "Measured observations with sampling window and denominator", "Response and recovery exercise record" ], "suggested_owner_role": "Monitoring owner with the affected component owner", "risk": "A change affecting input distribution shift goes undetected or receives an inappropriate response.", "action": "Inspect affected intent and language slices. Compare downstream outcomes and expand the holdout set.", "change_trigger": "Review when the model, prompt, data, tools, traffic mix, metric definition or local error budget changes.", "rollback_guidance": "Do not roll back for input shift alone. Consider a release rollback only if a matched-cohort evaluation links degradation to that release.", "source_url": "https://github.com/PharosProduction/production-ai-drift-planner/blob/f2938cfb84bbe09c5eab4f95dd404f1ca67c39ae/docs/data/metrics.json", "source_commit_sha": "f2938cfb84bbe09c5eab4f95dd404f1ca67c39ae", "source_data_hash": "sha256:30588884b6d39f24b3dbdd929b221d3bd27d936d2eb6a334c3039ded119dcf6a", "field_origin": "name/action/verification/rollback: source; risk/boundary/evidence/owner/trigger: engineering proposal", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release.", "Source thresholds are illustrative; calibrate locally. This catalog does not evaluate live telemetry." ] }, { "control_id": "GOV-INVENTORY", "name": "AI system inventory", "config": "governance", "status": "GAPS_OPEN", "gaps": [ "NO_EVIDENCE" ], "artifacts": [], "requested_evidence": [ "Versioned register entry with intended purpose, model/provider identifiers, data sources, deployment location and review triggers." ], "suggested_owner_role": "Product owner; accountable role: System owner", "risk": "Unregistered components invalidate a release decision.", "action": "Give the system a stable identity before assessing it. Include models, retrieval data, prompts, tools and the environments where people use them.", "change_trigger": "A model, prompt, dataset, tool, purpose or environment changes.", "rollback_guidance": "Pause promotion until the register matches the actual release; restore only a documented compatible bundle.", "source_url": "https://github.com/PharosProduction/ai-governance-readiness-map/blob/2691dacd9318e15aa97a6bb6cb2a89327f773228/docs/data/controls.json", "source_commit_sha": "2691dacd9318e15aa97a6bb6cb2a89327f773228", "source_data_hash": "sha256:d9f23d92f28c6f59b3db325b2a95257c247847c23d774baf7d154608176fcff6", "field_origin": "name/action/evidence/roles: source; remaining normalized fields: engineering proposal", "limitations": [ "Engineering draft; independent human review is pending.", "A listed artifact or suggested role does not establish operating effectiveness or an actual assignment.", "New normalized fields require canonical upstream adoption before public release." ] } ], "rollback_record": { "target": "", "procedure": "", "evidence_ref": "", "owner": "" }, "stop_ship_conditions": [ "ROLLBACK_MISSING_TARGET", "ROLLBACK_MISSING_PROCEDURE", "ROLLBACK_MISSING_EVIDENCE_REF", "ROLLBACK_MISSING_OWNER", "AIBOM-SCOPE: NO_EVIDENCE", "DRIFT-INPUT_SHIFT: NO_EVIDENCE", "GOV-INVENTORY: NO_EVIDENCE", "SOURCE_AND_MAPPING_HUMAN_REVIEW_PENDING", "RIGHTS_DECISION_PENDING", "CANONICAL_PROPOSAL_ADOPTION_PENDING" ], "limitations": [ "User-entered references and acceptance labels are not independently verified evidence.", "Presence of references does not establish adequacy, operating effectiveness or release approval.", "No compliance score or certification is calculated. No artifact URL is fetched." ], "dataset": { "repo": "pharosproduction/production-ai-control-evidence", "revision": "22b555b6b58f5f86a2ef1ab83bd384942b6011f5", "data_sha256": "sha256:71da4ed27bb1896ee4a171948a237adc177ee4e44edd5e4b86465ba23fff3bd3" } }, "edit_invalidated_result": true, "capture": "Exact raw JSON displayed in hosted DOM; download event timed out, no downloaded-file parity claimed." } }