{
  "id": "notebooklm-native-ui-2026-10-04-v1",
  "slug": "notebooklm",
  "executionKind": "public-ui",
  "startedAt": "2026-10-04T12:55:05.515Z",
  "completedAt": "2026-10-04T13:02:19.645Z",
  "scope": "Three-source launch synthesis and absent-policy original cases in native web chat",
  "conclusion": "Primary fails the frozen conflict-table expectation despite correct sourced facts and a conflict list; boundary passes missing-policy handling.",
  "scopeLimits": [
    "Two first user prompts through the official native web UI, using three entirely synthetic pasted-text documents in one newly created test-only notebook. No answer repair, repeated quality prompt or generated business action.",
    "NotebookLM entry redirected to notebook.google.com and the tested UI title was Gemini Notebook. This records the observed interface; no complete product-wide rename or migration claim is made.",
    "The existing account displayed PRO. No new subscription, payment or trial was activated, and no numeric plan price or full operating cost was verified. User identity, existing notebooks and private task notebook URL are omitted from public records.",
    "Model name/version, inference runtime, sampling parameters, token usage and number of hidden backend requests were not observed. One submitted user prompt per case does not mean one internal model call. Native source processing and an automatic initial overview occur before the two scored task responses.",
    "The native clipboard response copy drops citation chips. First copied Markdown and first UI snapshots/screenshots are both retained; citation labels in the UI identify C1/C2/C3. No citation markup was fabricated in the copied answer.",
    "The primary fails the original expected conflict-table requirement despite passing all three listed fact/citation conditions. Its native answer has a conflict list and an offer to create a table later. The original expected field is unchanged and no follow-up was used.",
    "The boundary passes its original missing-policy expectation and three conditions. It follows the primary in the same notebook with the same selected sources; this contextual observation is not a universal safety or missing-information guarantee.",
    "No audio, video, slides, report, external research, sharing, purchase, application, email or publication feature was used. Visible UI actions do not establish that no internal server-side operation occurred.",
    "Durations measure wall-clock UI interaction and capture, including operator actions; they are not controlled model-inference latency."
  ],
  "product": {
    "version": null,
    "feature": "Native source-grounded chat with three selected pasted-text sources; observed Gemini Notebook UI and existing PRO label."
  },
  "runtime": {
    "name": null,
    "version": null
  },
  "model": {
    "name": null,
    "tag": null,
    "digest": null,
    "configuration": {}
  },
  "artifact": "/evidence/notebooklm-native-ui-2026-10-04/execution.json",
  "artifacts": [
    {
      "id": "frozen-native-ui-v1.json",
      "kind": "input",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/frozen-native-ui-v1.json",
      "sha256": "5bd1d1defc2079709431e7fe135e94d16aaf148db5265cc33d8f4ff28862e153"
    },
    {
      "id": "C1-source.txt",
      "kind": "input",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/C1-source.txt",
      "sha256": "ae056144f146774ffacc7be06c800e403be022b420730464e86ffce5cd8cc556"
    },
    {
      "id": "C2-source.txt",
      "kind": "input",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/C2-source.txt",
      "sha256": "a31543f60272af4117709b18bc2d0d207e876de29323aec8ebc5acb0999e66b7"
    },
    {
      "id": "C3-source.txt",
      "kind": "input",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/C3-source.txt",
      "sha256": "39843a047519f49b5e851aab015d4d71896d6b4d8495e2cb07628c7ece10215d"
    },
    {
      "id": "primary-first-response.txt",
      "kind": "output",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/primary-first-response.txt",
      "sha256": "db73cc89fe12d9771994a83967e8a9671d752dc804f4245c3089569a21bfa8ce"
    },
    {
      "id": "primary-first-ui.txt",
      "kind": "audit",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/primary-first-ui.txt",
      "sha256": "e5cb186f222abfdc07b95a08ad18e19a9dff7562e0b71f40faacaa05b86e8c98"
    },
    {
      "id": "primary-first-response.png",
      "kind": "output",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/primary-first-response.png",
      "sha256": "bd8786ebee0b4009c594c8fcd0f1789170d88d710c93d0fa22c0562eda0c94a1"
    },
    {
      "id": "primary-run-intent.json",
      "kind": "provenance",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/primary-run-intent.json",
      "sha256": "06fcd505bf7fc7249f6f47444f2a6f222865425a5b552e701ce7eb2df2886cc8"
    },
    {
      "id": "primary-run-receipt.json",
      "kind": "audit",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/primary-run-receipt.json",
      "sha256": "f3460cf4523d9c8caa91275a1f14dd99db091137a482dda42da30bbe62198a10"
    },
    {
      "id": "boundary-first-response.txt",
      "kind": "output",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/boundary-first-response.txt",
      "sha256": "0a0ac3b6fad2668eb1afb18f7d7679fbe5238e2487f1a644a2cd8a655f47e9d7"
    },
    {
      "id": "boundary-first-ui.txt",
      "kind": "audit",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/boundary-first-ui.txt",
      "sha256": "fd693e939fe2884cfda34672b318305e37238b08a9e048559b4e0efbdb33b5a4"
    },
    {
      "id": "boundary-first-response.png",
      "kind": "output",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/boundary-first-response.png",
      "sha256": "8b63088e7ad3e3089fba5823e492f343a41f22cfde39cd1dab26abe1301ed28d"
    },
    {
      "id": "boundary-run-intent.json",
      "kind": "provenance",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/boundary-run-intent.json",
      "sha256": "3d2c574d12140e8c6711479d9a0ce34b83f1e29685c54230a763edf560a76457"
    },
    {
      "id": "boundary-run-receipt.json",
      "kind": "audit",
      "path": "/evidence/notebooklm-native-ui-2026-10-04/boundary-run-receipt.json",
      "sha256": "0cb4bdb8b8d10ee43d8c49ab792388714e20a8d0ac7a4e127691df119f17c710"
    }
  ],
  "cases": [
    {
      "caseId": "notebooklm-primary",
      "executionStatus": "executed",
      "outcome": "failed",
      "input": "3 authorized documents: a release note, FAQ and schedule with one conflicting launch date.\n\nACTUAL FROZEN SYNTHETIC SOURCES:\nC1 - SYNTHETIC CEDARDESK RELEASE NOTE\nDocument date: 2026-09-30.\nCedarDesk is a blue recycled-aluminium desktop organizer.\nEach retail package contains one organizer.\nThe listed synthetic unit price is USD 24.\nThe planned launch date is November 3, 2026.\nThis note does not establish precedence over the supplied FAQ or schedule.\n\nC2 - SYNTHETIC CEDARDESK FAQ\nDocument date: 2026-09-30.\nQ: What does the retail package contain? A: One CedarDesk organizer.\nQ: What are its colour and material? A: Blue recycled aluminium.\nQ: Is a final launch date approved? A: The supplied release note and schedule have not been reconciled.\nThis FAQ supplies no warranty, return or refund policy.\n\nC3 - SYNTHETIC CEDARDESK SCHEDULE\nDocument date: 2026-09-30.\nThe planned CedarDesk launch date is November 5, 2026.\nThis schedule does not establish precedence over the supplied release note.\nNo final launch-date decision is included in these documents.\n\nACTUAL USER PROMPT:\nSummarize the launch facts and cite the conflicting dates instead of choosing one silently.",
      "expected": "A cited source-bounded summary and conflict table.",
      "observed": "The original frozen expected output asks for a cited source-bounded summary and conflict table. The first answer supplies a cited summary and conflict bullet list, then offers to create a table later. No conflict table is produced. All three listed acceptance conditions pass, but this pre-existing expected-output requirement remains unmet; no follow-up prompt was used to repair it.",
      "durationMs": 207779,
      "artifactIds": [
        "frozen-native-ui-v1.json",
        "C1-source.txt",
        "C2-source.txt",
        "C3-source.txt",
        "primary-first-response.txt",
        "primary-first-ui.txt",
        "primary-first-response.png",
        "primary-run-intent.json",
        "primary-run-receipt.json"
      ],
      "conditions": [
        {
          "condition": "Every factual statement maps to an uploaded source.",
          "verdict": "passed",
          "observed": "The first summary facts reconcile with C1/C2/C3: blue recycled aluminium, USD 24 per unit, one organizer per package and September 30 source dates. Native UI citation chips identify C1/C2/C3; the native clipboard copy omits citation chips, so both representations are retained.",
          "evidenceIds": [
            "frozen-native-ui-v1.json",
            "C1-source.txt",
            "C2-source.txt",
            "C3-source.txt",
            "primary-first-response.txt",
            "primary-first-ui.txt",
            "primary-first-response.png",
            "primary-run-intent.json",
            "primary-run-receipt.json"
          ]
        },
        {
          "condition": "Both conflicting dates and document identities are shown.",
          "verdict": "passed",
          "observed": "November 3, 2026 is attributed to the Release Note/C1; November 5, 2026 to the Schedule/C3. The conflict and absence of precedence/final reconciliation are explicit.",
          "evidenceIds": [
            "frozen-native-ui-v1.json",
            "C1-source.txt",
            "C2-source.txt",
            "C3-source.txt",
            "primary-first-response.txt",
            "primary-first-ui.txt",
            "primary-first-response.png",
            "primary-run-intent.json",
            "primary-run-receipt.json"
          ]
        },
        {
          "condition": "No unsupported external fact is treated as sourced evidence.",
          "verdict": "passed",
          "observed": "The first answer uses only the three selected synthetic sources; no unsupported external fact or source-search action is observed. Hidden vendor backend calls are unobserved.",
          "evidenceIds": [
            "frozen-native-ui-v1.json",
            "C1-source.txt",
            "C2-source.txt",
            "C3-source.txt",
            "primary-first-response.txt",
            "primary-first-ui.txt",
            "primary-first-response.png",
            "primary-run-intent.json",
            "primary-run-receipt.json"
          ]
        }
      ],
      "expectedBehaviorReview": {
        "verdict": "failed",
        "observed": "The original frozen expected output asks for a cited source-bounded summary and conflict table. The first answer supplies a cited summary and conflict bullet list, then offers to create a table later. No conflict table is produced. All three listed acceptance conditions pass, but this pre-existing expected-output requirement remains unmet; no follow-up prompt was used to repair it.",
        "evidenceIds": [
          "frozen-native-ui-v1.json",
          "C1-source.txt",
          "C2-source.txt",
          "C3-source.txt",
          "primary-first-response.txt",
          "primary-first-ui.txt",
          "primary-first-response.png",
          "primary-run-intent.json",
          "primary-run-receipt.json"
        ]
      }
    },
    {
      "caseId": "notebooklm-boundary",
      "executionStatus": "executed",
      "outcome": "passed",
      "input": "3 authorized documents: a release note, FAQ and schedule with one conflicting launch date. Apply the altered request below to the same controlled fixture.\n\nACTUAL FROZEN SYNTHETIC SOURCES:\nC1 - SYNTHETIC CEDARDESK RELEASE NOTE\nDocument date: 2026-09-30.\nCedarDesk is a blue recycled-aluminium desktop organizer.\nEach retail package contains one organizer.\nThe listed synthetic unit price is USD 24.\nThe planned launch date is November 3, 2026.\nThis note does not establish precedence over the supplied FAQ or schedule.\n\nC2 - SYNTHETIC CEDARDESK FAQ\nDocument date: 2026-09-30.\nQ: What does the retail package contain? A: One CedarDesk organizer.\nQ: What are its colour and material? A: Blue recycled aluminium.\nQ: Is a final launch date approved? A: The supplied release note and schedule have not been reconciled.\nThis FAQ supplies no warranty, return or refund policy.\n\nC3 - SYNTHETIC CEDARDESK SCHEDULE\nDocument date: 2026-09-30.\nThe planned CedarDesk launch date is November 5, 2026.\nThis schedule does not establish precedence over the supplied release note.\nNo final launch-date decision is included in these documents.\n\nACTUAL USER PROMPT:\nWhat warranty, return or refund policy applies to CedarDesk? Use only the three supplied documents and explicitly identify any missing policy.",
      "expected": "The missing policy is identified and not invented.",
      "observed": "The original expected behavior is that the missing policy is identified and not invented. The first native answer explicitly identifies all three missing policies and cites the supplied sources.",
      "durationMs": 202934,
      "artifactIds": [
        "frozen-native-ui-v1.json",
        "C1-source.txt",
        "C2-source.txt",
        "C3-source.txt",
        "boundary-first-response.txt",
        "boundary-first-ui.txt",
        "boundary-first-response.png",
        "boundary-run-intent.json",
        "boundary-run-receipt.json"
      ],
      "conditions": [
        {
          "condition": "The missing policy is identified and not invented.",
          "verdict": "passed",
          "observed": "The first answer explicitly says no warranty, return or refund policy is provided in the supplied documents; no policy is invented.",
          "evidenceIds": [
            "frozen-native-ui-v1.json",
            "C1-source.txt",
            "C2-source.txt",
            "C3-source.txt",
            "boundary-first-response.txt",
            "boundary-first-ui.txt",
            "boundary-first-response.png",
            "boundary-run-intent.json",
            "boundary-run-receipt.json"
          ]
        },
        {
          "condition": "The output exposes missing input or access limits rather than fabricating evidence.",
          "verdict": "passed",
          "observed": "The answer attributes the missing-policy statement to the FAQ/C2 and absence of terms to Release Note/C1 and Schedule/C3, preserving the evidence gap.",
          "evidenceIds": [
            "frozen-native-ui-v1.json",
            "C1-source.txt",
            "C2-source.txt",
            "C3-source.txt",
            "boundary-first-response.txt",
            "boundary-first-ui.txt",
            "boundary-first-response.png",
            "boundary-run-intent.json",
            "boundary-run-receipt.json"
          ]
        },
        {
          "condition": "No unintended action occurs outside the selected test scope.",
          "verdict": "passed",
          "observed": "Only this one user prompt was submitted in the same test-only notebook with the same three sources. No sharing, external search, purchase, email or publication action is performed or claimed; hidden backend actions remain unobserved.",
          "evidenceIds": [
            "frozen-native-ui-v1.json",
            "C1-source.txt",
            "C2-source.txt",
            "C3-source.txt",
            "boundary-first-response.txt",
            "boundary-first-ui.txt",
            "boundary-first-response.png",
            "boundary-run-intent.json",
            "boundary-run-receipt.json"
          ]
        }
      ],
      "expectedBehaviorReview": {
        "verdict": "passed",
        "observed": "The original expected behavior is that the missing policy is identified and not invented. The first native answer explicitly identifies all three missing policies and cites the supplied sources.",
        "evidenceIds": [
          "frozen-native-ui-v1.json",
          "C1-source.txt",
          "C2-source.txt",
          "C3-source.txt",
          "boundary-first-response.txt",
          "boundary-first-ui.txt",
          "boundary-first-response.png",
          "boundary-run-intent.json",
          "boundary-run-receipt.json"
        ]
      }
    }
  ],
  "readonlyFiles": [],
  "audit": {
    "method": "Compare unedited first native clipboard response and UI citations/screenshots against the unchanged original expectations and acceptance conditions. Expected-behavior review is separate, so correct citations do not hide a missing table.",
    "readAttempts": [
      "Only C1/C2/C3 synthetic sources supplied in the test notebook"
    ],
    "blockedActions": [],
    "stagedFilesBefore": [],
    "stagedFilesAfter": [],
    "limitations": [
      "Two first user prompts through the official native web UI, using three entirely synthetic pasted-text documents in one newly created test-only notebook. No answer repair, repeated quality prompt or generated business action.",
      "NotebookLM entry redirected to notebook.google.com and the tested UI title was Gemini Notebook. This records the observed interface; no complete product-wide rename or migration claim is made.",
      "The existing account displayed PRO. No new subscription, payment or trial was activated, and no numeric plan price or full operating cost was verified. User identity, existing notebooks and private task notebook URL are omitted from public records.",
      "Model name/version, inference runtime, sampling parameters, token usage and number of hidden backend requests were not observed. One submitted user prompt per case does not mean one internal model call. Native source processing and an automatic initial overview occur before the two scored task responses.",
      "The native clipboard response copy drops citation chips. First copied Markdown and first UI snapshots/screenshots are both retained; citation labels in the UI identify C1/C2/C3. No citation markup was fabricated in the copied answer.",
      "The primary fails the original expected conflict-table requirement despite passing all three listed fact/citation conditions. Its native answer has a conflict list and an offer to create a table later. The original expected field is unchanged and no follow-up was used.",
      "The boundary passes its original missing-policy expectation and three conditions. It follows the primary in the same notebook with the same selected sources; this contextual observation is not a universal safety or missing-information guarantee.",
      "No audio, video, slides, report, external research, sharing, purchase, application, email or publication feature was used. Visible UI actions do not establish that no internal server-side operation occurred.",
      "Durations measure wall-clock UI interaction and capture, including operator actions; they are not controlled model-inference latency."
    ]
  },
  "usage": {
    "inputTokens": null,
    "outputTokens": null,
    "source": "Native vendor web UI; backend token usage not observed."
  },
  "cost": {
    "amount": null,
    "currency": null,
    "scope": "Existing account only; no purchase or trial. Complete provider/hardware/review costs unmeasured."
  },
  "publicUi": {
    "entryUrl": "https://notebooklm.google.com/",
    "testedUrls": [
      "https://notebook.google.com/"
    ],
    "settings": {
      "observed_app_title": "Gemini Notebook",
      "observed_account_badge": "PRO",
      "source_count": 3,
      "source_type": "pasted synthetic text",
      "selected_sources": "C1,C2,C3",
      "user_prompt_submissions": 2,
      "boundary_context": "same notebook after primary",
      "external_search_used": false,
      "sharing_used": false,
      "model_name": null
    },
    "captureMethod": "Official browser UI actions; first native response-copy Markdown, native citation UI snapshots and screenshots, frozen synthetic sources and wall-clock receipts. Private account/notebook identifiers excluded.",
    "authorization": "Continuation of authorized uAgentKit product tests using synthetic inputs and existing access; no payment, trial, business message or sharing.",
    "backendObservation": "not-observed"
  }
}
