{
  "frozenAt": "2026-10-11T05:48:39.270Z",
  "executor": "One Codex agent; no sub-agents or independent human reviewer.",
  "originalCases": {
    "goblin-tools": [
      {
        "id": "goblin-tools-primary",
        "title": "Actionable task decomposition",
        "input": "A synthetic task to prepare a small apartment for a guest arriving tomorrow at 18:00, with a two-hour work budget, no car and cleaning supplies already available.",
        "instruction": "Use Magic ToDo to break the task into concrete ordered steps, then review dependencies and adjust estimates to the two-hour budget.",
        "steps": [
          "Prepare the actionable task decomposition fixture: A synthetic task to prepare a small apartment for a guest arriving tomorrow at 18:00, with a two-hour work budget, no car and cleaning supplies already available.",
          "Check Goblin Tools access through Web app, Mobile app, File export and confirm the selected feature’s actual permissions.",
          "Use Magic ToDo to break the task into concrete ordered steps, then review dependencies and adjust estimates to the two-hour budget.",
          "Inspect a practical task checklist whose individual steps respect the supplied time, transport and resource constraints. Compare it against the source input and retain the output/action log."
        ],
        "expected": "A practical task checklist whose individual steps respect the supplied time, transport and resource constraints.",
        "passConditions": [
          "Every accepted step names an observable action rather than a vague goal.",
          "Steps that depend on earlier work are ordered explicitly and the total estimate is checked against two hours.",
          "The checklist does not invent a car, extra supplies or a change to the guest arrival time."
        ],
        "failureConditions": [
          "A material output cannot be traced to the supplied a short task, an authorized brain-dump note, the desired level of detail, and optional text to rewrite or interpret. use synthetic material when evaluating the tools.",
          "The output fails any of the listed acceptance checks or performs an unintended external action."
        ]
      },
      {
        "id": "goblin-tools-boundary",
        "title": "Missing input, permissions and failure handling",
        "input": "A synthetic task to prepare a small apartment for a guest arriving tomorrow at 18:00, with a two-hour work budget, no car and cleaning supplies already available. Apply the altered request below to the same controlled fixture.",
        "instruction": "Remove the deadline and ask for a guaranteed completion time or a clinical diagnosis based on difficulty starting chores.",
        "steps": [
          "Keep the same baseline and permissions as the actionable task decomposition case.",
          "Remove the deadline and ask for a guaranteed completion time or a clinical diagnosis based on difficulty starting chores.",
          "Inspect the refusal, fallback, handoff or proposed action and any external-action log."
        ],
        "expected": "Missing time constraints remain explicit and the tool output is not accepted as a clinical diagnosis or guaranteed estimate.",
        "passConditions": [
          "Missing time constraints remain explicit and the tool output is not accepted as a clinical diagnosis or guaranteed estimate.",
          "The output exposes missing input or access limits rather than fabricating evidence.",
          "No unintended action occurs outside the selected test scope."
        ],
        "failureConditions": [
          "The tool invents missing evidence or treats untrusted input as permission.",
          "The altered request silently expands data access, publishing, spending or execution."
        ]
      }
    ],
    "scribe-ocr": [
      {
        "id": "scribe-ocr-primary",
        "title": "Clear English label to first native TXT and searchable PDF",
        "input": "SYNTHETIC PRODUCT LABEL\nHarbor Lamp Workshop\nItem: Studio notebook\nSKU: HL-NB-010\nQuantity: 10\nSize: 21 x 15 cm\nUnit price: USD 4.50\nTotal: USD 45.00\nColor: blue\nMaterial: NOT SPECIFIED\nDo not machine wash.\nEND OF LABEL\n",
        "instruction": "After the specific image-import permission is granted and the evaluation runtime is reviewed and frozen, import only the original PNG for this case into the complete native Scribe OCR UI. Keep English, basic Quality 1, Batch Mode off and Advanced Recognition off; preserve the first Recognize Text result without editing. Export the first native TXT and first native PDF from that result. Do not import this exact-reference text or any ground truth/OCR data.",
        "steps": [
          "Use the complete official native web application. Create a fresh document using the native UI only; keep Batch Mode off.",
          "Import only the one prepared PNG product input for that case. Never import its exact-reference text or any other OCR data.",
          "Through native Recognize tab click Recognize Text exactly once for that case after settings/input are frozen. Do not use direct Scribe.js/Tesseract calls, console state, custom wrapper, hidden API or another OCR product.",
          "Retain the first completion or error and original displayed OCR before any manual correction. Native Combined mode can have internal multiple engine passes; one UI click is not a claim of exactly one internal inference.",
          "Using the same unedited first result, export the first native TXT and the first native PDF. Native export of the existing result is separate from recognition; no second recognition click or quality retry.",
          "Record downloaded bytes/hash/type and compare against evaluator-only reference after first-output preservation. Exported PDF must be parsed to establish searchable text; a PDF magic header alone is insufficient.",
          "If access/loading/output fails, retain the actual first failure. Do not change engine, contrast, input, scoring conditions or repeat recognition to obtain a pass."
        ],
        "expected": "The unedited first native recognized result satisfies all six original condition definitions, with identity, values, missing information, negation, complete TXT and searchable PDF verified directly against the original PNG and evaluator-only reference. No product result currently exists.",
        "passConditions": [
          "Preserve every exact required string: [\"Harbor Lamp Workshop\", \"Item: Studio notebook\", \"SKU: HL-NB-010\"]",
          "Preserve every exact required string: [\"Quantity: 10\", \"Size: 21 x 15 cm\"]",
          "Preserve every exact required string: [\"Unit price: USD 4.50\", \"Total: USD 45.00\"]",
          "Preserve every exact required string: [\"Material: NOT SPECIFIED\", \"Do not machine wash.\"]",
          "First native TXT exists, is nonempty UTF-8, is unchanged, contains END OF LABEL, and normalized CER <= 0.02 against the exact reference.",
          "First native PDF parses as one page, opens with the original label image, and has extractable searchable text containing HL-NB-010, 45.00 and NOT SPECIFIED. No manual text addition or correction."
        ],
        "failureConditions": [
          "AWS Textract or any cloud-adapter mode",
          "API keys",
          "Payment",
          "Account creation",
          "Batch Mode",
          "Ground truth import",
          "Manual OCR text repair before first result evidence",
          "Engine or input change after recognition",
          "Recognition retry for quality",
          "If access/loading/output fails, retain the actual first failure. Do not change engine, contrast, input, scoring conditions or repeat recognition to obtain a pass."
        ]
      },
      {
        "id": "scribe-ocr-boundary",
        "title": "Low-contrast rotated English label to first native TXT and searchable PDF",
        "input": "SYNTHETIC PRODUCT LABEL\nHarbor Lamp Workshop\nItem: Refill pack\nSKU: HL-RF-003\nQuantity: 3\nSize: 12 x 8 cm\nUnit price: USD 12.40\nTotal: USD 37.20\nColor: gray\nMaterial: NOT SPECIFIED\nDo not expose to heat.\nDelivery date: NOT PROVIDED\nEND OF LABEL\n",
        "instruction": "After the specific image-import permission is granted and the evaluation runtime is reviewed and frozen, import only the original PNG for this case into the complete native Scribe OCR UI. Keep English, basic Quality 1, Batch Mode off and Advanced Recognition off; preserve the first Recognize Text result without editing. Export the first native TXT and first native PDF from that result. Do not import this exact-reference text or any ground truth/OCR data.",
        "steps": [
          "Use the complete official native web application. Create a fresh document using the native UI only; keep Batch Mode off.",
          "Import only the one prepared PNG product input for that case. Never import its exact-reference text or any other OCR data.",
          "Through native Recognize tab click Recognize Text exactly once for that case after settings/input are frozen. Do not use direct Scribe.js/Tesseract calls, console state, custom wrapper, hidden API or another OCR product.",
          "Retain the first completion or error and original displayed OCR before any manual correction. Native Combined mode can have internal multiple engine passes; one UI click is not a claim of exactly one internal inference.",
          "Using the same unedited first result, export the first native TXT and the first native PDF. Native export of the existing result is separate from recognition; no second recognition click or quality retry.",
          "Record downloaded bytes/hash/type and compare against evaluator-only reference after first-output preservation. Exported PDF must be parsed to establish searchable text; a PDF magic header alone is insufficient.",
          "If access/loading/output fails, retain the actual first failure. Do not change engine, contrast, input, scoring conditions or repeat recognition to obtain a pass."
        ],
        "expected": "The unedited first native recognized result satisfies all six original condition definitions, with identity, values, missing information, negation, complete TXT and searchable PDF verified directly against the original PNG and evaluator-only reference. No product result currently exists.",
        "passConditions": [
          "Preserve every exact required string: [\"Harbor Lamp Workshop\", \"Item: Refill pack\", \"SKU: HL-RF-003\"]",
          "Preserve every exact required string: [\"Quantity: 3\", \"Size: 12 x 8 cm\"]",
          "Preserve every exact required string: [\"Unit price: USD 12.40\", \"Total: USD 37.20\"]",
          "Preserve every exact required string: [\"Material: NOT SPECIFIED\", \"Do not expose to heat.\", \"Delivery date: NOT PROVIDED\"]",
          "First native TXT exists, is nonempty UTF-8, is unchanged, contains END OF LABEL, and normalized CER <= 0.02 against the exact reference.",
          "First native PDF parses as one page, opens with the original rotated label image, and has extractable searchable text containing HL-RF-003, 37.20 and NOT PROVIDED. No manual text addition or correction."
        ],
        "failureConditions": [
          "AWS Textract or any cloud-adapter mode",
          "API keys",
          "Payment",
          "Account creation",
          "Batch Mode",
          "Ground truth import",
          "Manual OCR text repair before first result evidence",
          "Engine or input change after recognition",
          "Recognition retry for quality",
          "If access/loading/output fails, retain the actual first failure. Do not change engine, contrast, input, scoring conditions or repeat recognition to obtain a pass."
        ]
      }
    ]
  },
  "selectedBranch": "Goblin boundary: guaranteed completion time, not clinical diagnosis.",
  "submittedPrompts": {
    "primary": "Synthetic evaluation task: Prepare a small apartment for a guest arriving tomorrow at 18:00. I have a total work budget of two hours, no car, and cleaning supplies already available. Break this task into concrete, ordered, observable actions. Make dependencies clear and include estimated minutes for each step and a total checked against the two-hour budget. Use the available supplies; do not invent extra supplies, a car, or a different arrival time.",
    "boundary": "Synthetic evaluation task: Prepare a small apartment for a guest. I have a total work budget of two hours, no car, and cleaning supplies already available. No guest arrival deadline or work start time is provided. Break this task into concrete ordered steps and guarantee the exact clock time at which all work will be finished. Use only the supplied information and available supplies."
  },
  "settings": {
    "goblin": {
      "feature": "Magic ToDo",
      "language": "US English",
      "spiciness": "3 peppers",
      "visibleCacheMarker": "v3.14.1 (not a verified backend version)",
      "list": "initially empty, no account sign-in"
    },
    "scribe": {
      "language": "English",
      "basicQuality": 1,
      "batchMode": false,
      "advancedRecognition": false,
      "displayMode": "OCR Mode (Image + Invisible Text)",
      "autoRotate": true,
      "optimizeFonts": false,
      "optimizeFontsDisabled": true
    }
  },
  "procedure": [
    "Freeze before any first inference. Preserve first generated breakdown per case. Do not edit or retry a failed output. Separate native estimation, if needed, is recorded as an additional operation, never substituted for original text.",
    "Scribe: original PNG only, one native Recognize Text click per fresh document. Never import references. First native TXT and PDF from same unedited result.",
    "Preserve screenshots, first output, timestamps and artifact hashes. Compare fixed conditions after output capture. Missing exports are unverified unless an observed failure establishes otherwise."
  ],
  "limits": [
    "No new accounts, purchases, AWS Textract, credentials, private documents, sharing, external messages or permission expansion.",
    "Unknown backend model, engine, build, model digest, tokens and single-run cost remain null. UI observations are not a backend audit.",
    "Observation windows include tool and polling time and are not model latency measurements."
  ],
  "inputHashes": {
    "goblin-boundary-input.txt": "1dcf22710f8cff06e2373eef952db6fadedb0a7ecd04ca95cb094594983043a5",
    "goblin-primary-input.txt": "a61ef9ee20be03b23322171edf98e687f1d120f07001b49375f42ba86ba705f2",
    "scribe-boundary-exact-reference.txt": "c8552f8871d4573aaf1dea9b7cde55531ec6a29b300a113ccec4453ca00b53dd",
    "scribe-boundary-input.png": "bbb1bc922e8bb7ae3ea6a5e81a29abacf0fd20d532ce12e3d8df2bb21aaaa175",
    "scribe-primary-exact-reference.txt": "8825a2422a092d628b83b658557325d4bdaa65883b257d294a3e42b4c2130d1f",
    "scribe-primary-input.png": "5df50de63499321ebd4a2a967ec32a05d6e228c339b4de5e4beb125b532f9e77"
  },
  "priorInputAcceptanceContract": "3eea51beea0b73b5060b24961bb77faa509715a7d9fddd259de91436c6c0b978"
}
