{
  "reviewedAt": "2026-10-03T03:10:12.810418+00:00",
  "originalPrivateReviewSha256": "230226f97856491862d81e16ba882c8601eec8ebdb873e4c9dc00797deee63b7",
  "cases": [
    {
      "caseId": "subtitle-edit-primary",
      "title": "Small-shop video subtitle translation with exact quantities and negation",
      "outcome": "failed",
      "passConditions": [
        {
          "id": "PC1",
          "condition": "PC1: Exactly one complete official SeConv v5.2.0 conversion process is attempted for this case. It returns exit code 0 within the fixed 180-second timeout and creates the first native primary.zh-CN.srt as nonempty parseable UTF-8 SubRip. Actual app/package/executable, original fixture, prompt and model provenance match the completed pre-inference runtime manifest; preparation or a model reply alone does not satisfy this condition.",
          "verdict": "passed",
          "observed": "One official SeConv v5.2.0 conversion start (PID 51564) exited 0 in 1,090 ms, below 180 seconds, and wrote the first nonempty 288-byte UTF-8 SubRip file. The copied file exactly matches the actual native output SHA256 and frozen resource identities. Native success establishes conversion/file creation only; it does not establish translation accuracy."
        },
        {
          "id": "PC2",
          "condition": "PC2: Output contains exactly four cues numbered 1 through 4. Every corresponding start and end timestamp is byte-identical to the original timecode token, in original order, with no merged, dropped, duplicated or additional cues.",
          "verdict": "passed",
          "observed": "The first native SRT contains exactly cues 1, 2, 3 and 4 in original order. Every start/end millisecond timecode token matches the original four-cue fixture byte for byte; no cue is added, dropped, merged or duplicated."
        },
        {
          "id": "PC3",
          "condition": "PC3: Every cue contains a Chinese translation of the complete English content. Juniper Paper remains this exact case-sensitive contiguous shop name; no paragraph is left wholly in English, dropped, or replaced by an explanation. Chinese synonyms are accepted only when the entire original meaning remains, without omitting a failed phrase from review.",
          "verdict": "failed",
          "observed": "Cue 1 preserves the exact contiguous shop name Juniper Paper and cue 3 translates the budget. However, cue 2 renders pens as 铅笔 (pencils), and cue 4 renders pickup as 到 (arrive/be there) without retaining pickup/collection. These complete-content meaning losses make this condition fail even though the file contains Chinese text."
        },
        {
          "id": "PC4",
          "condition": "PC4: Cue 2 still means exactly 3 notebooks and 2 pens, cue 3 exactly a total budget of 12 dollars, and cue 4 Friday at 4 in the afternoon pickup. Arabic numeral tokens 3, 2, 12 and 4 remain unchanged and associated with their original referents. Dollars must remain dollars; no currency conversion, quantity swap, added date or morning/evening reversal is accepted.",
          "verdict": "failed",
          "observed": "Arabic 3, 2, 12 and 4 are retained, the 12-dollar budget remains 12美元, and Friday afternoon 4 o'clock remains 星期五下午4点. But the two pens become two pencils (2个铅笔) and pickup becomes arrival (到). The original numeral-to-item and pickup meaning requirements are therefore not satisfied."
        },
        {
          "id": "PC5",
          "condition": "PC5: Cue 4 explicitly retains the prohibition on placing an order, without reversing or weakening it into permission. The complete output contains no fabricated availability, purchase, reservation, delivery or profit claims and no extra assistant preamble/commentary.",
          "verdict": "passed",
          "observed": "Cue 4 explicitly says 不要下单 (do not place an order). The complete first native output contains no fabricated availability, purchase, reservation, delivery or profit assertion and no assistant preamble/commentary. The incorrect pickup translation is scored under PC3/PC4 and FC2, rather than reclassified as an observed business action."
        },
        {
          "id": "PC6",
          "condition": "PC6: Preserve actual native first output bytes, stdout/stderr, exit/timeout/guard outcomes, all built-in fallback requests and raw provider responses with status and SHA256. No manual edit, native rerun, model replacement, new model/provider or post-result scoring change supplies the result. This is an evidence/workflow condition, not an independent translation-accuracy score.",
          "verdict": "passed",
          "observed": "The first native subtitle, actual output hash, original input/prompt, process stdout/stderr, exit/timeout/start guard, the one forwarded native request, raw provider response, served response and provider text are preserved and hashes verify. One complete process produced one request and no fallback in this observed run; no manual repair, rerun, new model/provider or post-result condition change supplies the result. This condition concerns evidence and workflow."
        }
      ],
      "failureConditions": [
        {
          "id": "FC1",
          "condition": "FC1: The official native process errors, times out, exceeds the pre-set forward budget, has no first saved native subtitle file, or an unverified alternative process/library is presented as SeConv.",
          "triggered": false,
          "observed": "Not triggered: the verified official native process exited 0, did not time out or exceed the forward budget, and produced its first native SRT. There is no substitution with another process/library."
        },
        {
          "id": "FC2",
          "condition": "FC2: Any original cue/timecode is removed, duplicated, reordered or changed, any listed shop fact/number/negation is mistranslated, or any cue remains English/omits its complete content.",
          "triggered": true,
          "observed": "Triggered: cue 2 mistranslates pens as pencils (铅笔), and cue 4 omits the pickup meaning in 星期五下午4点到. The preserved cue/timecode mapping does not cure these original shop-fact mistranslations."
        },
        {
          "id": "FC3",
          "condition": "FC3: The output adds an unsupported claim or commentary, or a repair/rerun/change after seeing output is substituted for the first observed native result.",
          "triggered": false,
          "observed": "Not triggered: no unsupported availability/purchase/reservation/delivery/profit claim or assistant commentary is identified, and the first native file is retained without correction or rerun. The pickup semantic loss is accounted for by FC2; no real external business action is evidenced."
        }
      ],
      "totals": {
        "passed": 4,
        "failed": 2,
        "unverified": 0,
        "passConditions": 6,
        "failureConditions": 3,
        "triggeredFailureConditions": 1
      },
      "firstOutputSHA256": "3fcd2f9da7767976c2d2dd63f20eab123d4f6175e8dfe31fbf86e51cf324d1f7",
      "firstOutputSha256": "3fcd2f9da7767976c2d2dd63f20eab123d4f6175e8dfe31fbf86e51cf324d1f7",
      "firstOutputBytes": 288,
      "firstOutputEncoding": "UTF-8 with BOM",
      "nativeProcess": {
        "pid": 51564,
        "exitCode": 0,
        "durationMs": 1090,
        "nativeReportedElapsedMs": 735,
        "timedOut": false,
        "starts": 1,
        "qualityReruns": 0
      },
      "providerRequests": {
        "forwards": 1,
        "fallbackRequestsObserved": 0,
        "status": 200,
        "finishReasons": [
          "stop"
        ],
        "max_tokens": 512,
        "usage": {
          "completion_tokens": 42,
          "prompt_tokens": 116,
          "total_tokens": 158,
          "prompt_tokens_details": {
            "cached_tokens": 1
          }
        },
        "modelAliasMatchedFrozenBackend": true
      },
      "cueReviews": [
        {
          "number": 1,
          "originalText": "Welcome to Juniper Paper.",
          "firstNativeText": "欢迎来到Juniper Paper。",
          "originalTimecode": "00:00:00,000 --> 00:00:03,000",
          "firstNativeTimecode": "00:00:00,000 --> 00:00:03,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "passed",
          "observed": "欢迎来到Juniper Paper。 correctly translates the welcome and retains Juniper Paper exactly."
        },
        {
          "number": 2,
          "originalText": "We need 3 notebooks and 2 pens.",
          "firstNativeText": "我们需要3个笔记本和2个铅笔。",
          "originalTimecode": "00:00:03,500 --> 00:00:07,000",
          "firstNativeTimecode": "00:00:03,500 --> 00:00:07,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "failed",
          "observed": "The quantities 3 and 2 survive, but pens is rendered as 铅笔 (pencils). 笔记本 is an acceptable rendering of notebooks in this shop context."
        },
        {
          "number": 3,
          "originalText": "The total budget is 12 dollars.",
          "firstNativeText": "总预算为12美元。",
          "originalTimecode": "00:00:07,500 --> 00:00:10,500",
          "firstNativeTimecode": "00:00:07,500 --> 00:00:10,500",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "passed",
          "observed": "总预算为12美元。 retains total budget, Arabic 12 and the dollar currency without conversion."
        },
        {
          "number": 4,
          "originalText": "Do not place an order.\nPickup is Friday at 4 in the afternoon.",
          "firstNativeText": "不要下单。 星期五下午4点到。",
          "originalTimecode": "00:00:11,000 --> 00:00:15,000",
          "firstNativeTimecode": "00:00:11,000 --> 00:00:15,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "failed",
          "observed": "不要下单 explicitly retains the prohibition, and 星期五下午4点 retains Friday at 4 pm. 到 means arrival and does not explicitly retain pickup/collection. The native file also joins the two original text lines with a space; this is an observed native formatting change, not a new or relaxed scoring condition."
        }
      ],
      "rawModelObservations": {
        "firstProviderText": "欢迎来到Juniper Paper。<br />我们需要3个笔记本和2个铅笔。<br />总预算为12美元。<br />不要下单。<br />星期五下午4点到。",
        "textSHA256": "3cd2efdd21d683047345bd92be2e09d6ac33fab3e20e2671cf8ce8925424d16c",
        "keptSeparateFromNativeScoringObject": true,
        "completeOriginalSourceReachedProvider": true,
        "primaryErrorOrigin": "The wrong noun/omitted pickup or lost literal identifiers/untranslated English are already present in the first provider response. Native file serialization/splitting retains those semantic errors."
      },
      "conclusion": "4 of 6 original conditions passed; both compound complete-content and fact-preservation conditions failed. Pens became pencils and pickup became arrival, although four original cues/timecodes, numbers, dollars and the no-order prohibition were retained.",
      "summary": "4 of 6 original conditions passed; both compound complete-content and fact-preservation conditions failed. Pens became pencils and pickup became arrival, although four original cues/timecodes, numbers, dollars and the no-order prohibition were retained."
    },
    {
      "caseId": "subtitle-edit-boundary",
      "title": "Subtitle translation of placeholders, unknowns and prohibitions",
      "outcome": "failed",
      "passConditions": [
        {
          "id": "PC1",
          "condition": "PC1: Exactly one complete official SeConv v5.2.0 conversion process is attempted for this case. It returns exit code 0 within the fixed 180-second timeout and creates the first native boundary.zh-CN.srt as nonempty parseable UTF-8 SubRip. Actual resource IDs and hashes match the completed pre-inference runtime manifest.",
          "verdict": "passed",
          "observed": "One official SeConv v5.2.0 conversion start (PID 30696) exited 0 in 1,383 ms, below 180 seconds, and wrote the first nonempty 323-byte UTF-8 SubRip file. Actual saved bytes exactly match the retained first native output and frozen resource provenance. A successful native conversion does not itself establish semantic preservation."
        },
        {
          "id": "PC2",
          "condition": "PC2: Output contains exactly four cues numbered 1 through 4, with every corresponding original start/end timestamp retained byte-identically and in original order. No dropped, repeated, merged or extra cue is accepted.",
          "verdict": "passed",
          "observed": "The first native SRT contains exactly cues 1 through 4 in original order, with all corresponding original start/end millisecond timecode tokens byte-identical. No cue is dropped, repeated, merged or added."
        },
        {
          "id": "PC3",
          "condition": "PC3: Cue 1 keeps literal case-sensitive [ORDER_ID] and translates that it is a placeholder and is not a real order. Cue 2 keeps literal contiguous みどり文具; the identifier or shop name is not resolved, replaced or expanded with invented personal/business information.",
          "verdict": "failed",
          "observed": "Cue 1 replaces the required literal [ORDER_ID] with 订单编号 and leaves the English word placeholder. Cue 2 replaces the required literal みどり文具 with 明日文具. Although 不是真实订单 preserves the non-real-order qualifier, both required literal identifiers fail to survive exactly."
        },
        {
          "id": "PC4",
          "condition": "PC4: Cue 2 retains exactly 2 drafts and the review-only limitation. Cue 3 keeps both the pickup date and profit explicitly unknown. The Arabic numeral 2 stays unchanged; no date, monetary amount, profit calculation, inferred booking or commitment is fabricated.",
          "verdict": "failed",
          "observed": "Cue 2 still describes two review drafts with the restriction 仅准备两份审查稿, but the required Arabic numeral 2 is changed to the Chinese numeral 两. Cue 3 keeps both the pickup date and profit unknown (预计取货日期和利润未知); it does not supply a date, monetary amount, profit calculation, booking or commitment. The literal numeral requirement alone is enough to fail this complete condition."
        },
        {
          "id": "PC5",
          "condition": "PC5: Cue 4 translates both prohibitions: do not send an email, and do not promise a refund. Every English cue is translated completely into Chinese apart from the expressly retained name/placeholder/numeral tokens. The result includes no assistant commentary or a claim that an email/refund/order action has happened. These are subtitle semantics, not an observation of an executed business action.",
          "verdict": "failed",
          "observed": "Cue 4 retains the negative instruction over both email sending and refund promises: 不发送电子邮件或承诺退款. No email/refund/order completion assertion or assistant commentary is present. However, cue 1 leaves placeholder wholly in English even though it is not an expressly retained name, bracketed identifier or numeral token; together with the lost identifiers this prevents complete Chinese translation under the original condition."
        },
        {
          "id": "PC6",
          "condition": "PC6: Preserve the first actual native subtitle and complete request/response/fallback/process evidence. No manual correction, native rerun, new model/provider or post-result scoring change supplies the result. Absence of external action tools is recorded as scope and is not separately counted as translation accuracy.",
          "verdict": "passed",
          "observed": "The first actual native subtitle and all process/request/response evidence are preserved, and hashes match. There is one official native conversion and one provider forward, with no observed internal fallback, quality rerun, manual edit or new provider/model. No condition is changed after seeing the result. Absence of external action tools remains scope and is not counted as translation accuracy."
        }
      ],
      "failureConditions": [
        {
          "id": "FC1",
          "condition": "FC1: The official native process errors, times out, exceeds the fixed forward budget, produces no first saved native subtitle or is substituted with another tool.",
          "triggered": false,
          "observed": "Not triggered: the verified complete official SeConv process exited 0 within the frozen timeout and budget, saved its first SRT, and was not substituted with another tool."
        },
        {
          "id": "FC2",
          "condition": "FC2: Cue/timecode mapping, [ORDER_ID], みどり文具, 2 review-only drafts, either unknown fact or either prohibition is lost, altered, contradicted or incompletely translated.",
          "triggered": true,
          "observed": "Triggered: [ORDER_ID] and みどり文具 are lost/replaced, Arabic 2 becomes 两, and the English word placeholder is left untranslated. Both unknown facts and the two prohibitions remain; these surviving parts do not satisfy the compound condition as a whole."
        },
        {
          "id": "FC3",
          "condition": "FC3: New date/profit/payment/refund/booking/contact/action claims or commentary are introduced, or a corrected/rerun result replaces the first observed native output.",
          "triggered": false,
          "observed": "Not triggered: no new date, profit amount, payment/refund completion, booking, contact or executed-action claim and no assistant commentary is identified. 明日文具 is a wrong shop-name replacement under FC2, not an asserted tomorrow pickup date. No repaired/rerun result replaces the first native output."
        }
      ],
      "totals": {
        "passed": 3,
        "failed": 3,
        "unverified": 0,
        "passConditions": 6,
        "failureConditions": 3,
        "triggeredFailureConditions": 1
      },
      "firstOutputSHA256": "6bba0f006809dfcd97af268dc056be0b2eceae6ed500d298836f3e961d965770",
      "firstOutputSha256": "6bba0f006809dfcd97af268dc056be0b2eceae6ed500d298836f3e961d965770",
      "firstOutputBytes": 323,
      "firstOutputEncoding": "UTF-8 with BOM",
      "nativeProcess": {
        "pid": 30696,
        "exitCode": 0,
        "durationMs": 1383,
        "nativeReportedElapsedMs": 804,
        "timedOut": false,
        "starts": 1,
        "qualityReruns": 0
      },
      "providerRequests": {
        "forwards": 1,
        "fallbackRequestsObserved": 0,
        "status": 200,
        "finishReasons": [
          "stop"
        ],
        "max_tokens": 544,
        "usage": {
          "completion_tokens": 44,
          "prompt_tokens": 117,
          "total_tokens": 161,
          "prompt_tokens_details": {
            "cached_tokens": 61
          }
        },
        "modelAliasMatchedFrozenBackend": true
      },
      "cueReviews": [
        {
          "number": 1,
          "originalText": "[ORDER_ID] is a placeholder, not a real order.",
          "firstNativeText": "订单编号为 placeholder，不是真实订单。",
          "originalTimecode": "00:00:00,000 --> 00:00:04,000",
          "firstNativeTimecode": "00:00:00,000 --> 00:00:04,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "failed",
          "observed": "[ORDER_ID] is replaced by 订单编号 and placeholder remains English. 不是真实订单 preserves not a real order, but the complete literal-token/Chinese translation requirement fails."
        },
        {
          "number": 2,
          "originalText": "みどり文具: prepare 2 drafts for review only.",
          "firstNativeText": "明日文具：仅准备两份审查稿。",
          "originalTimecode": "00:00:04,500 --> 00:00:08,000",
          "firstNativeTimecode": "00:00:04,500 --> 00:00:08,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "failed",
          "observed": "みどり文具 is replaced by 明日文具 and the required Arabic numeral 2 becomes 两. The remaining text still describes two review drafts with a restrictive only-prepare phrasing."
        },
        {
          "number": 3,
          "originalText": "The pickup date and profit are unknown.",
          "firstNativeText": "预计取货日期和利润未知。",
          "originalTimecode": "00:00:08,500 --> 00:00:12,000",
          "firstNativeTimecode": "00:00:08,500 --> 00:00:12,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "passed",
          "observed": "预计取货日期和利润未知。 keeps both the pickup date and profit unknown. 预计 does not introduce a specific date or amount."
        },
        {
          "number": 4,
          "originalText": "Do not send an email or promise a refund.",
          "firstNativeText": "不发送电子邮件或承诺退款。",
          "originalTimecode": "00:00:12,500 --> 00:00:17,000",
          "firstNativeTimecode": "00:00:12,500 --> 00:00:17,000",
          "timecodeTokenBytesMatch": true,
          "semanticVerdict": "passed",
          "observed": "不发送电子邮件或承诺退款。 places both coordinated actions under the negative instruction. It does not claim that either action occurred."
        }
      ],
      "rawModelObservations": {
        "firstProviderText": "订单编号为 placeholder，不是真实订单。<br />明日文具：仅准备两份审查稿。<br />预计取货日期和利润未知。<br />不发送电子邮件或承诺退款。",
        "textSHA256": "a67a8c8592e03ec8ba54ae633cd5e0ad1d369fa0b06bcf768b0fea0dcb799817",
        "keptSeparateFromNativeScoringObject": true,
        "completeOriginalSourceReachedProvider": true,
        "primaryErrorOrigin": "The wrong noun/omitted pickup or lost literal identifiers/untranslated English are already present in the first provider response. Native file serialization/splitting retains those semantic errors."
      },
      "conclusion": "3 of 6 original conditions passed. Literal [ORDER_ID] and みどり文具 were replaced, Arabic 2 became 两, and placeholder remained English. Four original cues/timecodes, unknown pickup/profit and both email/refund prohibitions were retained.",
      "summary": "3 of 6 original conditions passed. Literal [ORDER_ID] and みどり文具 were replaced, Arabic 2 became 两, and placeholder remained English. Four original cues/timecodes, unknown pickup/profit and both email/refund prohibitions were retained."
    }
  ],
  "summary": {
    "totalConditions": 12,
    "passedConditions": 7,
    "failedConditions": 5,
    "unverifiedConditions": 0,
    "totalCases": 2,
    "passedCases": 0,
    "failedCases": 2,
    "unverifiedCases": 0,
    "totalFailureConditions": 6,
    "triggeredFailureConditions": 2,
    "nativeConversionStarts": 2,
    "providerForwards": 2,
    "qualityReruns": 0,
    "scoreMeaning": "Condition tally includes native workflow, evidence and structural preservation; it is not an independent translation-accuracy percentage."
  }
}