compress evaluate derived

{
  "input": {
    "body": {
      "task": "Find the release condition and rollback trigger while removing duplicate operational background.",
      "scoring": "bm25",
      "documents": [
        {
          "id": "release-notes",
          "text": "Release may proceed after the security owner attaches credential-rotation evidence. The production canary passed in every region.\n\nRoutine notes cover staffing, dashboards, meeting cadence, maintenance calendars, regional handoffs, historical capacity, and documentation formatting.",
          "title": "Release notes"
        },
        {
          "id": "rollback-runbook",
          "text": "Rollback if API errors exceed 2 percent for five minutes or payment failures breach the alert threshold. Restore the last-known-good deployment before reopening traffic.\n\nRoutine notes cover staffing, dashboards, meeting cadence, maintenance calendars, regional handoffs, historical capacity, and documentation formatting.",
          "title": "Rollback runbook"
        }
      ],
      "budgetMode": "guaranteed",
      "provenance": "compact",
      "tokenBudget": 128,
      "clientRequestId": "req_rag_release_eval_001",
      "requiredEvidence": [
        {
          "text": "Release may proceed after the security owner attaches credential-rotation evidence.",
          "sourceId": "release-notes",
          "evidenceId": "release-gate"
        },
        {
          "text": "Rollback if API errors exceed 2 percent for five minutes",
          "sourceId": "rollback-runbook",
          "evidenceId": "rollback-trigger"
        },
        {
          "text": "regional handoffs, historical capacity, and documentation formatting",
          "sourceId": "release-notes",
          "evidenceId": "handoff-note"
        }
      ]
    },
    "type": "http",
    "method": "POST",
    "bodyType": "json"
  },
  "output": {
    "type": "json",
    "example": {
      "metrics": {
        "sourceCount": 2,
        "tokensSaved": 14,
        "compiledBytes": 461,
        "originalBytes": 606,
        "requiredEvidenceCount": 3,
        "retainedEvidenceCount": 2,
        "sourceCoveragePercent": 100,
        "compiledEstimatedTokens": 83,
        "originalEstimatedTokens": 97,
        "duplicatePassagesRemoved": 1,
        "estimatedReductionPercent": 14.4,
        "requiredEvidenceRetentionPercent": 66.7
      },
      "offerId": "deep-context-evaluation",
      "version": "0.1.0",
      "evidence": [
        {
          "status": "retained",
          "sourceId": "release-notes",
          "evidenceId": "release-gate",
          "evidenceHash": "sha256:b14f15dd80d2aca98929dc3569304daf362ff8dd80549e17c4a85a55b…"
        }
      ],
      "warnings": [
        "Token counts are model-neutral estimates, not provider tokenizer…"
      ],
      "inputHash": "sha256:98eae8dca77e0c300502f19226528ef22ee2cb8f05687c3513920f91f…",
      "outputHash": "sha256:133714e20e990c929f2fbe4693b719cfe19254a92afd0c46ed376cae4…",
      "contextPack": {
        "task": "Find the release condition and rollback trigger while removing d…",
        "packId": "ctxpack_d0dc187dd43a403d8aef472de5689408",
        "context": "# Context Pack\n\nTask: Find the release condition and rollback tr…",
        "metrics": {
          "sourceCount": 2,
          "tokensSaved": 14,
          "compiledBytes": 461,
          "originalBytes": 606,
          "sourceCoveragePercent": 100,
          "compiledEstimatedTokens": 83,
          "originalEstimatedTokens": 97,
          "duplicatePassagesRemoved": 1,
          "estimatedReductionPercent": 14.4
        },
        "sources": [
          {
            "title": "Release notes",
            "sourceId": "release-notes",
            "sourceHash": "sha256:288ded29ae161d3d11effd7161edf7c51ef1320e7ba0a8d2feaaed7ab…",
            "passageCount": 2,
            "includedPassageIds": [
              "release-notes:1"
            ],
            "includedEstimatedTokens": 21,
            "originalEstimatedTokens": 44
          }
        ],
        "version": "0.1.0",
        "warnings": [
          "Token counts are model-neutral estimates, not provider tokenizer…"
        ],
        "inputHash": "sha256:288dd5cacd92158f9460346ba6e931f6d0d52f2598bd55e748fc30a18…",
        "outputHash": "sha256:80a337617475688482476a469f9fa7b489ef3e1ad15b4a9756fdc1aa7…",
        "tokenBudget": 128,
        "warningCodes": [
          "model_neutral_token_estimates",
          "extractive_selection_not_verification"
        ],
        "clientRequestId": "req_rag_release_eval_001",
        "includedPassages": [
          {
            "text": "Release may proceed after the security owner attaches credential…",
            "sourceId": "release-notes",
            "passageId": "release-notes:1",
            "passageHash": "sha256:4d5e66efdcf5f8dba63a89b40af6ce17f3f42948c48b731732e47f5dc…"
          }
        ],
        "retentionBoundaries": {
          "selectionType": "extractive",
          "tokenCountType": "model_neutral_estimate",
          "evidenceRetention": "best_effort",
          "completenessGuaranteed": false,
          "claimVerificationPerformed": false,
          "hallucinationPreventionGuaranteed": false
        }
      },
      "evaluationId": "ctxeval_4f1c8a2b6d5e47c0913a7e2f8b46d5c1",
      "warningCodes": [
        "model_neutral_token_estimates",
        "extractive_selection_not_verification",
        "exact_span_retention_not_accuracy"
      ],
      "clientRequestId": "req_rag_release_eval_001",
      "sourceTextStored": false,
      "retentionBoundaries": {
        "selectionType": "extractive",
        "tokenCountType": "model_neutral_estimate",
        "evidenceRetention": "best_effort",
        "answerQualityAssessed": false,
        "completenessGuaranteed": false,
        "factualAccuracyAssessed": false,
        "claimVerificationPerformed": false,
        "evidenceRetentionMeasurement": "exact_span_match",
        "hallucinationPreventionGuaranteed": false
      },
      "compiledContextStored": false,
      "requiredEvidenceTextStored": false
    }
  }
}