{
  "base_model": {
    "id": "meta-llama-3.1-8b-bnb-4bit",
    "training_method": "QLoRA"
  },
  "generated_at_utc": "2026-08-14T15:22:36.325166+00:00",
  "limitations": [
    "single_seed_preview_not_final_three_seed_conclusion",
    "document_bootstrap_does_not_measure_training_seed_variability",
    "capid_data_does_not_establish_chinese_or_domain_guarantees"
  ],
  "methods": [
    {
      "change": "prompt_and_json_loss",
      "en": "Loss over both the prompt and JSON output",
      "id": "M0",
      "zh": "让模型同时学习提示词和 JSON 答案"
    },
    {
      "change": "json_completion_only",
      "en": "Loss over the JSON output only",
      "id": "M1",
      "zh": "只让模型学习 JSON 答案"
    },
    {
      "change": "json_completion_only_with_relevance_weighting",
      "en": "JSON-output-only loss with relevance-label weighting",
      "id": "M2",
      "zh": "只学习 JSON 答案，并提高少数相关性标签的训练权重"
    }
  ],
  "metric_order": [
    "joint_soft_span_type_relevance_f1",
    "soft_span_f1",
    "joint_soft_span_type_f1",
    "high_relevance_recall",
    "low_relevance_recall",
    "parsed_object_rate"
  ],
  "public_data": {
    "generated_translated_or_rewritten_by_project": false,
    "reddit": {
      "records": 150,
      "sha256": "368b3a8c9ca78e72b9b3562ee5304a40c897610eba78e208fe4eadbfcffd2b59",
      "source": "CAPID author public Reddit"
    },
    "test": {
      "records": 200,
      "sha256": "2ff1e3e0402299a93e71f5dc581ee5662f6c25b91ae7cdbea99e4144e10d52f9",
      "source": "CAPID author public test"
    },
    "train": {
      "records": 2107,
      "sha256": "0c722cdca74379bcb6e3ae79b583b64ecf7467e018b8a26fb64eb3499ed9ffd8",
      "source": "CAPID author public train"
    }
  },
  "schema": "capid-public-ablation-seed3407-preview-web/v2",
  "scope": {
    "base_models": 1,
    "confirmatory": false,
    "seed": 3407,
    "single_seed_preview": true,
    "training_configurations": 3
  },
  "splits": {
    "reddit": {
      "documents": 150,
      "methods": {
        "M0": {
          "high_relevance_recall": 0.6312849162011173,
          "joint_soft_span_type_f1": 0.6919770773638968,
          "joint_soft_span_type_relevance_f1": 0.5659025787965616,
          "low_relevance_recall": 0.5773195876288659,
          "parsed_object_rate": 1.0,
          "soft_span_f1": 0.8137535816618912
        },
        "M1": {
          "high_relevance_recall": 0.6256983240223464,
          "joint_soft_span_type_f1": 0.7129695251594613,
          "joint_soft_span_type_relevance_f1": 0.5754783841247342,
          "low_relevance_recall": 0.634020618556701,
          "parsed_object_rate": 1.0,
          "soft_span_f1": 0.8405386250885897
        },
        "M2": {
          "high_relevance_recall": 0.6843575418994413,
          "joint_soft_span_type_f1": 0.705547652916074,
          "joint_soft_span_type_relevance_f1": 0.577524893314367,
          "low_relevance_recall": 0.5798969072164949,
          "parsed_object_rate": 1.0,
          "soft_span_f1": 0.8364153627311522
        }
      },
      "relevance_mode": "semantic_equivalence"
    },
    "test": {
      "documents": 200,
      "methods": {
        "M0": {
          "high_relevance_recall": 0.9109947643979057,
          "joint_soft_span_type_f1": 0.9670710571923743,
          "joint_soft_span_type_relevance_f1": 0.9202772963604853,
          "low_relevance_recall": 0.9343629343629344,
          "parsed_object_rate": 1.0,
          "soft_span_f1": 0.9800693240901213
        },
        "M1": {
          "high_relevance_recall": 0.9083769633507853,
          "joint_soft_span_type_f1": 0.9701943844492441,
          "joint_soft_span_type_relevance_f1": 0.9140388768898489,
          "low_relevance_recall": 0.9279279279279279,
          "parsed_object_rate": 1.0,
          "soft_span_f1": 0.9822894168466523
        },
        "M2": {
          "high_relevance_recall": 0.918848167539267,
          "joint_soft_span_type_f1": 0.9670995670995671,
          "joint_soft_span_type_relevance_f1": 0.9142857142857143,
          "low_relevance_recall": 0.9202059202059202,
          "parsed_object_rate": 1.0,
          "soft_span_f1": 0.9792207792207792
        }
      },
      "relevance_mode": "strict"
    }
  },
  "status": "completed_verified",
  "verification": {
    "analysis": {
      "schema": "capid-public-ablation-single-seed-preview/v1",
      "sha256": "8c97cf84ef86dc5df7935faafbec398cd66a6485e915c224fecb7eff537bf7b2"
    },
    "receipt": {
      "schema": "capid-public-ablation-single-seed-preview-receipt/v1",
      "sha256": "53049eb0cede08ce2324b58f8ba31454cbdf62aee5d5104041323f65b5b7fd21"
    },
    "receipt_output": {
      "key": "json",
      "sha256": "8c97cf84ef86dc5df7935faafbec398cd66a6485e915c224fecb7eff537bf7b2"
    }
  }
}