{
  "id": "mistral-7b-sft-beta",
  "name": "Mistral 7B SFT β",
  "identifiers": {
    "huggingface": [
      "HuggingFaceH4/mistral-7b-sft-beta"
    ]
  },
  "developer": "Hugging Face (H4 team)",
  "release_date": {
    "value": "2023-10-26",
    "source": "https://huggingface.co/api/models/HuggingFaceH4/mistral-7b-sft-beta",
    "status": "partial",
    "note": "HF repo creation date (2023-10-26). The Zephyr paper (arXiv 2310.16944) is dated 2023-10-25, one day earlier, so the weights' own release may predate this."
  },
  "weights_status": "open",
  "availability": {
    "value": "available",
    "checked": "2026-09-24",
    "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta"
  },
  "license": {
    "value": "MIT",
    "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/blob/d7b9d226fb91df9de570ec0ee119f46e007f6142/README.md",
    "status": "recorded",
    "note": "Card metadata `license: mit` and card text 'License: MIT'. Licence file text not separately read."
  },
  "architecture": {
    "family": "decoder_only",
    "note": "family read from config 'architectures': ['MistralForCausalLM'].",
    "n_layers": {
      "value": 32,
      "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json",
      "status": "recorded"
    },
    "hidden_size": {
      "value": 4096,
      "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json",
      "status": "recorded"
    },
    "n_heads": {
      "value": 32,
      "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json",
      "status": "recorded"
    },
    "vocab_size": {
      "value": 32000,
      "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json",
      "status": "recorded"
    },
    "context_length": {
      "value": 32768,
      "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json",
      "status": "recorded"
    },
    "n_kv_heads": {
      "value": 8,
      "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json",
      "status": "recorded"
    },
    "positional_encoding": {
      "value": "rotary (RoPE)",
      "source": "https://github.com/mistralai/mistral-src/blob/c18d5b9166ffa16ce58827346ed56a28d2876e7e/one_file_ref.py",
      "status": "recorded",
      "note": "Architecture unchanged from mistral-7b-v0-1 (fine-tune, not a structural change)."
    }
  },
  "training_data": {
    "value": "HuggingFaceH4/ultrachat_200k: a filtered and preprocessed subset (~200k examples) of UltraChat, 'synthetic dialogues generated by ChatGPT'. One epoch, SFT only.",
    "source": "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/blob/d7b9d226fb91df9de570ec0ee119f46e007f6142/README.md",
    "status": "recorded",
    "note": "Card: fine-tuned 'on a filtered and preprocessed of the UltraChat dataset, which contains a diverse range of synthetic dialogues generated by ChatGPT'. Zephyr paper (arXiv 2310.16944 sec. on datasets): the 1.47M-example UltraChat corpus was filtered to about 200k examples."
  },
  "techniques": [],
  "primary_sources": [
    "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta",
    "https://huggingface.co/HuggingFaceH4/mistral-7b-sft-beta/raw/d7b9d226fb91df9de570ec0ee119f46e007f6142/config.json"
  ],
  "record_history": [
    {
      "date": "2026-09-24",
      "change": "ingested as candidate from HF (HuggingFaceH4/mistral-7b-sft-beta@d7b9d226fb91df9de570ec0ee119f46e007f6142)",
      "by": "ingest_hf.py"
    },
    {
      "date": "2026-09-24",
      "change": "preparer: developer, license, training data, positional encoding (propagated), 2 edges; SFT-stage-of-Zephyr note; sources: card, Zephyr paper",
      "by": "claude (preparer, Sonnet 5)"
    },
    {
      "date": "2026-09-24",
      "change": "reviewed and promoted from staging (2 edge(s) accepted)",
      "by": "Wilson Pruitt"
    }
  ]
}