Tokenizer provenance · Public Evidence R1

Tokenizer Provenance R1

Tokenizer identity and provenance record.

Company-generated public evidence · Independent external verification pending where applicable

{
  "added_tokens": 8,
  "artifact_bytes": 6632268,
  "artifact_publicly_redistributed": false,
  "artifact_sha256": "e8695c48f54bebac4c5e3a2ea01f743a56ce7268f73832ef9324eec5facf7257",
  "evidence_scope": "Rabbit Industries provenance evidence. Full tokenizer artifact is retained privately and identified by SHA-256; public redistribution is not part of R1.",
  "independent_external_verification": "PENDING",
  "merge_rules": 98056,
  "model": "Agastya AGI v01",
  "model_type": "BPE",
  "normalizer": "NFC",
  "pre_tokenizer": "ByteLevel",
  "published_at": "2026-09-30",
  "release": "R1",
  "schema": "agastya-tokenizer-provenance-r1",
  "third_party_tokenizer_artifact_import": false,
  "tokenizer_artifact": "ANTR2-R1-tokenizer.json",
  "tokenizer_version": "1.0",
  "vocab_size": 98320
}