{
  "arch": "decoder",
  "architectures": [
    "FlyForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_fly.FlyConfig",
    "AutoModel": "modeling_fly.FlyModel",
    "AutoModelForCausalLM": "modeling_fly.FlyForCausalLM"
  },
  "bos_token_id": 1,
  "connectome": "MaleCNS v1.0, FlyEM / HHMI Janelia, University of Cambridge, MRC LMB, Google Research. CC BY 4.0.",
  "d_emb": 256,
  "delay": 8,
  "dtype": "float32",
  "eos_token_id": 2,
  "head_type": "lowrank",
  "min_syn": 1,
  "mode": "gains",
  "model_type": "fly",
  "modulatory_sign": 0.0,
  "n_edges": 9055280,
  "n_neurons": 49393,
  "n_news_input": 0,
  "n_reserved": 2635,
  "n_token_input": 11434,
  "news_dim": 0,
  "news_encoder": "none",
  "news_glom": 0,
  "news_group": "orn",
  "news_mode": "glomeruli",
  "news_prefix": "",
  "pad_token_id": 0,
  "readout": "all",
  "readout_rank": 256,
  "readout_size": 49393,
  "source_repo": "",
  "ticks": 2,
  "tie_word_embeddings": false,
  "token_input": "cb_sensory,visual_projection",
  "transformers_version": "5.17.0",
  "use_cache": true,
  "vocab_size": 1024
}