tern-124M-code-generator / tinycode_config.json

Upload 9 files

75a94e7 verified 19 days ago

278 Bytes

{
  "architecture": "Tern GPT",
  "n_layer": 12,
  "n_head": 12,
  "n_embd": 768,
  "vocab_size": 50304,
  "block_size": 1024,
  "bias": true,
  "tokenizer": "GPT-2 BPE",
  "tokenization": "space_bpe",
  "eos_token_id": 50256,
  "output_format": "plan_then_code"
}

	{
	"architecture": "Tern GPT",
	"n_layer": 12,
	"n_head": 12,
	"n_embd": 768,
	"vocab_size": 50304,
	"block_size": 1024,
	"bias": true,
	"tokenizer": "GPT-2 BPE",
	"tokenization": "space_bpe",
	"eos_token_id": 50256,
	"output_format": "plan_then_code"
	}