Spaces:

Code2aum
/

vineyard-plotter-models

Sleeping

vineyard-plotter-models / models /phi35-mini-instruct-lora /tokenizer_config.json

Gradio demo: 6 vineyard plotting-code LoRA adapters with sandboxed execution

4c464e3 verified 3 months ago

411 Bytes

{
  "backend": "tokenizers",
  "bos_token": "<s>",
  "clean_up_tokenization_spaces": false,
  "eos_token": "<|endoftext|>",
  "is_local": false,
  "legacy": false,
  "local_files_only": false,
  "model_max_length": 131072,
  "pad_token": "<|endoftext|>",
  "padding_side": "left",
  "sp_model_kwargs": {},
  "tokenizer_class": "TokenizersBackend",
  "unk_token": "<unk>",
  "use_default_system_prompt": false
}

	{
	"backend": "tokenizers",
	"bos_token": "<s>",
	"clean_up_tokenization_spaces": false,
	"eos_token": "<\|endoftext\|>",
	"is_local": false,
	"legacy": false,
	"local_files_only": false,
	"model_max_length": 131072,
	"pad_token": "<\|endoftext\|>",
	"padding_side": "left",
	"sp_model_kwargs": {},
	"tokenizer_class": "TokenizersBackend",
	"unk_token": "<unk>",
	"use_default_system_prompt": false
	}