{ "model_path": "../llm_set/models/llama-2-7b/", "tokenizer_path": "../llm_set/models/llama-2-7b/tokenizer.model", "device": "cuda:0", "max_length": 1024, "min_length": 10, "max_batch_size": 8 }