in src/models/struxgpt_base.py [0:0]
def __init__(self, model_name_or_path="", model_type="", max_output_length=128,
use_vllm=True, prompt_system='You are a helpful assistant.', **kwargs):
self.model_name_or_path = model_name_or_path
self.model_type = model_type
self.use_vllm = use_vllm
self.prompt_system = prompt_system
self.max_output_length = max_output_length
self.model_is_api = self.model_name_or_path.startswith('http')
if self.model_is_api:
self.call_model = self.call_model_api
else:
self.call_model = self.call_model_local
self.build_model_local(**kwargs)