alexchen4ai commited on
Commit
5a3b639
1 Parent(s): cd40f62

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -108,8 +108,8 @@ if __name__ == "__main__":
108
  device_name = "cuda:0" if torch.cuda.is_available() else "cpu"
109
  AutoConfig.register("dolphin", DolphinConfig)
110
  AutoModelForCausalLM.register(DolphinConfig, DolphinForCausalLM)
111
- tokenizer = AutoTokenizer.from_pretrained('NexaAIDev/Dolphin')
112
- model = AutoModelForCausalLM.from_pretrained('NexaAIDev/Dolphin', trust_remote_code=True, torch_dtype=torch.bfloat16, device_map=device_name)
113
 
114
  # Run inference example
115
  mycontext = "Nexa AI is a Cupertino-based company founded in May 2023 that researches and develops models and tools for on-device AI applications. The company is founded by Alex and Zack. The company is known for its Octopus-series models, which rival large-scale language models in capabilities such as function-calling, multimodality, and action-planning, while remaining efficient and compact for edge device deployment. Nexa AI's mission is to advance on-device AI in collaboration with the global developer community. To this end, the company has created an on-device model hub for users to find, share, and collaborate on open-source AI models optimized for edge devices, as well as an SDK for developers to run and deploy AI models locally"
 
108
  device_name = "cuda:0" if torch.cuda.is_available() else "cpu"
109
  AutoConfig.register("dolphin", DolphinConfig)
110
  AutoModelForCausalLM.register(DolphinConfig, DolphinForCausalLM)
111
+ tokenizer = AutoTokenizer.from_pretrained('NexaAIDev/Squid')
112
+ model = AutoModelForCausalLM.from_pretrained('NexaAIDev/Squid', trust_remote_code=True, torch_dtype=torch.bfloat16, device_map=device_name)
113
 
114
  # Run inference example
115
  mycontext = "Nexa AI is a Cupertino-based company founded in May 2023 that researches and develops models and tools for on-device AI applications. The company is founded by Alex and Zack. The company is known for its Octopus-series models, which rival large-scale language models in capabilities such as function-calling, multimodality, and action-planning, while remaining efficient and compact for edge device deployment. Nexa AI's mission is to advance on-device AI in collaboration with the global developer community. To this end, the company has created an on-device model hub for users to find, share, and collaborate on open-source AI models optimized for edge devices, as well as an SDK for developers to run and deploy AI models locally"