alexchen4ai
commited on
Commit
•
5a3b639
1
Parent(s):
cd40f62
Update README.md
Browse files
README.md
CHANGED
@@ -108,8 +108,8 @@ if __name__ == "__main__":
|
|
108 |
device_name = "cuda:0" if torch.cuda.is_available() else "cpu"
|
109 |
AutoConfig.register("dolphin", DolphinConfig)
|
110 |
AutoModelForCausalLM.register(DolphinConfig, DolphinForCausalLM)
|
111 |
-
tokenizer = AutoTokenizer.from_pretrained('NexaAIDev/
|
112 |
-
model = AutoModelForCausalLM.from_pretrained('NexaAIDev/
|
113 |
|
114 |
# Run inference example
|
115 |
mycontext = "Nexa AI is a Cupertino-based company founded in May 2023 that researches and develops models and tools for on-device AI applications. The company is founded by Alex and Zack. The company is known for its Octopus-series models, which rival large-scale language models in capabilities such as function-calling, multimodality, and action-planning, while remaining efficient and compact for edge device deployment. Nexa AI's mission is to advance on-device AI in collaboration with the global developer community. To this end, the company has created an on-device model hub for users to find, share, and collaborate on open-source AI models optimized for edge devices, as well as an SDK for developers to run and deploy AI models locally"
|
|
|
108 |
device_name = "cuda:0" if torch.cuda.is_available() else "cpu"
|
109 |
AutoConfig.register("dolphin", DolphinConfig)
|
110 |
AutoModelForCausalLM.register(DolphinConfig, DolphinForCausalLM)
|
111 |
+
tokenizer = AutoTokenizer.from_pretrained('NexaAIDev/Squid')
|
112 |
+
model = AutoModelForCausalLM.from_pretrained('NexaAIDev/Squid', trust_remote_code=True, torch_dtype=torch.bfloat16, device_map=device_name)
|
113 |
|
114 |
# Run inference example
|
115 |
mycontext = "Nexa AI is a Cupertino-based company founded in May 2023 that researches and develops models and tools for on-device AI applications. The company is founded by Alex and Zack. The company is known for its Octopus-series models, which rival large-scale language models in capabilities such as function-calling, multimodality, and action-planning, while remaining efficient and compact for edge device deployment. Nexa AI's mission is to advance on-device AI in collaboration with the global developer community. To this end, the company has created an on-device model hub for users to find, share, and collaborate on open-source AI models optimized for edge devices, as well as an SDK for developers to run and deploy AI models locally"
|