yujiepan commited on
Commit
03d9024
·
verified ·
1 Parent(s): 7e9492f

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +7 -2
README.md CHANGED
@@ -36,12 +36,17 @@ tokenizer.save_pretrained(save_path)
36
  model = transformers.AutoModelForCausalLM.from_config(config, torch_dtype=torch.bfloat16)
37
  model.generation_config = transformers.GenerationConfig.from_pretrained(model_id)
38
 
 
 
 
 
 
39
  pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, do_sample=False, device='cuda')
40
  print(pipe('Hello World!'))
41
 
42
  model.save_pretrained(save_path)
43
 
44
  os.system(f'ls -alh {save_path}')
45
- # create_repo(repo_id, exist_ok=True)
46
- # upload_folder(repo_id=repo_id, folder_path=save_path)
47
  ```
 
36
  model = transformers.AutoModelForCausalLM.from_config(config, torch_dtype=torch.bfloat16)
37
  model.generation_config = transformers.GenerationConfig.from_pretrained(model_id)
38
 
39
+ transformers.set_seed(42)
40
+ with torch.no_grad():
41
+ for _, p in sorted(model.named_parameters()):
42
+ torch.nn.init.uniform_(p, -0.1, 0.1)
43
+
44
  pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, do_sample=False, device='cuda')
45
  print(pipe('Hello World!'))
46
 
47
  model.save_pretrained(save_path)
48
 
49
  os.system(f'ls -alh {save_path}')
50
+ create_repo(repo_id, exist_ok=True)
51
+ upload_folder(repo_id=repo_id, folder_path=save_path)
52
  ```