Update README.md

README.md

@@ -18,7 +18,7 @@ RoPE support is not yet complete, but it has been confirmed that the perplexity
 
 2024/07/30  
 - [Ryzen AI Software 1.2](https://ryzenai.docs.amd.com/en/latest/) has been released. Please note that this model is based on [Ryzen AI Software 1.1](https://ryzenai.docs.amd.com/en/1.1/index.html) and operation with 1.2 has not been confirmed.  
-
+- [amd/RyzenAI-SW 1.2](https://github.com/amd/RyzenAI-SW) was announced on July 29, 2024. This sample for [amd/RyzenAI-SW 1.1](https://github.com/amd/RyzenAI-SW/tree/1.1). Please note that the folder and script contents have been completely changed.
 
 
 
@@ -93,6 +93,10 @@ You are a highly skilled professional translator. You are a native speaker of En
 
 if __name__ == "__main__":
 
+
+  transformers.logging.set_verbosity_error()
+  logging.disable(logging.CRITICAL)
+
   set_seed(123)
   p = psutil.Process()
   p.cpu_affinity([0, 1, 2, 3])
@@ -100,7 +104,7 @@ if __name__ == "__main__":
 
   tokenizer = AutoTokenizer.from_pretrained("llama3.1-8b_translate-amd-npu")
   tokenizer.pad_token_id = tokenizer.add_special_tokens({'pad_token': '<|finetune_right_pad_id|>'})
-  ckpt = "llama3.1_8b_translate_w_bit_4_awq_amd.pt"
+  ckpt = r"llama3.1-8b_translate-amd-npu\llama3.1_8b_translate_w_bit_4_awq_amd.pt"
 
   model = torch.load(ckpt)
   model.eval()
@@ -112,24 +116,14 @@ if __name__ == "__main__":
           m.device = "aie"
           m.quantize_weights()
 
-    terminators = [
-        tokenizer.eos_token_id,
-        tokenizer.convert_tokens_to_ids("<|eot_id|>")
-    ]
-    model = torch.load(ckpt)
-    model.eval()
-    model = model.to(torch.bfloat16)
-
-    for n, m in model.named_modules():
-        if isinstance(m, qlinear.QLinearPerGrp):
-            print(f"Preparing weights of layer : {n}")
-            m.device = "aie"
-            m.quantize_weights()
 
 
-  print("Translate Japanese to English.", "1月1日は日本の祝日です。その日は日曜日で、5日ぶりに雨が降りました")
-  print("Translate English to Japanese.", "It’s raining cats and dogs.")
+  print(translation("Translate Japanese to English.", "1月1日は日本の祝日です。その日は日曜日で、5日ぶりに雨が降りました"))
+  print(translation("Translate English to Japanese.", "It’s raining cats and dogs."))
+  print(translation("Translate French to Japanese.", "Après la pluie, le beau temps"))
+  print(translation("Translate Mandarin to Japanese.", "说曹操曹操就到"))
 
+  
 
 ```