FinancialSupport commited on
Commit
a7121e5
1 Parent(s): c74934d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +19 -26
app.py CHANGED
@@ -34,21 +34,18 @@ def generate_text(message, history):
34
  input_prompt += "[|Umano|] " + message + "\n[|Assistente|]"
35
 
36
  print(input_prompt)
37
-
38
- karg = {
39
- 'input_prompt': input_prompt,
40
- 'temperature': 0.15,
41
- 'top_p': 0.1,
42
- 'top_k': 40,
43
- 'repeat_penalty': 1.1,
44
- 'max_tokens': 1024,
45
- 'stop': [
46
  "[|Umano|]",
47
  "[|Assistente|]",
48
  ],
49
- 'stream': True
50
- }
51
- output = saiga(**karg)
52
 
53
  for out in output:
54
  stream = copy.deepcopy(out)
@@ -59,7 +56,7 @@ def generate_text(message, history):
59
 
60
  def generate_text_Dante(message, history):
61
  temp = ""
62
- input_prompt = "Conversazione tra umano ed un assistente AI di nome saiga-7b\n"
63
  for interaction in history:
64
  input_prompt += "[|Umano|] " + interaction[0] + "\n"
65
  input_prompt += "[|Assistente|]" + interaction[1]
@@ -67,22 +64,18 @@ def generate_text_Dante(message, history):
67
  input_prompt += "[|Umano|] " + message + "\n[|Assistente|]"
68
 
69
  print(input_prompt)
70
-
71
- karg = {
72
- 'input_prompt': input_prompt,
73
- 'temperature': 0.15,
74
- 'top_p': 0.1,
75
- 'top_k': 40,
76
- 'repeat_penalty': 1.1,
77
- 'max_tokens': 1024,
78
- 'stop': [
79
  "[|Umano|]",
80
  "[|Assistente|]",
81
  ],
82
- 'stream': True
83
- }
84
-
85
- output = dante(**karg)
86
 
87
  for out in output:
88
  stream = copy.deepcopy(out)
 
34
  input_prompt += "[|Umano|] " + message + "\n[|Assistente|]"
35
 
36
  print(input_prompt)
37
+
38
+ output = saiga(input_prompt,
39
+ temperature: 0.15,
40
+ top_p: 0.1,
41
+ top_k: 40,
42
+ repeat_penalty: 1.1,
43
+ max_tokens: 1024,
44
+ stop: [
 
45
  "[|Umano|]",
46
  "[|Assistente|]",
47
  ],
48
+ stream: True)
 
 
49
 
50
  for out in output:
51
  stream = copy.deepcopy(out)
 
56
 
57
  def generate_text_Dante(message, history):
58
  temp = ""
59
+ input_prompt = ""
60
  for interaction in history:
61
  input_prompt += "[|Umano|] " + interaction[0] + "\n"
62
  input_prompt += "[|Assistente|]" + interaction[1]
 
64
  input_prompt += "[|Umano|] " + message + "\n[|Assistente|]"
65
 
66
  print(input_prompt)
67
+
68
+ output = dante(input_prompt,
69
+ temperature: 0.15,
70
+ top_p: 0.1,
71
+ top_k: 40,
72
+ repeat_penalty: 1.1,
73
+ max_tokens: 1024,
74
+ stop: [
 
75
  "[|Umano|]",
76
  "[|Assistente|]",
77
  ],
78
+ stream: True)
 
 
 
79
 
80
  for out in output:
81
  stream = copy.deepcopy(out)