LichtLiu commited on
Commit
0fee438
1 Parent(s): 5dad089

add history with function

Browse files
Files changed (4) hide show
  1. .gitignore +162 -0
  2. app.py +24 -19
  3. config.yaml +3 -0
  4. requirements.txt +2 -1
.gitignore ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py,cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # poetry
98
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
99
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
100
+ # commonly ignored for libraries.
101
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
102
+ #poetry.lock
103
+
104
+ # pdm
105
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
106
+ #pdm.lock
107
+ # pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
108
+ # in version control.
109
+ # https://pdm.fming.dev/#use-with-ide
110
+ .pdm.toml
111
+
112
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
113
+ __pypackages__/
114
+
115
+ # Celery stuff
116
+ celerybeat-schedule
117
+ celerybeat.pid
118
+
119
+ # SageMath parsed files
120
+ *.sage.py
121
+
122
+ # Environments
123
+ .env
124
+ .venv
125
+ env/
126
+ venv/
127
+ ENV/
128
+ env.bak/
129
+ venv.bak/
130
+
131
+ # Spyder project settings
132
+ .spyderproject
133
+ .spyproject
134
+
135
+ # Rope project settings
136
+ .ropeproject
137
+
138
+ # mkdocs documentation
139
+ /site
140
+
141
+ # mypy
142
+ .mypy_cache/
143
+ .dmypy.json
144
+ dmypy.json
145
+
146
+ # Pyre type checker
147
+ .pyre/
148
+
149
+ # pytype static type analyzer
150
+ .pytype/
151
+
152
+ # Cython debug symbols
153
+ cython_debug/
154
+
155
+ # PyCharm
156
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
157
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
158
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
159
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
160
+ #.idea/
161
+
162
+ .DS_Store
app.py CHANGED
@@ -7,6 +7,7 @@ GROQ_API_KEY = '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'
7
  client = Groq(api_key=GROQ_API_KEY)
8
  MODEL = "llama-3.1-70b-versatile"
9
 
 
10
  def calculate(expression):
11
  """Evaluate a mathematical expression"""
12
  try:
@@ -15,7 +16,7 @@ def calculate(expression):
15
  except:
16
  return json.dumps({"error": "Invalid expression"})
17
 
18
- def chatbot(user_prompt):
19
  tools = [
20
  {
21
  "type": "function",
@@ -36,23 +37,23 @@ def chatbot(user_prompt):
36
  }
37
  ]
38
 
39
- messages = [
40
- {
41
- "role": "system",
42
- "content": "You are a calculator assistant. Use the calculate function to perform mathematical operations and provide the results."
43
- },
44
- {
45
- "role": "user",
46
- "content": user_prompt,
47
- }
48
- ]
 
49
 
50
  response = client.chat.completions.create(
51
  model=MODEL,
52
  messages=messages,
53
  tools=tools,
54
  tool_choice="auto",
55
- max_tokens=4096
56
  )
57
 
58
  response_message = response.choices[0].message
@@ -82,9 +83,9 @@ def chatbot(user_prompt):
82
  model=MODEL,
83
  messages=messages
84
  )
85
- return second_response.choices[0].message.content
86
  else:
87
- return "No tool call detected."
88
 
89
 
90
  # Create Gradio interface with examples
@@ -96,13 +97,17 @@ examples = [
96
  "50 % 3"
97
  ]
98
 
 
 
 
 
99
  interface = gr.Interface(
100
- fn=chatbot,
101
- inputs="text",
102
- outputs="text",
103
- title="Calculator Chatbot",
104
  examples=examples
105
  )
106
 
107
- # Launch Gradio app
108
  interface.launch()
 
7
  client = Groq(api_key=GROQ_API_KEY)
8
  MODEL = "llama-3.1-70b-versatile"
9
 
10
+
11
  def calculate(expression):
12
  """Evaluate a mathematical expression"""
13
  try:
 
16
  except:
17
  return json.dumps({"error": "Invalid expression"})
18
 
19
+ def chatbot(user_prompt, history=[]):
20
  tools = [
21
  {
22
  "type": "function",
 
37
  }
38
  ]
39
 
40
+ messages = history + [
41
+ {
42
+ "role": "system",
43
+ "content": "You are a assistant. You can Use the calculate function to perform mathematical operations and provide the results or Answer question that is not mathematical question."
44
+ },
45
+ {
46
+ "role": "user",
47
+ "content": user_prompt,
48
+ }
49
+ ] # Start with the system message and append the history
50
+
51
 
52
  response = client.chat.completions.create(
53
  model=MODEL,
54
  messages=messages,
55
  tools=tools,
56
  tool_choice="auto",
 
57
  )
58
 
59
  response_message = response.choices[0].message
 
83
  model=MODEL,
84
  messages=messages
85
  )
86
+ return second_response.choices[0].message.content, messages[1:] # Return updated history
87
  else:
88
+ return response.choices[0].message.content, messages[1:]
89
 
90
 
91
  # Create Gradio interface with examples
 
97
  "50 % 3"
98
  ]
99
 
100
+ def gradio_chatbot(user_prompt, history=[]):
101
+ response, new_history = chatbot(user_prompt, history)
102
+ return response, new_history
103
+
104
  interface = gr.Interface(
105
+ fn=gradio_chatbot,
106
+ inputs=["text", "state"],
107
+ outputs=["text", "state"],
108
+ title="Groq Chatbot",
109
  examples=examples
110
  )
111
 
112
+ # Launch the Gradio app
113
  interface.launch()
config.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ GROQ:
2
+ key: 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
3
+ model: llama-3.1-70b-versatile
requirements.txt CHANGED
@@ -1,2 +1,3 @@
1
  huggingface_hub==0.22.2
2
- groq
 
 
1
  huggingface_hub==0.22.2
2
+ groq
3
+ gradio