kwabs22
commited on
Commit
·
b46f5ab
1
Parent(s):
69fb1b1
Test lambda to use hardcoded variables
Browse files
app.py
CHANGED
@@ -46,7 +46,7 @@ def generate_response(user_message): #generate_response_token_by_token
|
|
46 |
if token_buffer:
|
47 |
elapsed_time = time.time() - start_time # Calculate elapsed time
|
48 |
alltokens += token_buffer
|
49 |
-
yield f"{alltokens} \n\n [Inference time: {elapsed_time:.2f} seconds | Average Tokens per second: { tokencount / elapsed_time }]"
|
50 |
|
51 |
finally:
|
52 |
try:
|
@@ -65,8 +65,11 @@ def generate_response(user_message): #generate_response_token_by_token
|
|
65 |
error_message = process.stderr.read()
|
66 |
print(f"Error: {error_message}")
|
67 |
|
|
|
|
|
|
|
68 |
|
69 |
-
def
|
70 |
cust_user_message = CustomPrompts[0] + '\n\n' + cust_user_message + '\n\nClass Diagram:'
|
71 |
yield from generate_response(cust_user_message)
|
72 |
|
@@ -101,7 +104,7 @@ with gr.Blocks() as iface:
|
|
101 |
CustomButtonClassDiagram = gr.Button(CustomPrompts[0])
|
102 |
CustomButtonPydotcode = gr.Button(CustomPrompts[1])
|
103 |
CustomButtonHappyMovieScene = gr.Button(CustomPrompts[2])
|
104 |
-
CustomButtonClassDiagram.click(custom_generate_response, inputs=[CustomButtonInput], outputs=MainOutput)
|
105 |
CustomButtonPydotcode.click(custom_generate_response1, inputs=[CustomButtonInput], outputs=MainOutput)
|
106 |
CustomButtonHappyMovieScene.click(custom_generate_response2, inputs=[CustomButtonInput], outputs=MainOutput)
|
107 |
|
|
|
46 |
if token_buffer:
|
47 |
elapsed_time = time.time() - start_time # Calculate elapsed time
|
48 |
alltokens += token_buffer
|
49 |
+
yield f"{alltokens} \n\n [Inference time: {elapsed_time:.2f} seconds | Average Tokens per second: { round(tokencount / elapsed_time, 2) }]"
|
50 |
|
51 |
finally:
|
52 |
try:
|
|
|
65 |
error_message = process.stderr.read()
|
66 |
print(f"Error: {error_message}")
|
67 |
|
68 |
+
def custom_generate_response(prompt_index, cust_user_message):
|
69 |
+
cust_user_message = CustomPrompts[prompt_index] + '\n\n' + cust_user_message
|
70 |
+
yield from generate_response(cust_user_message)
|
71 |
|
72 |
+
def custom_generate_response0(cust_user_message):
|
73 |
cust_user_message = CustomPrompts[0] + '\n\n' + cust_user_message + '\n\nClass Diagram:'
|
74 |
yield from generate_response(cust_user_message)
|
75 |
|
|
|
104 |
CustomButtonClassDiagram = gr.Button(CustomPrompts[0])
|
105 |
CustomButtonPydotcode = gr.Button(CustomPrompts[1])
|
106 |
CustomButtonHappyMovieScene = gr.Button(CustomPrompts[2])
|
107 |
+
CustomButtonClassDiagram.click(lambda x: custom_generate_response(0, x), inputs=[CustomButtonInput], outputs=MainOutput) #custom_generate_response0, inputs=[CustomButtonInput], outputs=MainOutput)
|
108 |
CustomButtonPydotcode.click(custom_generate_response1, inputs=[CustomButtonInput], outputs=MainOutput)
|
109 |
CustomButtonHappyMovieScene.click(custom_generate_response2, inputs=[CustomButtonInput], outputs=MainOutput)
|
110 |
|