Spaces:
Running
Running
File size: 3,630 Bytes
3cad23b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
# The responder is a special toolformer that replies to a service based on a protocol document.
# It receives the protocol document and writes the response that must be sent to the system.
import json
import os
from pathlib import Path
from toolformers.base import Toolformer
# TODO: A tool to declare an error?
PROTOCOL_RESPONDER_PROMPT = 'You are ResponderGPT. You will receive a protocol document detailing how to respond to a query. '\
'Use the provided functions to execute what is requested and provide the response according to the protocol\'s specification. ' \
'Only reply with the response itself, with no additional information or escaping. Similarly, do not add any additional whitespace or formatting.'# \
# 'If you do not have enough information to reply, or if you cannot execute the request, reply with "ERROR" (without quotes).'
NL_RESPONDER_PROMPT = 'You are NaturalLanguageResponderGPT. You will receive a query from a user. ' \
'Use the provided functions to execute what is requested and reply with a response (in natural language). ' \
'Important: the user does not have the capacity to respond to follow-up questions, so if you think you have enough information to reply/execute the actions, do so.'
#'If you do not have enough information to reply, if you cannot execute the request, or if the request is invalid, reply with "ERROR" (without quotes).' \
class Responder:
def __init__(self, toolformer : Toolformer):
self.toolformer = toolformer
def reply_with_protocol_document(self, query, protocol_document, tools, additional_info):
print('===NL RESPONDER (WITH PROTOCOL)===')
conversation = self.toolformer.new_conversation(PROTOCOL_RESPONDER_PROMPT + additional_info, tools, category='conversation')
prompt = 'The protocol is the following:\n\n' + protocol_document + '\n\nThe query is the following:' + query
reply = conversation.chat(prompt, print_output=True)
print('======')
if 'error' in reply.lower().strip()[-10:]:
return {
'status': 'error',
'message': 'Error in the response'
}
return {
'status': 'success',
'body': reply
}
def reply_to_nl_query(self, query, tools, additional_info):
print('===NL RESPONDER (NO PROTOCOL)===')
print(NL_RESPONDER_PROMPT + additional_info)
print([tool.name for tool in tools])
conversation = self.toolformer.new_conversation(NL_RESPONDER_PROMPT + additional_info, tools, category='conversation')
print('Created conversation')
try:
reply = conversation.chat(query, print_output=True)
except Exception as e:
# Print traceback
import traceback
traceback.print_exc()
raise e
print('======')
if 'error' in reply.lower().strip()[-10:]:
return {
'status': 'error',
}
return {
'status': 'success',
'body': reply
}
def reply_to_query(self, query, protocol_id, tools, additional_info):
print('Additional info:', additional_info)
if protocol_id is None:
return self.reply_to_nl_query(query, tools, additional_info)
#else:
# base_folder = Path(os.environ.get('STORAGE_PATH')) / 'protocol_documents'
# protocol_document = self.memory.load_protocol_document(base_folder, protocol_id)
# return self.reply_with_protocol_document(query, protocol_document, tools, additional_info) |