gradiopyg / src /parsing.py
dorkai's picture
Upload 13 files
bddc905
raw
history blame
1.22 kB
import re
import typing as t
def parse_messages_from_str(string: str, names: t.List[str]) -> t.List[str]:
'''
Given a big string containing raw chat history, this function attempts to
parse it out into a list where each item is an individual message.
'''
sanitized_names = [
re.escape(name) for name in names
]
speaker_regex = re.compile(rf"^({'|'.join(sanitized_names)}): ?",
re.MULTILINE)
message_start_indexes = []
for match in speaker_regex.finditer(string):
message_start_indexes.append(match.start())
if len(message_start_indexes) < 2:
# Single message in the string.
return [string.strip()]
prev_start_idx = message_start_indexes[0]
messages = []
for start_idx in message_start_indexes[1:]:
message = string[prev_start_idx:start_idx].strip()
messages.append(message)
prev_start_idx = start_idx
# add the last message
messages.append(string[prev_start_idx:].strip())
return messages
def serialize_chat_history(history: t.List[str]) -> str:
'''Given a structured chat history object, collapses it down to a string.'''
return "\n".join(history)