Spaces:
Sleeping
Sleeping
File size: 2,750 Bytes
3477655 7ba5fd9 57594ac 3477655 57594ac 3477655 7ba5fd9 3477655 547518c 3477655 57594ac 547518c 7ba5fd9 547518c 7ba5fd9 57594ac 7ba5fd9 57594ac 3477655 57594ac 7ba5fd9 57594ac 7ba5fd9 547518c 7ba5fd9 3477655 7ba5fd9 3477655 57594ac 3477655 57594ac 3477655 57594ac 7ba5fd9 57594ac 3477655 57594ac 3477655 57594ac 7ba5fd9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 |
from collections import namedtuple
from typing import Optional
import openai
from openai import OpenAI, AzureOpenAI
import logging
logger = logging.getLogger("presidio-streamlit")
OpenAIParams = namedtuple(
"open_ai_params",
["openai_key", "model", "api_base", "deployment_id", "api_version", "api_type"],
)
def call_completion_model(
prompt: str,
openai_params: OpenAIParams,
max_tokens: Optional[int] = 256,
) -> str:
"""Creates a request for the OpenAI Completion service and returns the response.
:param prompt: The prompt for the completion model
:param openai_params: OpenAI parameters for the completion model
:param max_tokens: The maximum number of tokens to generate.
"""
if openai_params.api_type.lower() == "azure":
client = AzureOpenAI(
api_version=openai_params.api_version,
api_key=openai_params.openai_key,
azure_endpoint=openai_params.api_base,
azure_deployment=openai_params.deployment_id,
)
else:
client = OpenAI(api_key=openai_params.openai_key)
response = client.completions.create(
model=openai_params.model,
prompt=prompt,
max_tokens=max_tokens,
)
return response.choices[0].text.strip()
def create_prompt(anonymized_text: str) -> str:
"""
Create the prompt with instructions to GPT-3.
:param anonymized_text: Text with placeholders instead of PII values, e.g. My name is <PERSON>.
"""
prompt = f"""
Your role is to create synthetic text based on de-identified text with placeholders instead of Personally Identifiable Information (PII).
Replace the placeholders (e.g. ,<PERSON>, {{DATE}}, {{ip_address}}) with fake values.
Instructions:
a. Use completely random numbers, so every digit is drawn between 0 and 9.
b. Use realistic names that come from diverse genders, ethnicities and countries.
c. If there are no placeholders, return the text as is.
d. Keep the formatting as close to the original as possible.
e. If PII exists in the input, replace it with fake values in the output.
f. Remove whitespace before and after the generated text
input: [[TEXT STARTS]] How do I change the limit on my credit card {{credit_card_number}}?[[TEXT ENDS]]
output: How do I change the limit on my credit card 2539 3519 2345 1555?
input: [[TEXT STARTS]]<PERSON> was the chief science officer at <ORGANIZATION>.[[TEXT ENDS]]
output: Katherine Buckjov was the chief science officer at NASA.
input: [[TEXT STARTS]]Cameroon lives in <LOCATION>.[[TEXT ENDS]]
output: Vladimir lives in Moscow.
input: [[TEXT STARTS]]{anonymized_text}[[TEXT ENDS]]
output:"""
return prompt
|