Empereur-Pirate commited on
Commit
710a16c
·
verified ·
1 Parent(s): 18bda93

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +15 -13
main.py CHANGED
@@ -46,20 +46,22 @@ async def parse_raw(request: Request):
46
  return await request.body()
47
 
48
  # Generate text using the Inference API
49
- def generate_text(prompt: str) -> str:
50
- data = {
51
- "inputs": prompt,
52
- "options": {
53
- "max_new_tokens": 200,
54
- "temperature": 0.7,
55
- "top_p": 0.95,
56
- "use_cache": False,
57
- },
58
- }
 
 
59
 
60
- response = requests.post(endpoint, headers=headers, json=data)
61
- print(response.json()) # Add this line to print the response content
62
- return response.json()["generated_text"]
63
 
64
  # Route for generating text
65
  @app.post("/generate_text")
 
46
  return await request.body()
47
 
48
  # Generate text using the Inference API
49
+ def generate_text(input_text: str) -> str:
50
+ response = openai.Completion.create(
51
+ engine="text-davinci-003",
52
+ prompt=input_text,
53
+ max_tokens=100,
54
+ n=1,
55
+ stop=None,
56
+ temperature=0.5,
57
+ top_p=1.0,
58
+ frequency_penalty=0.0,
59
+ presence_penalty=0.0
60
+ )
61
 
62
+ print(response) # Print the entire response object
63
+
64
+ return response.choices[0].text.strip()
65
 
66
  # Route for generating text
67
  @app.post("/generate_text")