Update app.py

app.py

@@ -72,11 +72,13 @@ def respond(
         generated_text = response_output[0]['generated_text']
     
         # Extract the assistant's response
-        result = generated_text[len(prompt):].strip()
+        result = generated_text[len(prompt):]
+        # result = prompt +':'+result
         """
         tokens_cnt = 0
         tokens_inc = 3
         last_token_len = 1
+        full_result = ''
         while ( (tokens_cnt < max_tokens) and (last_token_len > 0) ):
             # Generate the response
             response_output = generator(
@@ -91,12 +93,12 @@ def respond(
             generated_text = response_output[0]['generated_text']
             # Extract the assistant's response
             result = generated_text[len(prompt):]
+            full_result = full_result + result
             prompt = prompt + result
             tokens_cnt = tokens_cnt + tokens_inc
             last_token_len = len(result)
-            yield result
+            yield full_result
         
-        # result = prompt +':'+result
     except Exception as error:
         exc_type, exc_obj, exc_tb = sys.exc_info()
         fname = os.path.split(exc_tb.tb_frame.f_code.co_filename)[1]