Update app.py

app.py

@@ -20,20 +20,24 @@ def fetch_message():
     if not message:
         return jsonify({"error": "No input provided."}), 400
 
-    # Set parameters for text generation
-    generation_params = {
-        "temperature": 0.7,  # Adjust creativity level
-        "top_p": 0.9,       # Use nucleus sampling
-        "max_new_tokens": 512,  # Limit the response length
-        "repetition_penalty": 1.1  # Avoid repeating text
+    # Model parameters
+    parameters = {
+        "temperature": 0.7,  # Adjust creativity
+        "top_p": 0.9,       # Top-p sampling
+        "max_new_tokens": 200,  # Limit response length
+        "do_sample": True    # Enable sampling for varied responses
     }
 
+    # Process the message using the Hugging Face model
     try:
-        # Process the message using the Hugging Face model with a timeout of 5 minutes
-        response = client.text_generation(message, params=generation_params, timeout=300)
+        response = client.text_generation(
+            message,
+            parameters=parameters,
+            timeout=300  # 5 minutes timeout
+        )
         return jsonify({"response": response})
     except Exception as e:
-        return jsonify({"error": f"Error processing request: {str(e)}"}), 500
+        return jsonify({"error": str(e)}), 500
 
 if __name__ == "__main__":
     # Use PORT environment variable or default to 7860