Update app.py

app.py

@@ -20,12 +20,20 @@ def fetch_message():
     if not message:
         return jsonify({"error": "No input provided."}), 400
 
-    # Process the message using the Hugging Face model
+    # Set parameters for text generation
+    generation_params = {
+        "temperature": 0.7,  # Adjust creativity level
+        "top_p": 0.9,       # Use nucleus sampling
+        "max_new_tokens": 150,  # Limit the response length
+        "repetition_penalty": 1.1  # Avoid repeating text
+    }
+
     try:
-        response = client.text_generation(message)
+        # Process the message using the Hugging Face model with a timeout of 5 minutes
+        response = client.text_generation(message, params=generation_params, timeout=300)
         return jsonify({"response": response})
     except Exception as e:
-        return jsonify({"error": str(e)}), 500
+        return jsonify({"error": f"Error processing request: {str(e)}"}), 500
 
 if __name__ == "__main__":
     # Use PORT environment variable or default to 7860