scripts

2025-11-24 19:55:22 +01:00
parent 3cb6e6144e
commit 5c6ae07276
1 changed files with 8 additions and 0 deletions
--- a/scripts/bench-lmstudio.py
+++ b/scripts/bench-lmstudio.py
@@ -0,0 +1,8 @@
+import requests
+import time
+
+# Benchmark LLM inference
+response = requests.post("http://localhost:1234/v1/completions", json={
+    "prompt": "Hello, how are you?",
+    "max_tokens": 100
+})