diff --git a/scripts/bench-lmstudio.py b/scripts/bench-lmstudio.py new file mode 100644 index 0000000..b8b4b67 --- /dev/null +++ b/scripts/bench-lmstudio.py @@ -0,0 +1,8 @@ +import requests +import time + +# Benchmark LLM inference +response = requests.post("http://localhost:1234/v1/completions", json={ + "prompt": "Hello, how are you?", + "max_tokens": 100 +}) \ No newline at end of file