-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathexample_usage.py
More file actions
78 lines (61 loc) · 2.41 KB
/
example_usage.py
File metadata and controls
78 lines (61 loc) · 2.41 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
"""
Example of using the new Lemonade integration module
"""
# Import the new Lemonade module
from lemonade_integration import LemonadeClient, discover_lemonade_models, find_available_lemonade_port
def example_usage():
"""
Shows how the Lemonade module can be used
"""
print("=== Lemonade Integration Example ===")
# Find available Lemonade servers
available_port = find_available_lemonade_port()
if available_port:
print(f"Lemonade server found on port: {available_port}")
base_url = f"http://localhost:{available_port}"
else:
print("No Lemonade server found, using default URL")
base_url = "http://localhost:8000"
# Create a Lemonade client
client = LemonadeClient(base_url=base_url)
# Check if the server is reachable
if client.health_check():
print("✅ Lemonade server is reachable")
# List available models
models = client.list_models()
print(f"Found models: {len(models)}")
for model in models:
print(f" - {model.get('id', model.get('name', 'Unknown'))}")
# Try a chat request (only if models are available)
if models:
sample_model = models[0].get('id', models[0].get('name'))
print(f"\nTrying chat request with model: {sample_model}")
response = client.chat_completion(
model=sample_model,
messages=[
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Hello, how are you?"}
]
)
print(f"Response: {response}")
else:
print("❌ Lemonade server is not reachable")
def example_model_discovery(port=8000):
"""
Shows how model discovery works
"""
print(f"\n=== Model Discovery Example on port {port} ===")
# Discover models on the specified server
models = discover_lemonade_models(f"http://localhost:{port}")
print(f"Discovered models: {len(models)}")
for model in models:
print(f" - ID: {model['id']}, Name: {model['name']}, Status: {model['status']}")
if __name__ == "__main__":
# Find the port first
available_port = find_available_lemonade_port()
example_usage()
# Use the discovered port for model discovery
if available_port:
example_model_discovery(port=available_port)
else:
example_model_discovery()