docs: show estimated quality and cost in example output
Browse files
README.md
CHANGED
|
@@ -67,6 +67,7 @@ from router import R2Router
|
|
| 67 |
router = R2Router.from_pretrained(path, embed_url="http://localhost:8000")
|
| 68 |
result = router.route_text("What is the capital of France?")
|
| 69 |
print(f"Model: {result['model_full_name']}, Budget: {result['token_limit']}")
|
|
|
|
| 70 |
```
|
| 71 |
|
| 72 |
### Adjusting Lambda (Cost-Accuracy Tradeoff)
|
|
|
|
| 67 |
router = R2Router.from_pretrained(path, embed_url="http://localhost:8000")
|
| 68 |
result = router.route_text("What is the capital of France?")
|
| 69 |
print(f"Model: {result['model_full_name']}, Budget: {result['token_limit']}")
|
| 70 |
+
print(f"Estimated Quality: {result['predicted_quality']:.3f}, Estimated Cost: ${result['predicted_cost']*1e6:.4f}/1M tokens")
|
| 71 |
```
|
| 72 |
|
| 73 |
### Adjusting Lambda (Cost-Accuracy Tradeoff)
|