19 lines
851 B
Python
19 lines
851 B
Python
import unittest
|
|
from dashboard_data import metrics, slot_data
|
|
|
|
|
|
class DashboardDataTests(unittest.TestCase):
|
|
def test_only_selected_numeric_metrics_are_returned(self):
|
|
raw='''# HELP ignored\nllamacpp:prompt_tokens_total 120\nllamacpp:requests_processing 2\nllamacpp:unknown_metric 8\nllamacpp:prompt_tokens_total{model="x"} 99\n'''
|
|
self.assertEqual(metrics(raw),dict(prompt_tokens_total=120,requests_processing=2))
|
|
|
|
def test_slot_telemetry_excludes_prompt_text(self):
|
|
rows=slot_data([dict(id=0,n_ctx=4096,n_prompt_tokens=100,
|
|
next_token=[dict(n_decoded=7,n_remain=3)],
|
|
params=dict(max_tokens=10),prompt='private input')])
|
|
self.assertEqual(rows[0]['context_used'],107)
|
|
self.assertNotIn('prompt',rows[0])
|
|
|
|
|
|
if __name__=='__main__':unittest.main()
|