Add Deck dashboard with Athena telemetry history
This commit is contained in:
@@ -0,0 +1,18 @@
|
||||
import unittest
|
||||
from dashboard_data import metrics, slot_data
|
||||
|
||||
|
||||
class DashboardDataTests(unittest.TestCase):
|
||||
def test_only_selected_numeric_metrics_are_returned(self):
|
||||
raw='''# HELP ignored\nllamacpp:prompt_tokens_total 120\nllamacpp:requests_processing 2\nllamacpp:unknown_metric 8\nllamacpp:prompt_tokens_total{model="x"} 99\n'''
|
||||
self.assertEqual(metrics(raw),dict(prompt_tokens_total=120,requests_processing=2))
|
||||
|
||||
def test_slot_telemetry_excludes_prompt_text(self):
|
||||
rows=slot_data([dict(id=0,n_ctx=4096,n_prompt_tokens=100,
|
||||
next_token=[dict(n_decoded=7,n_remain=3)],
|
||||
params=dict(max_tokens=10),prompt='private input')])
|
||||
self.assertEqual(rows[0]['context_used'],107)
|
||||
self.assertNotIn('prompt',rows[0])
|
||||
|
||||
|
||||
if __name__=='__main__':unittest.main()
|
||||
Reference in New Issue
Block a user