Skip to content

fix: Fix the ratio metrics for measuring note processing speed #29

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

fix: Fix the ratio metrics for measuring note processing speed #29

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions docker/monitoring/grafana/provisioning/dashboards/cms_deid_medcat.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1395,7 +1395,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1574,7 +1574,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1753,7 +1753,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1932,7 +1932,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/redact\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -2135,7 +2135,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -2338,7 +2338,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-deid\", instance=\"medcat-deid:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down
12 changes: 6 additions & 6 deletions docker/monitoring/grafana/provisioning/dashboards/cms_huggingface_ner.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1395,7 +1395,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1574,7 +1574,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1753,7 +1753,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1932,7 +1932,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/redact\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -2135,7 +2135,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -2338,7 +2338,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_huggingface-ner\", instance=\"huggingface-ner:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down
Loading