Prometheus_Overview.json 25 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163
  1. {
  2. "__inputs": [],
  3. "__elements": [],
  4. "__requires": [
  5. {
  6. "type": "grafana",
  7. "id": "grafana",
  8. "name": "Grafana",
  9. "version": "8.3.2"
  10. },
  11. {
  12. "type": "panel",
  13. "id": "graph",
  14. "name": "Graph (old)",
  15. "version": ""
  16. },
  17. {
  18. "type": "datasource",
  19. "id": "prometheus",
  20. "name": "Prometheus",
  21. "version": "1.0.0"
  22. },
  23. {
  24. "type": "panel",
  25. "id": "table-old",
  26. "name": "Table (old)",
  27. "version": ""
  28. }
  29. ],
  30. "annotations": {
  31. "list": [
  32. {
  33. "builtIn": 1,
  34. "datasource": "-- Grafana --",
  35. "enable": true,
  36. "hide": true,
  37. "iconColor": "rgba(0, 211, 255, 1)",
  38. "name": "Annotations & Alerts",
  39. "target": {
  40. "limit": 100,
  41. "matchAny": false,
  42. "tags": [],
  43. "type": "dashboard"
  44. },
  45. "type": "dashboard"
  46. }
  47. ]
  48. },
  49. "editable": true,
  50. "fiscalYearStartMonth": 0,
  51. "graphTooltip": 0,
  52. "id": null,
  53. "iteration": 1640160165384,
  54. "links": [],
  55. "liveNow": false,
  56. "panels": [
  57. {
  58. "collapsed": false,
  59. "gridPos": {
  60. "h": 1,
  61. "w": 24,
  62. "x": 0,
  63. "y": 0
  64. },
  65. "id": 11,
  66. "panels": [],
  67. "title": "Prometheus Stats",
  68. "type": "row"
  69. },
  70. {
  71. "aliasColors": {},
  72. "bars": false,
  73. "columns": [],
  74. "dashLength": 10,
  75. "dashes": false,
  76. "datasource": {
  77. "uid": "$datasource"
  78. },
  79. "fill": 1,
  80. "fontSize": "100%",
  81. "gridPos": {
  82. "h": 7,
  83. "w": 24,
  84. "x": 0,
  85. "y": 1
  86. },
  87. "id": 1,
  88. "legend": {
  89. "avg": false,
  90. "current": false,
  91. "max": false,
  92. "min": false,
  93. "show": true,
  94. "total": false,
  95. "values": false
  96. },
  97. "lines": true,
  98. "linewidth": 1,
  99. "links": [],
  100. "nullPointMode": "null as zero",
  101. "percentage": false,
  102. "pointradius": 5,
  103. "points": false,
  104. "renderer": "flot",
  105. "seriesOverrides": [],
  106. "showHeader": true,
  107. "sort": {
  108. "col": 0,
  109. "desc": true
  110. },
  111. "spaceLength": 10,
  112. "stack": false,
  113. "steppedLine": false,
  114. "styles": [
  115. {
  116. "alias": "Time",
  117. "align": "auto",
  118. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  119. "pattern": "Time",
  120. "type": "hidden"
  121. },
  122. {
  123. "alias": "Count",
  124. "align": "auto",
  125. "colors": [],
  126. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  127. "decimals": 2,
  128. "link": false,
  129. "linkTargetBlank": false,
  130. "linkTooltip": "Drill down",
  131. "linkUrl": "",
  132. "pattern": "Value #A",
  133. "thresholds": [],
  134. "type": "hidden",
  135. "unit": "short"
  136. },
  137. {
  138. "alias": "Uptime",
  139. "align": "auto",
  140. "colors": [],
  141. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  142. "decimals": 2,
  143. "link": false,
  144. "linkTargetBlank": false,
  145. "linkTooltip": "Drill down",
  146. "linkUrl": "",
  147. "pattern": "Value #B",
  148. "thresholds": [],
  149. "type": "number",
  150. "unit": "short"
  151. },
  152. {
  153. "alias": "Instance",
  154. "align": "auto",
  155. "colors": [],
  156. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  157. "decimals": 2,
  158. "link": false,
  159. "linkTargetBlank": false,
  160. "linkTooltip": "Drill down",
  161. "linkUrl": "",
  162. "pattern": "instance",
  163. "thresholds": [],
  164. "type": "number",
  165. "unit": "short"
  166. },
  167. {
  168. "alias": "Job",
  169. "align": "auto",
  170. "colors": [],
  171. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  172. "decimals": 2,
  173. "link": false,
  174. "linkTargetBlank": false,
  175. "linkTooltip": "Drill down",
  176. "linkUrl": "",
  177. "pattern": "job",
  178. "thresholds": [],
  179. "type": "number",
  180. "unit": "short"
  181. },
  182. {
  183. "alias": "Version",
  184. "align": "auto",
  185. "colors": [],
  186. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  187. "decimals": 2,
  188. "link": false,
  189. "linkTargetBlank": false,
  190. "linkTooltip": "Drill down",
  191. "linkUrl": "",
  192. "pattern": "version",
  193. "thresholds": [],
  194. "type": "number",
  195. "unit": "short"
  196. },
  197. {
  198. "alias": "",
  199. "align": "auto",
  200. "colors": [],
  201. "dateFormat": "YYYY-MM-DD HH:mm:ss",
  202. "decimals": 2,
  203. "pattern": "/.*/",
  204. "thresholds": [],
  205. "type": "string",
  206. "unit": "short"
  207. }
  208. ],
  209. "targets": [
  210. {
  211. "expr": "count by (job, instance, version) (prometheus_build_info{job=~\"$job\", instance=~\"$instance\"})",
  212. "format": "table",
  213. "instant": true,
  214. "intervalFactor": 2,
  215. "legendFormat": "",
  216. "refId": "A",
  217. "step": 10
  218. },
  219. {
  220. "expr": "max by (job, instance) (time() - process_start_time_seconds{job=~\"$job\", instance=~\"$instance\"})",
  221. "format": "table",
  222. "instant": true,
  223. "intervalFactor": 2,
  224. "legendFormat": "",
  225. "refId": "B",
  226. "step": 10
  227. }
  228. ],
  229. "thresholds": [],
  230. "title": "Prometheus Stats",
  231. "tooltip": {
  232. "shared": true,
  233. "sort": 0,
  234. "value_type": "individual"
  235. },
  236. "transform": "table",
  237. "type": "table-old",
  238. "xaxis": {
  239. "mode": "time",
  240. "show": true,
  241. "values": []
  242. },
  243. "yaxes": [
  244. {
  245. "format": "short",
  246. "logBase": 1,
  247. "min": 0,
  248. "show": true
  249. },
  250. {
  251. "format": "short",
  252. "logBase": 1,
  253. "show": false
  254. }
  255. ]
  256. },
  257. {
  258. "collapsed": false,
  259. "gridPos": {
  260. "h": 1,
  261. "w": 24,
  262. "x": 0,
  263. "y": 8
  264. },
  265. "id": 12,
  266. "panels": [],
  267. "title": "Discovery",
  268. "type": "row"
  269. },
  270. {
  271. "aliasColors": {},
  272. "bars": false,
  273. "dashLength": 10,
  274. "dashes": false,
  275. "datasource": {
  276. "uid": "$datasource"
  277. },
  278. "fill": 1,
  279. "fillGradient": 0,
  280. "gridPos": {
  281. "h": 7,
  282. "w": 12,
  283. "x": 0,
  284. "y": 9
  285. },
  286. "hiddenSeries": false,
  287. "id": 2,
  288. "legend": {
  289. "avg": false,
  290. "current": false,
  291. "max": false,
  292. "min": false,
  293. "show": true,
  294. "total": false,
  295. "values": false
  296. },
  297. "lines": true,
  298. "linewidth": 1,
  299. "links": [],
  300. "nullPointMode": "null as zero",
  301. "options": {
  302. "alertThreshold": true
  303. },
  304. "percentage": false,
  305. "pluginVersion": "8.3.2",
  306. "pointradius": 5,
  307. "points": false,
  308. "renderer": "flot",
  309. "seriesOverrides": [],
  310. "spaceLength": 10,
  311. "stack": false,
  312. "steppedLine": false,
  313. "targets": [
  314. {
  315. "expr": "sum(rate(prometheus_target_sync_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m])) by (scrape_job) * 1e3",
  316. "format": "time_series",
  317. "intervalFactor": 2,
  318. "legendFormat": "{{scrape_job}}",
  319. "refId": "A",
  320. "step": 10
  321. }
  322. ],
  323. "thresholds": [],
  324. "timeRegions": [],
  325. "title": "Target Sync",
  326. "tooltip": {
  327. "shared": true,
  328. "sort": 0,
  329. "value_type": "individual"
  330. },
  331. "type": "graph",
  332. "xaxis": {
  333. "mode": "time",
  334. "show": true,
  335. "values": []
  336. },
  337. "yaxes": [
  338. {
  339. "format": "ms",
  340. "logBase": 1,
  341. "min": 0,
  342. "show": true
  343. },
  344. {
  345. "format": "short",
  346. "logBase": 1,
  347. "show": false
  348. }
  349. ],
  350. "yaxis": {
  351. "align": false
  352. }
  353. },
  354. {
  355. "aliasColors": {},
  356. "bars": false,
  357. "dashLength": 10,
  358. "dashes": false,
  359. "datasource": {
  360. "uid": "$datasource"
  361. },
  362. "fill": 10,
  363. "fillGradient": 0,
  364. "gridPos": {
  365. "h": 7,
  366. "w": 12,
  367. "x": 12,
  368. "y": 9
  369. },
  370. "hiddenSeries": false,
  371. "id": 3,
  372. "legend": {
  373. "avg": false,
  374. "current": false,
  375. "max": false,
  376. "min": false,
  377. "show": true,
  378. "total": false,
  379. "values": false
  380. },
  381. "lines": true,
  382. "linewidth": 0,
  383. "links": [],
  384. "nullPointMode": "null as zero",
  385. "options": {
  386. "alertThreshold": true
  387. },
  388. "percentage": false,
  389. "pluginVersion": "8.3.2",
  390. "pointradius": 5,
  391. "points": false,
  392. "renderer": "flot",
  393. "seriesOverrides": [],
  394. "spaceLength": 10,
  395. "stack": true,
  396. "steppedLine": false,
  397. "targets": [
  398. {
  399. "expr": "sum(prometheus_sd_discovered_targets{job=~\"$job\",instance=~\"$instance\"})",
  400. "format": "time_series",
  401. "intervalFactor": 2,
  402. "legendFormat": "Targets",
  403. "refId": "A",
  404. "step": 10
  405. }
  406. ],
  407. "thresholds": [],
  408. "timeRegions": [],
  409. "title": "Targets",
  410. "tooltip": {
  411. "shared": true,
  412. "sort": 0,
  413. "value_type": "individual"
  414. },
  415. "type": "graph",
  416. "xaxis": {
  417. "mode": "time",
  418. "show": true,
  419. "values": []
  420. },
  421. "yaxes": [
  422. {
  423. "format": "short",
  424. "logBase": 1,
  425. "min": 0,
  426. "show": true
  427. },
  428. {
  429. "format": "short",
  430. "logBase": 1,
  431. "show": false
  432. }
  433. ],
  434. "yaxis": {
  435. "align": false
  436. }
  437. },
  438. {
  439. "collapsed": false,
  440. "gridPos": {
  441. "h": 1,
  442. "w": 24,
  443. "x": 0,
  444. "y": 16
  445. },
  446. "id": 13,
  447. "panels": [],
  448. "title": "Retrieval",
  449. "type": "row"
  450. },
  451. {
  452. "aliasColors": {},
  453. "bars": false,
  454. "dashLength": 10,
  455. "dashes": false,
  456. "datasource": {
  457. "uid": "$datasource"
  458. },
  459. "fill": 1,
  460. "fillGradient": 0,
  461. "gridPos": {
  462. "h": 7,
  463. "w": 8,
  464. "x": 0,
  465. "y": 17
  466. },
  467. "hiddenSeries": false,
  468. "id": 4,
  469. "legend": {
  470. "avg": false,
  471. "current": false,
  472. "max": false,
  473. "min": false,
  474. "show": true,
  475. "total": false,
  476. "values": false
  477. },
  478. "lines": true,
  479. "linewidth": 1,
  480. "links": [],
  481. "nullPointMode": "null as zero",
  482. "options": {
  483. "alertThreshold": true
  484. },
  485. "percentage": false,
  486. "pluginVersion": "8.3.2",
  487. "pointradius": 5,
  488. "points": false,
  489. "renderer": "flot",
  490. "seriesOverrides": [],
  491. "spaceLength": 10,
  492. "stack": false,
  493. "steppedLine": false,
  494. "targets": [
  495. {
  496. "expr": "rate(prometheus_target_interval_length_seconds_sum{job=~\"$job\",instance=~\"$instance\"}[5m]) / rate(prometheus_target_interval_length_seconds_count{job=~\"$job\",instance=~\"$instance\"}[5m]) * 1e3",
  497. "format": "time_series",
  498. "intervalFactor": 2,
  499. "legendFormat": "{{interval}} configured",
  500. "refId": "A",
  501. "step": 10
  502. }
  503. ],
  504. "thresholds": [],
  505. "timeRegions": [],
  506. "title": "Average Scrape Interval Duration",
  507. "tooltip": {
  508. "shared": true,
  509. "sort": 0,
  510. "value_type": "individual"
  511. },
  512. "type": "graph",
  513. "xaxis": {
  514. "mode": "time",
  515. "show": true,
  516. "values": []
  517. },
  518. "yaxes": [
  519. {
  520. "format": "ms",
  521. "logBase": 1,
  522. "min": 0,
  523. "show": true
  524. },
  525. {
  526. "format": "short",
  527. "logBase": 1,
  528. "show": false
  529. }
  530. ],
  531. "yaxis": {
  532. "align": false
  533. }
  534. },
  535. {
  536. "aliasColors": {},
  537. "bars": false,
  538. "dashLength": 10,
  539. "dashes": false,
  540. "datasource": {
  541. "uid": "$datasource"
  542. },
  543. "fill": 10,
  544. "fillGradient": 0,
  545. "gridPos": {
  546. "h": 7,
  547. "w": 8,
  548. "x": 8,
  549. "y": 17
  550. },
  551. "hiddenSeries": false,
  552. "id": 5,
  553. "legend": {
  554. "avg": false,
  555. "current": false,
  556. "max": false,
  557. "min": false,
  558. "show": true,
  559. "total": false,
  560. "values": false
  561. },
  562. "lines": true,
  563. "linewidth": 0,
  564. "links": [],
  565. "nullPointMode": "null as zero",
  566. "options": {
  567. "alertThreshold": true
  568. },
  569. "percentage": false,
  570. "pluginVersion": "8.3.2",
  571. "pointradius": 5,
  572. "points": false,
  573. "renderer": "flot",
  574. "seriesOverrides": [],
  575. "spaceLength": 10,
  576. "stack": true,
  577. "steppedLine": false,
  578. "targets": [
  579. {
  580. "expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_sample_limit_total[1m]))",
  581. "format": "time_series",
  582. "intervalFactor": 2,
  583. "legendFormat": "exceeded sample limit: {{job}}",
  584. "refId": "A",
  585. "step": 10
  586. },
  587. {
  588. "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_duplicate_timestamp_total[1m]))",
  589. "format": "time_series",
  590. "intervalFactor": 2,
  591. "legendFormat": "duplicate timestamp: {{job}}",
  592. "refId": "B",
  593. "step": 10
  594. },
  595. {
  596. "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_bounds_total[1m]))",
  597. "format": "time_series",
  598. "intervalFactor": 2,
  599. "legendFormat": "out of bounds: {{job}}",
  600. "refId": "C",
  601. "step": 10
  602. },
  603. {
  604. "expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_order_total[1m]))",
  605. "format": "time_series",
  606. "intervalFactor": 2,
  607. "legendFormat": "out of order: {{job}}",
  608. "refId": "D",
  609. "step": 10
  610. }
  611. ],
  612. "thresholds": [],
  613. "timeRegions": [],
  614. "title": "Scrape failures",
  615. "tooltip": {
  616. "shared": true,
  617. "sort": 0,
  618. "value_type": "individual"
  619. },
  620. "type": "graph",
  621. "xaxis": {
  622. "mode": "time",
  623. "show": true,
  624. "values": []
  625. },
  626. "yaxes": [
  627. {
  628. "format": "short",
  629. "logBase": 1,
  630. "min": 0,
  631. "show": true
  632. },
  633. {
  634. "format": "short",
  635. "logBase": 1,
  636. "show": false
  637. }
  638. ],
  639. "yaxis": {
  640. "align": false
  641. }
  642. },
  643. {
  644. "aliasColors": {},
  645. "bars": false,
  646. "dashLength": 10,
  647. "dashes": false,
  648. "datasource": {
  649. "uid": "$datasource"
  650. },
  651. "fill": 10,
  652. "fillGradient": 0,
  653. "gridPos": {
  654. "h": 7,
  655. "w": 8,
  656. "x": 16,
  657. "y": 17
  658. },
  659. "hiddenSeries": false,
  660. "id": 6,
  661. "legend": {
  662. "avg": false,
  663. "current": false,
  664. "max": false,
  665. "min": false,
  666. "show": true,
  667. "total": false,
  668. "values": false
  669. },
  670. "lines": true,
  671. "linewidth": 0,
  672. "links": [],
  673. "nullPointMode": "null as zero",
  674. "options": {
  675. "alertThreshold": true
  676. },
  677. "percentage": false,
  678. "pluginVersion": "8.3.2",
  679. "pointradius": 5,
  680. "points": false,
  681. "renderer": "flot",
  682. "seriesOverrides": [],
  683. "spaceLength": 10,
  684. "stack": true,
  685. "steppedLine": false,
  686. "targets": [
  687. {
  688. "expr": "rate(prometheus_tsdb_head_samples_appended_total{job=~\"$job\",instance=~\"$instance\"}[5m])",
  689. "format": "time_series",
  690. "intervalFactor": 2,
  691. "legendFormat": "{{job}} {{instance}}",
  692. "refId": "A",
  693. "step": 10
  694. }
  695. ],
  696. "thresholds": [],
  697. "timeRegions": [],
  698. "title": "Appended Samples",
  699. "tooltip": {
  700. "shared": true,
  701. "sort": 0,
  702. "value_type": "individual"
  703. },
  704. "type": "graph",
  705. "xaxis": {
  706. "mode": "time",
  707. "show": true,
  708. "values": []
  709. },
  710. "yaxes": [
  711. {
  712. "format": "short",
  713. "logBase": 1,
  714. "min": 0,
  715. "show": true
  716. },
  717. {
  718. "format": "short",
  719. "logBase": 1,
  720. "show": false
  721. }
  722. ],
  723. "yaxis": {
  724. "align": false
  725. }
  726. },
  727. {
  728. "collapsed": false,
  729. "gridPos": {
  730. "h": 1,
  731. "w": 24,
  732. "x": 0,
  733. "y": 24
  734. },
  735. "id": 14,
  736. "panels": [],
  737. "title": "Storage",
  738. "type": "row"
  739. },
  740. {
  741. "aliasColors": {},
  742. "bars": false,
  743. "dashLength": 10,
  744. "dashes": false,
  745. "datasource": {
  746. "uid": "$datasource"
  747. },
  748. "fill": 10,
  749. "gridPos": {
  750. "h": 7,
  751. "w": 12,
  752. "x": 0,
  753. "y": 25
  754. },
  755. "id": 7,
  756. "legend": {
  757. "avg": false,
  758. "current": false,
  759. "max": false,
  760. "min": false,
  761. "show": true,
  762. "total": false,
  763. "values": false
  764. },
  765. "lines": true,
  766. "linewidth": 0,
  767. "links": [],
  768. "nullPointMode": "null as zero",
  769. "percentage": false,
  770. "pluginVersion": "8.3.2",
  771. "pointradius": 5,
  772. "points": false,
  773. "renderer": "flot",
  774. "seriesOverrides": [],
  775. "spaceLength": 10,
  776. "stack": true,
  777. "steppedLine": false,
  778. "targets": [
  779. {
  780. "expr": "prometheus_tsdb_head_series{job=~\"$job\",instance=~\"$instance\"}",
  781. "format": "time_series",
  782. "intervalFactor": 2,
  783. "legendFormat": "{{job}} {{instance}} head series",
  784. "refId": "A",
  785. "step": 10
  786. }
  787. ],
  788. "thresholds": [],
  789. "title": "Head Series",
  790. "tooltip": {
  791. "shared": true,
  792. "sort": 0,
  793. "value_type": "individual"
  794. },
  795. "type": "graph",
  796. "xaxis": {
  797. "mode": "time",
  798. "show": true,
  799. "values": []
  800. },
  801. "yaxes": [
  802. {
  803. "format": "short",
  804. "logBase": 1,
  805. "min": 0,
  806. "show": true
  807. },
  808. {
  809. "format": "short",
  810. "logBase": 1,
  811. "show": false
  812. }
  813. ]
  814. },
  815. {
  816. "aliasColors": {},
  817. "bars": false,
  818. "dashLength": 10,
  819. "dashes": false,
  820. "datasource": {
  821. "uid": "$datasource"
  822. },
  823. "fill": 10,
  824. "gridPos": {
  825. "h": 7,
  826. "w": 12,
  827. "x": 12,
  828. "y": 25
  829. },
  830. "id": 8,
  831. "legend": {
  832. "avg": false,
  833. "current": false,
  834. "max": false,
  835. "min": false,
  836. "show": true,
  837. "total": false,
  838. "values": false
  839. },
  840. "lines": true,
  841. "linewidth": 0,
  842. "links": [],
  843. "nullPointMode": "null as zero",
  844. "percentage": false,
  845. "pluginVersion": "8.3.2",
  846. "pointradius": 5,
  847. "points": false,
  848. "renderer": "flot",
  849. "seriesOverrides": [],
  850. "spaceLength": 10,
  851. "stack": true,
  852. "steppedLine": false,
  853. "targets": [
  854. {
  855. "expr": "prometheus_tsdb_head_chunks{job=~\"$job\",instance=~\"$instance\"}",
  856. "format": "time_series",
  857. "intervalFactor": 2,
  858. "legendFormat": "{{job}} {{instance}} head chunks",
  859. "refId": "A",
  860. "step": 10
  861. }
  862. ],
  863. "thresholds": [],
  864. "title": "Head Chunks",
  865. "tooltip": {
  866. "shared": true,
  867. "sort": 0,
  868. "value_type": "individual"
  869. },
  870. "type": "graph",
  871. "xaxis": {
  872. "mode": "time",
  873. "show": true,
  874. "values": []
  875. },
  876. "yaxes": [
  877. {
  878. "format": "short",
  879. "logBase": 1,
  880. "min": 0,
  881. "show": true
  882. },
  883. {
  884. "format": "short",
  885. "logBase": 1,
  886. "show": false
  887. }
  888. ]
  889. },
  890. {
  891. "collapsed": false,
  892. "gridPos": {
  893. "h": 1,
  894. "w": 24,
  895. "x": 0,
  896. "y": 32
  897. },
  898. "id": 15,
  899. "panels": [],
  900. "title": "Query",
  901. "type": "row"
  902. },
  903. {
  904. "aliasColors": {},
  905. "bars": false,
  906. "dashLength": 10,
  907. "dashes": false,
  908. "datasource": {
  909. "uid": "$datasource"
  910. },
  911. "fill": 10,
  912. "gridPos": {
  913. "h": 7,
  914. "w": 12,
  915. "x": 0,
  916. "y": 33
  917. },
  918. "id": 9,
  919. "legend": {
  920. "avg": false,
  921. "current": false,
  922. "max": false,
  923. "min": false,
  924. "show": true,
  925. "total": false,
  926. "values": false
  927. },
  928. "lines": true,
  929. "linewidth": 0,
  930. "links": [],
  931. "nullPointMode": "null as zero",
  932. "percentage": false,
  933. "pluginVersion": "8.3.2",
  934. "pointradius": 5,
  935. "points": false,
  936. "renderer": "flot",
  937. "seriesOverrides": [],
  938. "spaceLength": 10,
  939. "stack": true,
  940. "steppedLine": false,
  941. "targets": [
  942. {
  943. "expr": "rate(prometheus_engine_query_duration_seconds_count{job=~\"$job\",instance=~\"$instance\",slice=\"inner_eval\"}[5m])",
  944. "format": "time_series",
  945. "intervalFactor": 2,
  946. "legendFormat": "{{job}} {{instance}}",
  947. "refId": "A",
  948. "step": 10
  949. }
  950. ],
  951. "thresholds": [],
  952. "title": "Query Rate",
  953. "tooltip": {
  954. "shared": true,
  955. "sort": 0,
  956. "value_type": "individual"
  957. },
  958. "type": "graph",
  959. "xaxis": {
  960. "mode": "time",
  961. "show": true,
  962. "values": []
  963. },
  964. "yaxes": [
  965. {
  966. "format": "short",
  967. "logBase": 1,
  968. "min": 0,
  969. "show": true
  970. },
  971. {
  972. "format": "short",
  973. "logBase": 1,
  974. "show": false
  975. }
  976. ]
  977. },
  978. {
  979. "aliasColors": {},
  980. "bars": false,
  981. "dashLength": 10,
  982. "dashes": false,
  983. "datasource": {
  984. "uid": "$datasource"
  985. },
  986. "fill": 10,
  987. "gridPos": {
  988. "h": 7,
  989. "w": 12,
  990. "x": 12,
  991. "y": 33
  992. },
  993. "id": 10,
  994. "legend": {
  995. "avg": false,
  996. "current": false,
  997. "max": false,
  998. "min": false,
  999. "show": true,
  1000. "total": false,
  1001. "values": false
  1002. },
  1003. "lines": true,
  1004. "linewidth": 0,
  1005. "links": [],
  1006. "nullPointMode": "null as zero",
  1007. "percentage": false,
  1008. "pluginVersion": "8.3.2",
  1009. "pointradius": 5,
  1010. "points": false,
  1011. "renderer": "flot",
  1012. "seriesOverrides": [],
  1013. "spaceLength": 10,
  1014. "stack": true,
  1015. "steppedLine": false,
  1016. "targets": [
  1017. {
  1018. "expr": "max by (slice) (prometheus_engine_query_duration_seconds{quantile=\"0.9\",job=~\"$job\",instance=~\"$instance\"}) * 1e3",
  1019. "format": "time_series",
  1020. "intervalFactor": 2,
  1021. "legendFormat": "{{slice}}",
  1022. "refId": "A",
  1023. "step": 10
  1024. }
  1025. ],
  1026. "thresholds": [],
  1027. "title": "Stage Duration",
  1028. "tooltip": {
  1029. "shared": true,
  1030. "sort": 0,
  1031. "value_type": "individual"
  1032. },
  1033. "type": "graph",
  1034. "xaxis": {
  1035. "mode": "time",
  1036. "show": true,
  1037. "values": []
  1038. },
  1039. "yaxes": [
  1040. {
  1041. "format": "ms",
  1042. "logBase": 1,
  1043. "min": 0,
  1044. "show": true
  1045. },
  1046. {
  1047. "format": "short",
  1048. "logBase": 1,
  1049. "show": false
  1050. }
  1051. ]
  1052. }
  1053. ],
  1054. "refresh": "10s",
  1055. "schemaVersion": 33,
  1056. "style": "dark",
  1057. "tags": [],
  1058. "templating": {
  1059. "list": [
  1060. {
  1061. "current": {
  1062. "selected": false,
  1063. "text": "default",
  1064. "value": "default"
  1065. },
  1066. "hide": 0,
  1067. "includeAll": false,
  1068. "multi": false,
  1069. "name": "datasource",
  1070. "options": [],
  1071. "query": "prometheus",
  1072. "refresh": 1,
  1073. "regex": "",
  1074. "skipUrlSync": false,
  1075. "type": "datasource"
  1076. },
  1077. {
  1078. "current": {},
  1079. "datasource": {
  1080. "uid": "$datasource"
  1081. },
  1082. "definition": "",
  1083. "hide": 0,
  1084. "includeAll": true,
  1085. "label": "job",
  1086. "multi": true,
  1087. "name": "job",
  1088. "options": [],
  1089. "query": {
  1090. "query": "label_values(prometheus_build_info, job)",
  1091. "refId": "Prometheus-job-Variable-Query"
  1092. },
  1093. "refresh": 1,
  1094. "regex": "",
  1095. "skipUrlSync": false,
  1096. "sort": 2,
  1097. "tagValuesQuery": "",
  1098. "tagsQuery": "",
  1099. "type": "query",
  1100. "useTags": false
  1101. },
  1102. {
  1103. "current": {},
  1104. "datasource": {
  1105. "uid": "$datasource"
  1106. },
  1107. "definition": "",
  1108. "hide": 0,
  1109. "includeAll": true,
  1110. "label": "instance",
  1111. "multi": true,
  1112. "name": "instance",
  1113. "options": [],
  1114. "query": {
  1115. "query": "label_values(prometheus_build_info, instance)",
  1116. "refId": "Prometheus-instance-Variable-Query"
  1117. },
  1118. "refresh": 1,
  1119. "regex": "",
  1120. "skipUrlSync": false,
  1121. "sort": 2,
  1122. "tagValuesQuery": "",
  1123. "tagsQuery": "",
  1124. "type": "query",
  1125. "useTags": false
  1126. }
  1127. ]
  1128. },
  1129. "time": {
  1130. "from": "now-1h",
  1131. "to": "now"
  1132. },
  1133. "timepicker": {
  1134. "refresh_intervals": [
  1135. "5s",
  1136. "10s",
  1137. "30s",
  1138. "1m",
  1139. "5m",
  1140. "15m",
  1141. "30m",
  1142. "1h",
  1143. "2h",
  1144. "1d"
  1145. ],
  1146. "time_options": [
  1147. "5m",
  1148. "15m",
  1149. "1h",
  1150. "6h",
  1151. "12h",
  1152. "24h",
  1153. "2d",
  1154. "7d",
  1155. "30d"
  1156. ]
  1157. },
  1158. "timezone": "utc",
  1159. "title": "Prometheus Overview",
  1160. "uid": "N48zxATnk",
  1161. "version": 1,
  1162. "weekStart": ""
  1163. }