Skip to content

Commit

Permalink
[DOCS] Port changes (#27481)
Browse files Browse the repository at this point in the history
### Details:
 - *item1*
 - *...*

### Tickets:
 - *ticket-id*
  • Loading branch information
akopytko authored Nov 8, 2024
1 parent 9670665 commit fdf29e1
Show file tree
Hide file tree
Showing 7 changed files with 1,119 additions and 183 deletions.
4 changes: 2 additions & 2 deletions docs/articles_en/about-openvino/performance-benchmarks.rst
Original file line number Diff line number Diff line change
Expand Up @@ -59,12 +59,12 @@ implemented in your solutions. Click the buttons below to see the chosen benchma
.. grid-item::

.. button-link:: #
:class: ovms-toolkit-benchmark-llm
:class: ovms-toolkit-benchmark-llm-result
:color: primary
:outline:
:expand:

:material-regular:`bar_chart;1.4em` OVMS for GenAI (coming soon)
:material-regular:`bar_chart;1.4em` OVMS for GenAI



Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,96 @@
[
{
"Platform": "Intel® Xeon® Platinum 8580",
"Model": "mistralai/Mistral-7B-v0.1",
"PlatformType": "None",
"Parameters": {
"Vllm": {
"Precisions": [
{
"Throughput": {
"0.2": "350.06",
"0.6": "486.89",
"0.8": "575.92",
"2.0": "778.07"
}
},
{
"Latency": {
"0.2": "60.93",
"0.6": "91.63",
"0.8": "113.61",
"2.0": "240.25"
}
}
]
},
"Ovms": {
"Precisions": [
{
"Throughput": {
"0.2": "90.98",
"0.6": "266.24",
"0.8": "351.63",
"2.0": "195.16"
}
},
{
"Latency": {
"0.2": "54.9",
"0.6": "78.78",
"0.8": "95.78",
"2.0": "352.23"
}
}
]
}
}
},
{
"Platform": "Intel® Xeon® Platinum 8530",
"Model": "mistralai/Mistral-7B-v0.1",
"PlatformType": "None",
"Parameters": {
"Vllm": {
"Precisions": [
{
"Throughput": {
"0.2": "350.06",
"0.6": "486.89",
"0.8": "575.92",
"2.0": "778.07"
}
},
{
"Latency": {
"0.2": "60.93",
"0.6": "91.63",
"0.8": "113.61",
"2.0": "240.25"
}
}
]
},
"Ovms": {
"Precisions": [
{
"Throughput": {
"0.2": "90.98",
"0.6": "266.24",
"0.8": "351.63",
"2.0": "195.16"
}
},
{
"Latency": {
"0.2": "54.9",
"0.6": "78.78",
"0.8": "95.78",
"2.0": "352.23"
}
}
]
}
}
}
]
38 changes: 32 additions & 6 deletions docs/sphinx_setup/_static/benchmarks_files/graph-config.json
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@

{
"PrecisionsMap": {
"INT4": "int4",
Expand All @@ -9,7 +8,9 @@
"FP32_OV": "fp32_ov",
"FP32_OVMS": "fp32_ovms",
"INT8_OV": "int8_ov",
"INT8_OVMS": "int8_ovms"
"INT8_OVMS": "int8_ovms",
"THROUGHPUT": "Throughput",
"LATENCY": "Latency"
},
"ParametersMap": {
"Throughput": "throughput",
Expand Down Expand Up @@ -71,6 +72,30 @@
"data": null,
"color": "#00536a",
"label": "INT8 OVMS"
},
"Vllm": {
"Latency": {
"data": null,
"color": "#FDB2BC",
"label": "Latency"
},
"Throughput": {
"data": null,
"color": "#91CDF7",
"label": "Throughput"
}
},
"Ovms": {
"Latency": {
"data": null,
"color": "#CDB2BC",
"label": "Latency"
},
"Throughput": {
"data": null,
"color": "#12CDF7",
"label": "Throughput"
}
}
},
"Filters": [
Expand All @@ -80,6 +105,7 @@
"platformTypes": {
"name": "ietype",
"data": [
"None",
"Intel® Core™, CPU-only",
"Intel® Core™, iGPU-only",
"Intel® Core™, NPU-only",
Expand Down Expand Up @@ -109,15 +135,15 @@
"parameters": {
"name": "parameters",
"data": [
"Throughput",
"Latency"
"Vllm",
"Ovms"
]
},
"precision": {
"name": "precision",
"data": [
"INT4",
"INT8"
"THROUGHPUT",
"LATENCY"
]
}
}
Expand Down
95 changes: 95 additions & 0 deletions docs/sphinx_setup/_static/html/modalLLM.html
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
<div>
<div class="modal-header">
<h2>Benchmark Graph Builder</h2>
<span class="modal-close">&times;</span>
</div>
<div class="modal-line-divider"></div>
<section id="modal-configure-graphs" class="modal-configure-graphs">
<div id="configure-graphs-header" class="configure-graphs-header">
<h3>Configure Graphs</h3>
<div class="buttons-nav">
<div>
<button id="build-graphs-btn" disabled="disabled" class="build-graphs-btn">Show Graphs</button>
</div>
<div class="clear-all-btn">
<span class="clear-all-btn-content">Clear All</span>
</div>
</div>
</div>
<div class="configure-graphs-content">
<div class="modal-content-grid-container">
<div class="modal-content-grid-item">
<div title="Select\deselect all network model list" class="show-allcheckbox">
<span class="models-selectall">
</span>
</div>
<h5>Models</h5>
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="models-column column"></div>
</div>
</div>
<div class="modal-content-grid-item">
<div title="Select\deselect all platform list" class="show-allcheckbox">
<span class="platforms-selectall">
</span>
</div>
<h5>Platforms</h5>
<div id="filters" title="Filter the platform list" class="show-filter">
<span class="filters-label">Show filters</span>
<span class="show-filters-icon"></span>
</div>
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="platforms-column column"></div>
</div>
</div>
<div class="modal-content-grid-item">
<h5>Engines</h5>
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="kpi-column column"></div>
</div>
<h5>Parameters</h5>
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="precisions-column column"></div>
</div>
</div>
</div>
</div>
<div class="configure-graphs-content">
<div class="modal-content-grid-container">
<div id="modal-filters" class="modal-filter">
<div class="modal-filters-content">
<div class="modal-header">
<h2>Show\hide platform types</h2>
<span class="close-filters"><span class="arrow-back-icon"></span></span>
</div>
<div class="show-allcheckbox">
<span class="ietype-selectall"></span>
</div>
<h5>Platform Types</h5>
<div class="modal-line-divider"></div>
<div class="modal-content-grid">
<div class="ietype-column column"></div>
</div>
</div>
</div>
</div>
</div>
</section>
<section id="modal-display-graphs" class="modal-display-graphs">
<div class="benchmark-graph-results-header">
<h3>Graph Results</h3>
<div class="edit-settings-btn">
<div class="edit-settings-text">Edit Settings
<span class="edit-settings-icon"></span>
</div>
</div>
</div>
<div class="chart-placeholder"></div>
</section>
<div class="modal-footer">
</div>
</div>
Loading

0 comments on commit fdf29e1

Please sign in to comment.