update benchmark e2e parameter for retrieval

Signed-off-by: letonghan <[email protected]>
opea-project · Nov 27, 2024 · cb048b4 · cb048b4
1 parent 5422bcb
commit cb048b4
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 7 deletions.
diff --git a/ChatQnA/benchmark/performance/kubernetes/intel/gaudi/README.md b/ChatQnA/benchmark/performance/kubernetes/intel/gaudi/README.md
@@ -146,7 +146,6 @@ Before testing, upload a specified file to make sure the llm input have the toke
 Get files:
 
 ```bash
-wget https://github.com/opea-project/GenAIEval/tree/main/evals/benchmark/data/upload_file_no_rerank.txt
 wget https://github.com/opea-project/GenAIEval/tree/main/evals/benchmark/data/upload_file.txt
 ```
 
@@ -164,14 +163,9 @@ Use the following `cURL` command to upload file:
 
 ```bash
 cd GenAIEval/evals/benchmark/data
-# RAG with Rerank
 curl -X POST "http://${cluster_ip}:6007/v1/dataprep" \
      -H "Content-Type: multipart/form-data" \
      -F "files=@./upload_file.txt"
-# RAG without Rerank
-curl -X POST "http://${cluster_ip}:6007/v1/dataprep" \
-     -H "Content-Type: multipart/form-data" \
-     -F "files=@./upload_file_no_rerank.txt"
 ```
 
 #### Run Benchmark Test

diff --git a/ChatQnA/benchmark/performance/kubernetes/intel/gaudi/benchmark.yaml b/ChatQnA/benchmark/performance/kubernetes/intel/gaudi/benchmark.yaml
@@ -37,7 +37,7 @@ test_cases:
       service_name: "chatqna-retriever-usvc"  # Replace with your service name
       parameters:
         search_type: "similarity"
-        k: 4
+        k: 1
         fetch_k: 20
         lambda_mult: 0.5
         score_threshold: 0.2
@@ -65,3 +65,4 @@ test_cases:
     e2e:
       run_test: true
       service_name: "chatqna"  # Replace with your service name
+      k: 1