First Draft of OPEA Triage Tool

Signed-off-by: Tsai, Louie <[email protected]>

ChatQnA/docker_compose/intel/cpu/xeon/set_env.sh

@@ -6,7 +6,6 @@
 pushd "../../../../../" > /dev/null
 source .set_env.sh
 popd > /dev/null
-
 export EMBEDDING_MODEL_ID="BAAI/bge-base-en-v1.5"
 export RERANK_MODEL_ID="BAAI/bge-reranker-base"
 export LLM_MODEL_ID="Intel/neural-chat-7b-v3-3"

ChatQnA/tests/ChatQnA_Xeon.json

@@ -0,0 +1,70 @@
+{
+  "ChatQnA_Xeon": [
+    {
+      "service": "env",
+      "port": "",
+      "endpoint": "",
+      "EMBEDDING_MODEL_ID": true, 
+      "RERANK_MODEL_ID": true,
+      "LLM_MODEL_ID": true,
+      "INDEX_NAME": true,
+      "HUGGINGFACEHUB_API_TOKEN": true,
+      "http_proxy": false,
+      "https_proxy": false,
+      "no_proxy": false,
+      "output": false
+    },
+    {
+      "service": "embed",
+      "port": "6006",
+      "endpoint": "embed",
+      "inputs": "What is Deep Learning?",
+      "output": "[["
+    },
+    {
+      "service": "dataprep",
+      "port": "6007",
+      "endpoint": "/v1/dataprep",
+      "file_path": "",
+      "output": "Data preparation succeeded"
+    },
+    {
+      "service": "retrival",
+      "port": "7000",
+      "endpoint": "/v1/retrieval",
+      "text": "test",
+      "embedding": "",
+      "output": "retrieved_docs"
+    },
+    {
+      "service": "rerank",
+      "port": "8808",
+      "endpoint": "rerank",
+      "query": "What is Deep Learning?", 
+      "texts": ["Deep Learning is not...", "Deep learning is..."],
+      "output": "index"
+    },
+    {
+      "service": "llm",
+      "port": "9009",
+      "endpoint": "v1/chat/completions",
+      "model": "Intel/neural-chat-7b-v3-3",
+      "messages": [{"role": "user", "content": "What is Deep Learning?"}],
+      "output": "generated_text"
+    },
+    {
+      "service": "nginx",
+      "port": "80",
+      "endpoint": "v1/chatqna",
+      "messages": "What is the revenue of Nike in 2023?",
+      "output": "data: "
+    },
+    {
+      "service": "mega",
+      "port": "8888",
+      "endpoint": "v1/chatqna",
+      "messages": "What is the revenue of Nike in 2023?",
+      "output": "data: "
+    }
+  ]
+}