-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcurl-responce.logs.txt
71 lines (70 loc) · 7.18 KB
/
curl-responce.logs.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
tei-embedding-server
devcloud@ubuntu:~/milvus$ curl ${host_ip}:6006/embed \
-X POST \
-d '{"inputs":"What is Deep Learning?"}' \
-H 'Content-Type: application/json'
[[0.00037115702,-0.06356819,0.0024758505,-0.012360337,0.050739925,0.023380278,0.022216318,0.0008076447,-0.0003412891,-0.033479452,-0.024872458,0.0064700204,-0.00731641,0.06648339,0.0013361155,0.047004532,0.062838696,-0.021005465,0.011151533,0.044124223,-0.050683793,-0.062093593,-0.03992629,0.017758112,-0.0013727234,0.0022603935,-0.04363493,0.012822347,-0.02408198,0.011079012,0.028809752,-0.008898206,0.037047423,-0.027456092,0.016162485,0.04173568,-0.039396558,-0.035203997,-0.022387454,-0.019808905,-0.01864915,-0.042313505,-0.0120891025,0.048949677,-0.08100209,0.017953783,-0.12084276,0.0024097406,-0.022705944,-0.012279724,-0.07547717,0.051262986,0.03203861,-0.019056482,0.04271625,0.015248945,0.004222296,-0.08073051,0.010240495,-0.05635268,0.052041706,0.03712775,-0.01854724,-0.02750096,-0.00096631586,-0.026202224,0.024124105,0.042904165,-0.023528703,-0.0034956702,-0.028778492,0.029217377,-0.020601744,-0.0049860086,-0.05246627,-0.011162583,0.012888553,0.014507065,0.08219481,-0.008273658,0.0036607939,0.062248874,0.042562004,0.03170365,0.0046070544,0.00065274147,-0.019365542,-0.004698561,-0.0449053,0.02275239,0.01039843,-0.053169794,0.060175993,0.051545423,0.014204941,0.0076600607,0.013906856,-0.035385784,-0.011683805,-0.014732695,-0.02331647,-0.059045117,-0.016870823,-0.014698294,-0.048483565,0.026726946,0.05227064,-0.013973138,0.014551645,-0.019573484,-0.0013427412,-0.008475066,-0.0025058866,-0.048502546,-0.043069497,-0.0077841803,-0.016379999,0.0037450534,-0.025010578,-0.04592572,0.034388185,0.03836159,0.0019682923,0.021373231,-0.03391387,0.015393363,0.003937917,0.01832765,0.0045520393,-0.02696203,0.020696502,0.016930614,-0.007926859,0.021834886,-0.014779224,0.00073025556,-0.020250296,0.006635754,0.025785012,0.009847587,-0.002533611,-0.057919327,0.03010091,-0.03554674,0.054443054,-0.015446536,-0.0079982905,-0.0042982297,-0.018884834,0.0027541
5,-0.05524172,-0.045551147,0.042072143,-0.027773965,-0.03693362,0.028450156,0.06675585,-0.061626967,-0.08894698,0.045917906,-0.00475913,0.034920968,-0.0064531155,-0.00689886,-0.06119457,0.021173967,-0.027787622,-0.02472986,0.03998034,0.03737826,-0.0067949123,0.022558564,-0.04570635,-0.033072025,0.022725677,0.016026087,-0.02125421,-0.02984927,-0.0049473033]]devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$ export your_embedding=$(python3 -c "import random; embedding = [random.uniform(-1, 1) for _ in range(768)]; print(embedding)")
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:7000/v1/retrieval \
-X POST \
-d "{\"text\":\"test\",\"embedding\":${your_embedding}}" \
-H 'Content-Type: application/json'
Internal Server Errordevcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:8808/rerank \
-X POST \
-d '{"query":"What is Deep Learning?", "texts": ["Deep Learning is not...", "Deep learning is..."]}' \
-H 'Content-Type: application/json'
curl: (7) Failed to connect to 192.168.122.3 port 8808 after 0 ms: Couldn't connect to server
devcloud@ubuntu:~/milvus$ docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS
NAMES
c0e645361a79 opea/nginx:latest "/docker-entrypoint.…" 18 minutes ago Up 18 minutes 0.0.0.0:80->80/tcp, :::80->80/tcp
chatqna-xeon-nginx-server
67bb48780c74 opea/chatqna-ui:latest "docker-entrypoint.s…" 18 minutes ago Up 18 minutes 0.0.0.0:5173->5173/tcp, :::5173->5173/tcp
chatqna-xeon-ui-server
88091215da14 opea/chatqna:latest "python chatqna.py" 18 minutes ago Up 18 minutes 0.0.0.0:8888->8888/tcp, :::8888->8888/tcp
chatqna-xeon-backend-server
2161e5a9bd2c opea/retriever-milvus:latest "python retriever_mi…" 18 minutes ago Up 18 minutes 0.0.0.0:7000->7000/tcp, :::7000->7000/tcp
retriever-milvus-server
be5096c539e5 opea/dataprep-milvus:latest "python prepare_doc_…" 18 minutes ago Up 18 minutes 0.0.0.0:6010->6010/tcp, :::6010->6010/tcp
dataprep-milvus-server
02b0b6dfa0eb milvusdb/milvus:v2.4.9 "/tini -- milvus run…" 18 minutes ago Up 18 minutes (healthy) 0.0.0.0:9091->9091/tcp, :::9091->9091/tcp, 0.0.0.0:19530->19530/tcp, :::19530->19530/tcp milvus-standalone
86912b022c5b opea/reranking-tei:latest "python reranking_te…" 18 minutes ago Up 18 minutes 0.0.0.0:8000->8000/tcp, :::8000->8000/tcp
reranking-tei-server
7609806486ff minio/minio:RELEASE.2023-03-20T20-16-18Z "/usr/bin/docker-ent…" 18 minutes ago Up 18 minutes (healthy) 0.0.0.0:5043->9000/tcp, [::]:5043->9000/tcp, 0.0.0.0:5044->9001/tcp, [::]:5044->9001/tcp milvus-minio
8387634aa2a6 quay.io/coreos/etcd:v3.5.5 "etcd -advertise-cli…" 18 minutes ago Up 18 minutes (healthy) 2379-2380/tcp
milvus-etcd
3e9bf600ff47 opea/llm-tgi:latest "bash entrypoint.sh …" 18 minutes ago Up 18 minutes 0.0.0.0:9000->9000/tcp, :::9000->9000/tcp
llm-tgi-server
23fbabbd3599 ghcr.io/huggingface/text-embeddings-inference:cpu-1.5 "text-embeddings-rou…" 18 minutes ago Up 18 minutes 0.0.0.0:6006->80/tcp, [::]:6006->80/tcp
tei-embedding-server
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:8000/rerank \
-X POST \
-d '{"query":"What is Deep Learning?", "texts": ["Deep Learning is not...", "Deep learning is..."]}' \
-H 'Content-Type: application/json'
{"detail":"Not Found"}devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:9000/generate \
-X POST \
-d '{"inputs":"What is Deep Learning?","parameters":{"max_new_tokens":17, "do_sample": true}}' \
-H 'Content-Type: application/json'
{"detail":"Not Found"}devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:9000/v1/completions \
-H "Content-Type: application/json" \
-d '{"model": "Intel/neural-chat-7b-v3-3", "prompt": "What is Deep Learning?", "max_tokens": 32, "temperature": 0}'
{"detail":"Not Found"}devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:8888/v1/chatqna \
-H "Content-Type: application/json" \
-d '{"messages": "What is the revenue of Nike in 2023?"}'
Internal Server Errordevcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$
devcloud@ubuntu:~/milvus$ curl http://${host_ip}:${NGINX_PORT}/v1/chatqna \
-H "Content-Type: application/json" \
-d '{"messages": "What is the revenue of Nike in 2023?"}'
Internal Server Errordevcloud@ubuntu:~/milvus$