Add docsum example on both xeon and gaudi node

Description

Add docsum example on both xeon and gaudi node.

Issues

https://github.com/opea-project/GenAIInfra/issues/64

Type of change

List the type of change like below. Please delete options that are not relevant.

[ ] Bug fix (non-breaking change which fixes an issue)
[x] New feature (non-breaking change which adds new functionality)
[ ] Breaking change (fix or feature that would break existing design and interface)

Dependencies

n/a

Tests

Below is the test snapshots:

Test on Xeon:

root@satg-opea-4node-1:/home/huailong# kubectl exec -it client-test-87d6c7d7b-992tb -- bash
root@client-test-87d6c7d7b-992tb:/# 
root@client-test-87d6c7d7b-992tb:/# 
root@client-test-87d6c7d7b-992tb:/# curl http://router-service.docsum.svc.cluster.local:8080  \
>   -X POST \
>   -d '{"query":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5."}' \
>   -H 'Content-Type: application/json'
data: {"ops":[{"op":"replace","path":"","value":{"id":"9518aa71-0e88-4cf3-8f62-6ba001799461","streamed_output":[],"final_output":null,"logs":{},"name":"MapReduceDocumentsChain","type":"chain"}}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain","value":{"id":"5aa09c75-6f84-46e0-84b8-d72a2a1f3d87","name":"LLMChain","type":"chain","tags":[],"metadata":{},"start_time":"2024-06-24T11:23:49.320+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint","value":{"id":"e8cf275f-c22d-44bd-aef1-263a065592c4","name":"HuggingFaceEndpoint","type":"llm","tags":[],"metadata":{},"start_time":"2024-06-24T11:23:49.321+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" Text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" Text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"dings"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"dings"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" In"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" In"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ference"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ference"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" ("},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" ("}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"I"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"I"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":")"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":")"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" is"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" is"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" a"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" a"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" vers"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" vers"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"atile"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"atile"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" tool"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" tool"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"kit"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"kit"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" that"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" that"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" facil"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" facil"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"it"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"it"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ates"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ates"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" deployment"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" deployment"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" serv"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" serv"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"icing"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"icing"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" open"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" open"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"-"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"-"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"source"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"source"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" embedding"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" embedding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" sequence"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" sequence"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" classification"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" classification"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" It"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" It"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" offers"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" offers"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" efficient"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" efficient"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" extr"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" extr"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"action"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"action"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" for"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" for"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" widely"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" widely"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" used"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" used"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" like"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" like"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" Flag"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" Flag"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ding"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"mber"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"mber"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" G"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" G"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"5"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"5"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"\n"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"\n"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"\n"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"\n"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"\n"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"\n"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"This"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"This"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" summary"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" summary"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" maint"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" maint"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ains"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ains"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" the"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" the"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" core"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" core"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" idea"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" idea"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" the"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" the"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" original"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" original"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" while"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" while"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" reducing"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" reducing"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" its"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" its"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" length"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" length"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" It"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" It"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" highlights"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" highlights"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" the"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" the"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" main"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" main"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" features"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" features"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"I"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"I"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" which"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" which"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" are"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" are"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" its"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" its"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" ability"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" ability"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" to"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" to"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" deploy"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" deploy"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" serve"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" serve"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" embedding"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" embedding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" sequence"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" sequence"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" classification"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" classification"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" its"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" its"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" support"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" support"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" for"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" for"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" popular"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" popular"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"</s>"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"</s>"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/final_output","value":{"generations":[[{"text":" Text Embeddings Inference (TEI) is a versatile toolkit that facilitates deployment and servicing of open-source text embedding and sequence classification models. It offers efficient extraction for widely used models like FlagEmbedding, Ember, GTE, and E5.\n\n\nThis summary maintains the core idea of the original text while reducing its length. It highlights the main features of TEI, which are its ability to deploy and serve text embedding and sequence classification models, and its support for popular models.</s>","generation_info":null,"type":"Generation"}]],"llm_output":null,"run":null}},{"op":"add","path":"/logs/HuggingFaceEndpoint/end_time","value":"2024-06-24T11:24:10.365+00:00"}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain/final_output","value":{"outputs":[{"text":" Text Embeddings Inference (TEI) is a versatile toolkit that facilitates deployment and servicing of open-source text embedding and sequence classification models. It offers efficient extraction for widely used models like FlagEmbedding, Ember, GTE, and E5.\n\n\nThis summary maintains the core idea of the original text while reducing its length. It highlights the main features of TEI, which are its ability to deploy and serve text embedding and sequence classification models, and its support for popular models.</s>"}]}},{"op":"add","path":"/logs/LLMChain/end_time","value":"2024-06-24T11:24:10.366+00:00"}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain:2","value":{"id":"5403f3f0-7eb8-42a4-9dac-95a125e34c80","name":"LLMChain","type":"chain","tags":[],"metadata":{},"start_time":"2024-06-24T11:24:10.369+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2","value":{"id":"a1be881f-0083-4e79-b673-0b9bf21a11ec","name":"HuggingFaceEndpoint","type":"llm","tags":[],"metadata":{},"start_time":"2024-06-24T11:24:10.371+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" Text"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" Text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"dings"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"dings"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" In"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" In"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ference"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ference"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" ("},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" ("}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"I"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"I"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":")"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":")"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" is"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" is"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" a"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" a"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" flexible"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" flexible"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" tool"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" tool"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"kit"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"kit"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" enabling"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" enabling"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" deployment"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" deployment"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" serv"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" serv"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"icing"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"icing"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" open"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" open"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"-"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"-"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"source"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"source"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" embedding"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" embedding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" sequence"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" sequence"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" classification"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" classification"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" efficiently"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" efficiently"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" extract"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" extract"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ing"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ing"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" from"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" from"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" well"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" well"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"-"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"-"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"known"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"known"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" like"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" like"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" Flag"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" Flag"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ding"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"mber"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"mber"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" G"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" G"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"5"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"5"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"</s>"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"</s>"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/final_output","value":{"generations":[[{"text":" Text Embeddings Inference (TEI) is a flexible toolkit enabling deployment and servicing of open-source text embedding and sequence classification models, efficiently extracting from well-known models like FlagEmbedding, Ember, GTE, and E5.</s>","generation_info":null,"type":"Generation"}]],"llm_output":null,"run":null}},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/end_time","value":"2024-06-24T11:24:21.369+00:00"}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain:2/final_output","value":{"text":" Text Embeddings Inference (TEI) is a flexible toolkit enabling deployment and servicing of open-source text embedding and sequence classification models, efficiently extracting from well-known models like FlagEmbedding, Ember, GTE, and E5.</s>"}},{"op":"add","path":"/logs/LLMChain:2/end_time","value":"2024-06-24T11:24:21.369+00:00"}]}

data: {"ops":[{"op":"add","path":"/streamed_output/-","value":{"input_documents":[{"page_content":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","metadata":{},"type":"Document"}],"output_text":" Text Embeddings Inference (TEI) is a flexible toolkit enabling deployment and servicing of open-source text embedding and sequence classification models, efficiently extracting from well-known models like FlagEmbedding, Ember, GTE, and E5.</s>"}},{"op":"replace","path":"/final_output","value":{"input_documents":[{"page_content":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","metadata":{},"type":"Document"}],"output_text":" Text Embeddings Inference (TEI) is a flexible toolkit enabling deployment and servicing of open-source text embedding and sequence classification models, efficiently extracting from well-known models like FlagEmbedding, Ember, GTE, and E5.</s>"}}]}

data: [DONE]

root@client-test-87d6c7d7b-992tb:/#

Test on Gaudi:

root@client-test-87d6c7d7b-992tb:/# curl http://router-service.docsum-gaudi.svc.cluster.local:8080 \
>   -X POST \
>   -d '{"query":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5."}' \
>   -H 'Content-Type: application/json'
data: {"ops":[{"op":"replace","path":"","value":{"id":"3fd550bf-c951-4732-b69a-8f1466be8cd5","streamed_output":[],"final_output":null,"logs":{},"name":"MapReduceDocumentsChain","type":"chain"}}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain","value":{"id":"1b2e0dd9-b6a8-409f-9e4b-663a0a069875","name":"LLMChain","type":"chain","tags":[],"metadata":{},"start_time":"2024-06-24T11:26:18.413+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint","value":{"id":"b02a002b-86bd-4d44-809c-572fa746a68f","name":"HuggingFaceEndpoint","type":"llm","tags":[],"metadata":{},"start_time":"2024-06-24T11:26:18.414+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" Text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" Text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"dings"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"dings"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" In"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" In"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ference"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ference"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" ("},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" ("}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"I"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"I"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":")"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":")"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" is"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" is"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" a"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" a"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" vers"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" vers"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"atile"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"atile"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" tool"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" tool"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"kit"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"kit"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" that"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" that"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" facil"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" facil"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"it"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"it"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ates"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ates"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" deployment"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" deployment"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" serv"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" serv"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"icing"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"icing"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" open"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" open"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"-"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"-"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"source"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"source"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" embedding"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" embedding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" sequence"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" sequence"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" classification"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" classification"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" It"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" It"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" offers"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" offers"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" efficient"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" efficient"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" extr"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" extr"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"action"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"action"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" for"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" for"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" widely"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" widely"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" used"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" used"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" like"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" like"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" Flag"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" Flag"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"ding"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"ding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"mber"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"mber"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" G"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" G"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"5"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"5"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"\n"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"\n"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"\n"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"\n"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"\n"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"\n"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"This"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"This"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" summary"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" summary"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" aims"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" aims"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" to"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" to"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" capture"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" capture"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" the"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" the"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" main"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" main"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" idea"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" idea"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" the"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" the"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" original"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" original"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" while"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" while"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" keeping"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" keeping"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" it"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" it"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" short"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" short"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" easy"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" easy"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" to"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" to"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" understand"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" understand"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" It"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" It"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" highlights"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" highlights"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" the"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" the"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" primary"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" primary"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" function"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" function"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"I"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"I"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" as"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" as"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" a"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" a"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" tool"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" tool"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"kit"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"kit"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" for"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" for"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" embedding"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" embedding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" sequence"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" sequence"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" classification"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" classification"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" as"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" as"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" well"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" well"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" as"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" as"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" its"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" its"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" ability"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" ability"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" to"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" to"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" work"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" work"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" with"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" with"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" popular"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" popular"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" provide"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" provide"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" high"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" high"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":" performance"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":" performance"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output_str/-","value":"</s>"},{"op":"add","path":"/logs/HuggingFaceEndpoint/streamed_output/-","value":"</s>"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint/final_output","value":{"generations":[[{"text":" Text Embeddings Inference (TEI) is a versatile toolkit that facilitates deployment and servicing of open-source text embedding and sequence classification models. It offers efficient extraction for widely used models like FlagEmbedding, Ember, GTE, and E5.\n\n\nThis summary aims to capture the main idea of the original text while keeping it short and easy to understand. It highlights the primary function of TEI as a toolkit for text embedding and sequence classification models, as well as its ability to work with popular models and provide high performance.</s>","generation_info":null,"type":"Generation"}]],"llm_output":null,"run":null}},{"op":"add","path":"/logs/HuggingFaceEndpoint/end_time","value":"2024-06-24T11:26:19.715+00:00"}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain/final_output","value":{"outputs":[{"text":" Text Embeddings Inference (TEI) is a versatile toolkit that facilitates deployment and servicing of open-source text embedding and sequence classification models. It offers efficient extraction for widely used models like FlagEmbedding, Ember, GTE, and E5.\n\n\nThis summary aims to capture the main idea of the original text while keeping it short and easy to understand. It highlights the primary function of TEI as a toolkit for text embedding and sequence classification models, as well as its ability to work with popular models and provide high performance.</s>"}]}},{"op":"add","path":"/logs/LLMChain/end_time","value":"2024-06-24T11:26:19.716+00:00"}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain:2","value":{"id":"642800fc-38aa-4d1b-a983-92424ca69b1f","name":"LLMChain","type":"chain","tags":[],"metadata":{},"start_time":"2024-06-24T11:26:19.719+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2","value":{"id":"f3112e7a-7770-4f46-b528-70d08d0be960","name":"HuggingFaceEndpoint","type":"llm","tags":[],"metadata":{},"start_time":"2024-06-24T11:26:19.719+00:00","streamed_output":[],"streamed_output_str":[],"final_output":null,"end_time":null}}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" Text"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" Text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"dings"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"dings"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" In"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" In"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ference"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ference"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" ("},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" ("}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"I"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"I"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":")"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":")"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" is"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" is"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" a"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" a"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" vers"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" vers"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"atile"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"atile"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" tool"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" tool"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"kit"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"kit"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" that"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" that"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" enables"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" enables"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" deployment"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" deployment"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" serv"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" serv"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"icing"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"icing"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" of"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" of"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" open"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" open"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"-"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"-"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"source"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"source"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" text"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" text"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" embedding"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" embedding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" sequence"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" sequence"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" classification"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" classification"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" offering"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" offering"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" efficient"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" efficient"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" extr"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" extr"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"action"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"action"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" for"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" for"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" popular"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" popular"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" models"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" models"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" like"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" like"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" Flag"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" Flag"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"Emb"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"Emb"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ed"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ed"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"ding"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"ding"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"mber"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"mber"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" G"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" G"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"TE"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"TE"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":","},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":","}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" and"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" and"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":" E"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":" E"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"5"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"5"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"."},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"."}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output_str/-","value":"</s>"},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/streamed_output/-","value":"</s>"}]}

data: {"ops":[{"op":"add","path":"/logs/HuggingFaceEndpoint:2/final_output","value":{"generations":[[{"text":" Text Embeddings Inference (TEI) is a versatile toolkit that enables deployment and servicing of open-source text embedding and sequence classification models, offering efficient extraction for popular models like FlagEmbedding, Ember, GTE, and E5.</s>","generation_info":null,"type":"Generation"}]],"llm_output":null,"run":null}},{"op":"add","path":"/logs/HuggingFaceEndpoint:2/end_time","value":"2024-06-24T11:26:20.370+00:00"}]}

data: {"ops":[{"op":"add","path":"/logs/LLMChain:2/final_output","value":{"text":" Text Embeddings Inference (TEI) is a versatile toolkit that enables deployment and servicing of open-source text embedding and sequence classification models, offering efficient extraction for popular models like FlagEmbedding, Ember, GTE, and E5.</s>"}},{"op":"add","path":"/logs/LLMChain:2/end_time","value":"2024-06-24T11:26:20.371+00:00"}]}

data: {"ops":[{"op":"add","path":"/streamed_output/-","value":{"input_documents":[{"page_content":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","metadata":{},"type":"Document"}],"output_text":" Text Embeddings Inference (TEI) is a versatile toolkit that enables deployment and servicing of open-source text embedding and sequence classification models, offering efficient extraction for popular models like FlagEmbedding, Ember, GTE, and E5.</s>"}},{"op":"replace","path":"/final_output","value":{"input_documents":[{"page_content":"Text Embeddings Inference (TEI) is a toolkit for deploying and serving open source text embeddings and sequence classification models. TEI enables high-performance extraction for the most popular models, including FlagEmbedding, Ember, GTE and E5.","metadata":{},"type":"Document"}],"output_text":" Text Embeddings Inference (TEI) is a versatile toolkit that enables deployment and servicing of open-source text embedding and sequence classification models, offering efficient extraction for popular models like FlagEmbedding, Ember, GTE, and E5.</s>"}}]}

data: [DONE]

root@client-test-87d6c7d7b-992tb:/#

opea-project / GenAIInfra

Add docsum example on both xeon and gaudi node #105

Description

Issues

Type of change

Dependencies

Tests