Open MilesQLi opened 1 year ago
darribas
commented
1 year ago UPDATE: solved it by removing the localhost bit implicit in the entrypoint:
entrypoint: ["python3", "-m", "fastchat.serve.gradio_web_server", "--host", "0.0.0.0", "--port", "8001", "--controller-url", "http://fastchat-controller:21001"]
ghost
commented
1 year ago entrypoint: ["python3.9"
worked for me
samadwar
commented
1 year ago I tried below docker-compose.yaml
version: "3.9"
services:
fastchat-controller:
build:
context: .
dockerfile: Dockerfile
image: fastchat:latest
ports:
- "21001:21001"
entrypoint: ["python3.9", "-m", "fastchat.serve.controller", "--host", "0.0.0.0", "--port", "21001"]
fastchat-model-worker:
build:
context: .
dockerfile: Dockerfile
volumes:
- huggingface:/root/.cache/huggingface
image: fastchat:latest
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
entrypoint: ["python3.9", "-m", "fastchat.serve.model_worker", "--model-names", "${FASTCHAT_WORKER_MODEL_NAMES:-vicuna-7b-v1.3}", "--model-path", "${FASTCHAT_WORKER_MODEL_PATH:-lmsys/vicuna-7b-v1.3}", "--worker-address", "http://fastchat-model-worker:21002", "--controller-address", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "21002"]
fastchat-gradio-server:
build:
context: .
dockerfile: Dockerfile
image: fastchat:latest
ports:
- "8000:8000"
entrypoint: ["python3.9", "-m", "fastchat.serve.gradio_web_server", "--controller-url", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "8000"]
volumes:
huggingface:And after worker and controller are up, I need to restart controller to see the model. I do that with docker compose restart fastchat-gradio-server
However, I don't see a text box or edit box after that. The queuing symbol keeps spinning.
Does anyone know why?
I am running cb04e95
samadwar
commented
1 year ago Got it working after few changes:
version: "3.9"
services:
fastchat-controller:
build:
context: .
dockerfile: Dockerfile
image: fastchat:latest
ports:
- "21001:21001"
entrypoint: ["python3.9", "-m", "fastchat.serve.controller", "--host", "0.0.0.0", "--port", "21001"]
fastchat-model-worker:
build:
context: .
dockerfile: Dockerfile
volumes:
- huggingface:/root/.cache/huggingface
environment:
FASTCHAT_CONTROLLER_URL: http://fastchat-controller:21001
image: fastchat:latest
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
entrypoint: ["python3.9", "-m", "fastchat.serve.model_worker", "--model-names", "${FASTCHAT_WORKER_MODEL_NAMES:-vicuna-7b-v1.3}", "--model-path", "${FASTCHAT_WORKER_MODEL_PATH:-lmsys/vicuna-7b-v1.3}", "--worker-address", "http://fastchat-model-worker:21002", "--controller-address", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "21002"]
fastchat-api-server:
build:
context: .
dockerfile: Dockerfile
environment:
FASTCHAT_CONTROLLER_URL: http://fastchat-controller:21001
image: fastchat:latest
ports:
- "8000:8000"
entrypoint: ["python3.9", "-m", "fastchat.serve.openai_api_server", "--controller-address", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "8000"]
fastchat-gradio-server:
build:
context: .
dockerfile: Dockerfile
environment:
FASTCHAT_CONTROLLER_URL: http://fastchat-controller:21001
image: fastchat:latest
depends_on:
fastchat-controller:
condition: service_started
fastchat-model-worker:
condition: service_started
fastchat-api-server:
condition: service_started
ports:
- "8001:8001"
entrypoint: ["python3.9", "-m", "fastchat.serve.gradio_web_server", "--controller-url", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "8001", "--model-list-mode", "reload"]
volumes:
huggingface:And Dockerfile:
FROM nvidia/cuda:11.7.1-runtime-ubuntu20.04
RUN apt-get update -y && apt-get install -y python3.9 python3.9-distutils curl
RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
RUN python3.9 get-pip.py
RUN pip3 install fschat pydantic==1.10.1
RUN pip3 install --force-reinstall typing-extensions==4.5.0
thekevshow
commented
1 year ago Got it working after few changes:
version: "3.9" services: fastchat-controller: build: context: . dockerfile: Dockerfile image: fastchat:latest ports: - "21001:21001" entrypoint: ["python3.9", "-m", "fastchat.serve.controller", "--host", "0.0.0.0", "--port", "21001"] fastchat-model-worker: build: context: . dockerfile: Dockerfile volumes: - huggingface:/root/.cache/huggingface environment: FASTCHAT_CONTROLLER_URL: http://fastchat-controller:21001 image: fastchat:latest deploy: resources: reservations: devices: - driver: nvidia count: 1 capabilities: [gpu] entrypoint: ["python3.9", "-m", "fastchat.serve.model_worker", "--model-names", "${FASTCHAT_WORKER_MODEL_NAMES:-vicuna-7b-v1.3}", "--model-path", "${FASTCHAT_WORKER_MODEL_PATH:-lmsys/vicuna-7b-v1.3}", "--worker-address", "http://fastchat-model-worker:21002", "--controller-address", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "21002"] fastchat-api-server: build: context: . dockerfile: Dockerfile environment: FASTCHAT_CONTROLLER_URL: http://fastchat-controller:21001 image: fastchat:latest ports: - "8000:8000" entrypoint: ["python3.9", "-m", "fastchat.serve.openai_api_server", "--controller-address", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "8000"] fastchat-gradio-server: build: context: . dockerfile: Dockerfile environment: FASTCHAT_CONTROLLER_URL: http://fastchat-controller:21001 image: fastchat:latest depends_on: fastchat-controller: condition: service_started fastchat-model-worker: condition: service_started fastchat-api-server: condition: service_started ports: - "8001:8001" entrypoint: ["python3.9", "-m", "fastchat.serve.gradio_web_server", "--controller-url", "http://fastchat-controller:21001", "--host", "0.0.0.0", "--port", "8001", "--model-list-mode", "reload"] volumes: huggingface:And Dockerfile:
FROM nvidia/cuda:11.7.1-runtime-ubuntu20.04 RUN apt-get update -y && apt-get install -y python3.9 python3.9-distutils curl RUN curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py RUN python3.9 get-pip.py RUN pip3 install fschat pydantic==1.10.1 RUN pip3 install --force-reinstall typing-extensions==4.5.0
Hey this is great, I am wanting to try to run the llama-2 models, do you know how we would tweak this to allow for authentication and load a different model. I haven't deep dove into this repo, perhaps other files have to be changed as well?
I'd love to see this too!
I'm playing with the
docker-compose.ymlto expand it with:But I hit connection errors and the service exits, see logs below:
Server log
```python fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | INFO | gradio_web_server | args: Namespace(add_bard=False, add_chatgpt=False, add_claude=False, concurrency_count=10, controller_url='http://localhost:21001', host='0.0.0.0', model_list_mode='once', moderate=False, port=8001, share=False) fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | ╭───────────────────── Traceback (most recent call last) ──────────────────────╮ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/connection.py:200 in │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ _new_conn │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 197 │ │ :return: New socket connection. │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 198 │ │ """ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 199 │ │ try: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 200 │ │ │ sock = connection.create_connection( │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 201 │ │ │ │ (self._dns_host, self.port), │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 202 │ │ │ │ self.timeout, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 203 │ │ │ │ source_address=self.source_address, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/util/connection.py:85 in │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ create_connection │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 82 │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 83 │ if err is not None: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 84 │ │ try: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 85 │ │ │ raise err │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 86 │ │ finally: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 87 │ │ │ # Break explicitly a reference cycle │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 88 │ │ │ err = None │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/util/connection.py:73 in │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ create_connection │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 70 │ │ │ │ sock.settimeout(timeout) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 71 │ │ │ if source_address: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 72 │ │ │ │ sock.bind(source_address) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 73 │ │ │ sock.connect(sa) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 74 │ │ │ # Break explicitly a reference cycle │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 75 │ │ │ err = None │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 76 │ │ │ return sock │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | ╰──────────────────────────────────────────────────────────────────────────────╯ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | ConnectionRefusedError: [Errno 111] Connection refused fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | The above exception was the direct cause of the following exception: fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | ╭───────────────────── Traceback (most recent call last) ──────────────────────╮ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py:790 in │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ urlopen │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 787 │ │ │ response_conn = conn if not release_conn else None │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 788 │ │ │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 789 │ │ │ # Make the request on the HTTPConnection object │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 790 │ │ │ response = self._make_request( │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 791 │ │ │ │ conn, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 792 │ │ │ │ method, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 793 │ │ │ │ url, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py:496 in │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ _make_request │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 493 │ │ # conn.request() calls http.client.*.request, not the method │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 494 │ │ # urllib3.request. It also calls makefile (recv) on the socke │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 495 │ │ try: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 496 │ │ │ conn.request( │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 497 │ │ │ │ method, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 498 │ │ │ │ url, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 499 │ │ │ │ body=body, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/connection.py:388 in request │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 385 │ │ │ self.putheader("User-Agent", _get_default_user_agent()) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 386 │ │ for header, value in headers.items(): │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 387 │ │ │ self.putheader(header, value) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 388 │ │ self.endheaders() │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 389 │ │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 390 │ │ # If we're given a body we start sending that in chunks. │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 391 │ │ if chunks is not None: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/lib/python3.8/http/client.py:1251 in endheaders │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1248 │ │ │ self.__state = _CS_REQ_SENT │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1249 │ │ else: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1250 │ │ │ raise CannotSendHeader() │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 1251 │ │ self._send_output(message_body, encode_chunked=encode_chunked │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1252 │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1253 │ def request(self, method, url, body=None, headers={}, *, │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1254 │ │ │ │ encode_chunked=False): │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/lib/python3.8/http/client.py:1011 in _send_output │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1008 │ │ self._buffer.extend((b"", b"")) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1009 │ │ msg = b"\r\n".join(self._buffer) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1010 │ │ del self._buffer[:] │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 1011 │ │ self.send(msg) │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1012 │ │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1013 │ │ if message_body is not None: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 1014 │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/lib/python3.8/http/client.py:951 in send │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 948 │ │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 949 │ │ if self.sock is None: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 950 │ │ │ if self.auto_open: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 951 │ │ │ │ self.connect() │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 952 │ │ │ else: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 953 │ │ │ │ raise NotConnected() │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 954 │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/connection.py:236 in connect │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 233 │ │ self._tunnel_scheme = scheme │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 234 │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 235 │ def connect(self) -> None: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 236 │ │ self.sock = self._new_conn() │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 237 │ │ if self._tunnel_host: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 238 │ │ │ # If we're tunneling it means we're connected to our proxy │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 239 │ │ │ self._has_connected_to_proxy = True │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ /usr/local/lib/python3.8/dist-packages/urllib3/connection.py:215 in │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ _new_conn │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 212 │ │ │ ) from e │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 213 │ │ │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 214 │ │ except OSError as e: │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ ❱ 215 │ │ │ raise NewConnectionError( │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 216 │ │ │ │ self, f"Failed to establish a new connection: {e}" │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 217 │ │ │ ) from e │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | │ 218 │ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | ╰──────────────────────────────────────────────────────────────────────────────╯ fastchat-fastchat-gradio-server-1 | 2023-06-02 15:20:49 | ERROR | stderr | NewConnectionError:Anyone has a suggestion to get it working? It'd be so cool!