Open xiangweikang opened 3 days ago
I install environment manually. conda create -n textgen python=3.11 conda activate textgen pip3 install torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2 --index-url https://download.pytorch.org/whl/cu121 conda install -y -c "nvidia/label/cuda-12.1.1" cuda-runtime pip install -r requirements.txt. Then I run python server.py. But it is wrong.
conda create -n textgen python=3.11 conda activate textgen pip3 install torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2 --index-url https://download.pytorch.org/whl/cu121 conda install cuda-runtime pip install -r requirements.txt. python server.py
No response
16:50:58-698596 INFO Starting Text generation web UI Running on local URL: http://127.0.0.1:7860 ╭─────────────────────────────────────────────────────────────────────────────────── Traceback (most recent call last) ───────────────────────────────────────────────────────────────────────────────────╮ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_transports/default.py:69 in map_httpcore_exceptions │ │ │ │ 68 try: │ │ ❱ 69 yield │ │ 70 except Exception as exc: │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_transports/default.py:233 in handle_request │ │ │ │ 232 with map_httpcore_exceptions(): │ │ ❱ 233 resp = self._pool.handle_request(req) │ │ 234 │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_sync/connection_pool.py:216 in handle_request │ │ │ │ 215 self._close_connections(closing) │ │ ❱ 216 raise exc from None │ │ 217 │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_sync/connection_pool.py:196 in handle_request │ │ │ │ 195 # Send the request on the assigned connection. │ │ ❱ 196 response = connection.handle_request( │ │ 197 pool_request.request │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_sync/http_proxy.py:207 in handle_request │ │ │ │ 206 ) │ │ ❱ 207 return self._connection.handle_request(proxy_request) │ │ 208 │ │ │ │ ... 3 frames hidden ... │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_sync/http11.py:186 in _receive_response_headers │ │ │ │ 185 while True: │ │ ❱ 186 event = self._receive_event(timeout=timeout) │ │ 187 if isinstance(event, h11.Response): │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_sync/http11.py:224 in _receive_event │ │ │ │ 223 if event is h11.NEED_DATA: │ │ ❱ 224 data = self._network_stream.read( │ │ 225 self.READ_NUM_BYTES, timeout=timeout │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_backends/sync.py:124 in read │ │ │ │ 123 exc_map: ExceptionMapping = {socket.timeout: ReadTimeout, OSError: ReadError} │ │ ❱ 124 with map_exceptions(exc_map): │ │ 125 self._sock.settimeout(timeout) │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/contextlib.py:158 in __exit__ │ │ │ │ 157 try: │ │ ❱ 158 self.gen.throw(typ, value, traceback) │ │ 159 except StopIteration as exc: │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpcore/_exceptions.py:14 in map_exceptions │ │ │ │ 13 if isinstance(exc, from_exc): │ │ ❱ 14 raise to_exc(exc) from exc │ │ 15 raise # pragma: nocover │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ ReadTimeout: timed out The above exception was the direct cause of the following exception: ╭─────────────────────────────────────────────────────────────────────────────────── Traceback (most recent call last) ───────────────────────────────────────────────────────────────────────────────────╮ │ /mnt/xwk/text-generation-webui/server.py:260 in <module> │ │ │ │ 259 # Launch the web UI │ │ ❱ 260 create_interface() │ │ 261 while True: │ │ │ │ /mnt/xwk/text-generation-webui/server.py:161 in create_interface │ │ │ │ 160 with OpenMonkeyPatch(): │ │ ❱ 161 shared.gradio['interface'].launch( │ │ 162 max_threads=64, │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/gradio/blocks.py:2252 in launch │ │ │ │ 2251 and not wasm_utils.IS_WASM │ │ ❱ 2252 and not networking.url_ok(self.local_url) │ │ 2253 and not self.share │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/gradio/networking.py:53 in url_ok │ │ │ │ 52 warnings.filterwarnings("ignore") │ │ ❱ 53 r = httpx.head(url, timeout=3, verify=False) │ │ 54 if r.status_code in (200, 401, 302): # 401 or 302 if auth is set │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_api.py:278 in head │ │ │ │ 277 """ │ │ ❱ 278 return request( │ │ 279 "HEAD", │ │ │ │ ... 4 frames hidden ... │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_client.py:979 in _send_handling_redirects │ │ │ │ 978 │ │ ❱ 979 response = self._send_single_request(request) │ │ 980 try: │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_client.py:1015 in _send_single_request │ │ │ │ 1014 with request_context(request=request): │ │ ❱ 1015 response = transport.handle_request(request) │ │ 1016 │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_transports/default.py:232 in handle_request │ │ │ │ 231 ) │ │ ❱ 232 with map_httpcore_exceptions(): │ │ 233 resp = self._pool.handle_request(req) │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/contextlib.py:158 in __exit__ │ │ │ │ 157 try: │ │ ❱ 158 self.gen.throw(typ, value, traceback) │ │ 159 except StopIteration as exc: │ │ │ │ /root/anaconda3/envs/textgen/lib/python3.11/site-packages/httpx/_transports/default.py:86 in map_httpcore_exceptions │ │ │ │ 85 message = str(exc) │ │ ❱ 86 raise mapped_exc(message) from exc │ │ 87 │ ╰─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────╯ ReadTimeout: timed out
operating system :linux GPU : A100
me too
zhangsheng377
commented
2 days ago zhangsheng377
commented
2 days ago
Describe the bug
I install environment manually. conda create -n textgen python=3.11 conda activate textgen pip3 install torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2 --index-url https://download.pytorch.org/whl/cu121 conda install -y -c "nvidia/label/cuda-12.1.1" cuda-runtime pip install -r requirements.txt. Then I run python server.py. But it is wrong.
Is there an existing issue for this?
Reproduction
conda create -n textgen python=3.11 conda activate textgen pip3 install torch==2.2.2 torchvision==0.17.2 torchaudio==2.2.2 --index-url https://download.pytorch.org/whl/cu121 conda install cuda-runtime pip install -r requirements.txt. python server.py
Screenshot
No response
Logs
System Info