Open superkentchatgpt opened 1 year ago
8af372aacd93a\modeling_chatglm.py", line 542, in forward attention_output, kv_cache = self.self_attention( File "D:\ChatGLM2-Voice-Cloning\env\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl return forward_call(*args, kwargs) File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\modeling_chatglm.py", line 374, in forward mixed_x_layer = self.query_key_value(hidden_states) File "D:\ChatGLM2-Voice-Cloning\env\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl return forward_call(*args, *kwargs) File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\quantization.py", line 500, in forward output = W8A16LinearCPU.apply(input, self.weight, self.weight_scale, self.weight_bit_width) File "D:\ChatGLM2-Voice-Cloning\env\lib\site-packages\torch\autograd\function.py", line 506, in apply return super().apply(args, kwargs) # type: ignore[misc] File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\quantization.py", line 246, in forward weight = extract_weight_to_float(quant_w, scale_w, weight_bit_width, quantization_cache=quantization_cache) File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\quantization.py", line 228, in extract_weight_to_float func( TypeError: 'NoneType' object is not callable DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 500, b'Internal Server Error', [(b'date', b'Mon, 24 Jul 2023 05:39:09 GMT'), (b'server', b'uvicorn'), (b'content-length', b'45'), (b'content-type', b'application/json')]) INFO:httpx:HTTP Request: POST http://127.0.0.1:6006/api/predict "HTTP/1.1 500 Internal Server Error" DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']> DEBUG:httpcore.http11:receive_response_body.complete DEBUG:httpcore.http11:response_closed.started DEBUG:httpcore.http11:response_closed.complete DEBUG:httpcore.http11:send_request_headers.started request=<Request [b'POST']> DEBUG:httpcore.http11:send_request_headers.complete DEBUG:httpcore.http11:send_request_body.started request=<Request [b'POST']> DEBUG:httpcore.http11:send_request_body.complete DEBUG:httpcore.http11:receive_response_headers.started request=<Request [b'POST']> DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'date', b'Mon, 24 Jul 2023 05:39:09 GMT'), (b'server', b'uvicorn'), (b'content-length', b'16'), (b'content-type', b'application/json')]) INFO:httpx:HTTP Request: POST http://127.0.0.1:6006/reset "HTTP/1.1 200 OK" DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']> DEBUG:httpcore.http11:receive_response_body.complete DEBUG:httpcore.http11:response_closed.started DEBUG:httpcore.http11:response_closed.complete
网页上报ERR:'NoneType' object is not callable 咋办呢
同上错误
8af372aacd93a\modeling_chatglm.py", line 542, in forward attention_output, kv_cache = self.self_attention( File "D:\ChatGLM2-Voice-Cloning\env\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl return forward_call(*args, kwargs) File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\modeling_chatglm.py", line 374, in forward mixed_x_layer = self.query_key_value(hidden_states) File "D:\ChatGLM2-Voice-Cloning\env\lib\site-packages\torch\nn\modules\module.py", line 1501, in _call_impl return forward_call(*args, *kwargs) File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\quantization.py", line 500, in forward output = W8A16LinearCPU.apply(input, self.weight, self.weight_scale, self.weight_bit_width) File "D:\ChatGLM2-Voice-Cloning\env\lib\site-packages\torch\autograd\function.py", line 506, in apply return super().apply(args, kwargs) # type: ignore[misc] File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\quantization.py", line 246, in forward weight = extract_weight_to_float(quant_w, scale_w, weight_bit_width, quantization_cache=quantization_cache) File "C:\Users\DELL/.cache\huggingface\modules\transformers_modules\THUDM\chatglm2-6b-int4\5579a9f4c07b1dde911efedfba78af372aacd93a\quantization.py", line 228, in extract_weight_to_float func( TypeError: 'NoneType' object is not callable DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 500, b'Internal Server Error', [(b'date', b'Mon, 24 Jul 2023 05:39:09 GMT'), (b'server', b'uvicorn'), (b'content-length', b'45'), (b'content-type', b'application/json')]) INFO:httpx:HTTP Request: POST http://127.0.0.1:6006/api/predict "HTTP/1.1 500 Internal Server Error" DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']> DEBUG:httpcore.http11:receive_response_body.complete DEBUG:httpcore.http11:response_closed.started DEBUG:httpcore.http11:response_closed.complete DEBUG:httpcore.http11:send_request_headers.started request=<Request [b'POST']> DEBUG:httpcore.http11:send_request_headers.complete DEBUG:httpcore.http11:send_request_body.started request=<Request [b'POST']> DEBUG:httpcore.http11:send_request_body.complete DEBUG:httpcore.http11:receive_response_headers.started request=<Request [b'POST']> DEBUG:httpcore.http11:receive_response_headers.complete return_value=(b'HTTP/1.1', 200, b'OK', [(b'date', b'Mon, 24 Jul 2023 05:39:09 GMT'), (b'server', b'uvicorn'), (b'content-length', b'16'), (b'content-type', b'application/json')]) INFO:httpx:HTTP Request: POST http://127.0.0.1:6006/reset "HTTP/1.1 200 OK" DEBUG:httpcore.http11:receive_response_body.started request=<Request [b'POST']> DEBUG:httpcore.http11:receive_response_body.complete DEBUG:httpcore.http11:response_closed.started DEBUG:httpcore.http11:response_closed.complete
网页上报ERR:'NoneType' object is not callable 咋办呢