| 2024-07-02 09:48:49 | INFO | gradio_web_server | args: Namespace(concurrency_count=10, controller_url='http://localhost:21001', gradio_auth_path=None, gradio_root_path=None, host='0.0.0.0', model_list_mode='once', moderate=False, port=None, register_api_endpoint_file=None, share=False, show_terms_of_use=False, use_remote_storage=False) | |
| 2024-07-02 09:48:49 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 196, in _new_conn | |
| 2024-07-02 09:48:49 | ERROR | stderr | sock = connection.create_connection( | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/util/connection.py", line 85, in create_connection | |
| 2024-07-02 09:48:49 | ERROR | stderr | raise err | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/util/connection.py", line 73, in create_connection | |
| 2024-07-02 09:48:49 | ERROR | stderr | sock.connect(sa) | |
| 2024-07-02 09:48:49 | ERROR | stderr | ConnectionRefusedError: [Errno 111] Connection refused | |
| 2024-07-02 09:48:49 | ERROR | stderr | | |
| 2024-07-02 09:48:49 | ERROR | stderr | The above exception was the direct cause of the following exception: | |
| 2024-07-02 09:48:49 | ERROR | stderr | | |
| 2024-07-02 09:48:49 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 789, in urlopen | |
| 2024-07-02 09:48:49 | ERROR | stderr | response = self._make_request( | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 495, in _make_request | |
| 2024-07-02 09:48:49 | ERROR | stderr | conn.request( | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 398, in request | |
| 2024-07-02 09:48:49 | ERROR | stderr | self.endheaders() | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/lib/python3.8/http/client.py", line 1251, in endheaders | |
| 2024-07-02 09:48:49 | ERROR | stderr | self._send_output(message_body, encode_chunked=encode_chunked) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/lib/python3.8/http/client.py", line 1011, in _send_output | |
| 2024-07-02 09:48:49 | ERROR | stderr | self.send(msg) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/lib/python3.8/http/client.py", line 951, in send | |
| 2024-07-02 09:48:49 | ERROR | stderr | self.connect() | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 236, in connect | |
| 2024-07-02 09:48:49 | ERROR | stderr | self.sock = self._new_conn() | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 211, in _new_conn | |
| 2024-07-02 09:48:49 | ERROR | stderr | raise NewConnectionError( | |
| 2024-07-02 09:48:49 | ERROR | stderr | urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7f6c3d8227f0>: Failed to establish a new connection: [Errno 111] Connection refused | |
| 2024-07-02 09:48:49 | ERROR | stderr | | |
| 2024-07-02 09:48:49 | ERROR | stderr | The above exception was the direct cause of the following exception: | |
| 2024-07-02 09:48:49 | ERROR | stderr | | |
| 2024-07-02 09:48:49 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/requests/adapters.py", line 667, in send | |
| 2024-07-02 09:48:49 | ERROR | stderr | resp = conn.urlopen( | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 843, in urlopen | |
| 2024-07-02 09:48:49 | ERROR | stderr | retries = retries.increment( | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/urllib3/util/retry.py", line 519, in increment | |
| 2024-07-02 09:48:49 | ERROR | stderr | raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type] | |
| 2024-07-02 09:48:49 | ERROR | stderr | urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='localhost', port=21001): Max retries exceeded with url: /refresh_all_workers (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f6c3d8227f0>: Failed to establish a new connection: [Errno 111] Connection refused')) | |
| 2024-07-02 09:48:49 | ERROR | stderr | | |
| 2024-07-02 09:48:49 | ERROR | stderr | During handling of the above exception, another exception occurred: | |
| 2024-07-02 09:48:49 | ERROR | stderr | | |
| 2024-07-02 09:48:49 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main | |
| 2024-07-02 09:48:49 | ERROR | stderr | return _run_code(code, main_globals, None, | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 87, in _run_code | |
| 2024-07-02 09:48:49 | ERROR | stderr | exec(code, run_globals) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/gradio_web_server.py", line 1038, in <module> | |
| 2024-07-02 09:48:49 | ERROR | stderr | models, all_models = get_model_list( | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/gradio_web_server.py", line 178, in get_model_list | |
| 2024-07-02 09:48:49 | ERROR | stderr | ret = requests.post(controller_url + "/refresh_all_workers") | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/requests/api.py", line 115, in post | |
| 2024-07-02 09:48:49 | ERROR | stderr | return request("post", url, data=data, json=json, **kwargs) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/requests/api.py", line 59, in request | |
| 2024-07-02 09:48:49 | ERROR | stderr | return session.request(method=method, url=url, **kwargs) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 589, in request | |
| 2024-07-02 09:48:49 | ERROR | stderr | resp = self.send(prep, **send_kwargs) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/requests/sessions.py", line 703, in send | |
| 2024-07-02 09:48:49 | ERROR | stderr | r = adapter.send(request, **kwargs) | |
| 2024-07-02 09:48:49 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/requests/adapters.py", line 700, in send | |
| 2024-07-02 09:48:49 | ERROR | stderr | raise ConnectionError(e, request=request) | |
| 2024-07-02 09:48:49 | ERROR | stderr | requests.exceptions.ConnectionError: HTTPConnectionPool(host='localhost', port=21001): Max retries exceeded with url: /refresh_all_workers (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f6c3d8227f0>: Failed to establish a new connection: [Errno 111] Connection refused')) | |
| 2024-07-02 09:49:42 | INFO | gradio_web_server | args: Namespace(concurrency_count=10, controller_url='http://localhost:21002', gradio_auth_path=None, gradio_root_path=None, host='0.0.0.0', model_list_mode='once', moderate=False, port=None, register_api_endpoint_file=None, share=False, show_terms_of_use=False, use_remote_storage=False) | |
| 2024-07-02 09:49:42 | INFO | gradio_web_server | All models: ['vicuna-7b-v1.5'] | |
| 2024-07-02 09:49:42 | INFO | gradio_web_server | Visible models: ['vicuna-7b-v1.5'] | |
| 2024-07-02 09:49:42 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 | |
| 2024-07-02 09:49:42 | INFO | stdout | | |
| 2024-07-02 09:49:42 | INFO | stdout | To create a public link, set `share=True` in `launch()`. | |
| 2024-07-02 09:49:52 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1. params: {} | |
| 2024-07-02 09:50:46 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 2 | |
| 2024-07-02 09:50:46 | INFO | gradio_web_server | bot_response. ip: 127.0.0.1 | |
| 2024-07-02 09:50:46 | INFO | gradio_web_server | monitor error: HTTPConnectionPool(host='localhost', port=9090): Max retries exceeded with url: /is_limit_reached?model=vicuna-7b-v1.5&user_id=127.0.0.1 (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f2ae7dd8310>: Failed to establish a new connection: [Errno 111] Connection refused')) | |
| 2024-07-02 09:50:46 | INFO | gradio_web_server | model_name: vicuna-7b-v1.5, worker_addr: http://127.0.0.1:21003 | |
| 2024-07-02 09:50:46 | INFO | gradio_web_server | ==== request ==== | |
| {'model': 'vicuna-7b-v1.5', 'prompt': "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: hi ASSISTANT:", 'temperature': 0.7, 'repetition_penalty': 1.0, 'top_p': 1.0, 'max_new_tokens': 1024, 'stop': None, 'stop_token_ids': None, 'echo': False} | |
| 2024-07-02 09:50:48 | INFO | gradio_web_server | Hello! How can I assist you today? | |
| 2024-07-02 09:50:56 | INFO | gradio_web_server | add_text. ip: 127.0.0.1. len: 18 | |
| 2024-07-02 09:50:56 | INFO | gradio_web_server | bot_response. ip: 127.0.0.1 | |
| 2024-07-02 09:50:56 | INFO | gradio_web_server | monitor error: HTTPConnectionPool(host='localhost', port=9090): Max retries exceeded with url: /is_limit_reached?model=vicuna-7b-v1.5&user_id=127.0.0.1 (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f2ad404db80>: Failed to establish a new connection: [Errno 111] Connection refused')) | |
| 2024-07-02 09:50:56 | INFO | gradio_web_server | model_name: vicuna-7b-v1.5, worker_addr: http://127.0.0.1:21003 | |
| 2024-07-02 09:50:56 | INFO | gradio_web_server | ==== request ==== | |
| {'model': 'vicuna-7b-v1.5', 'prompt': "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: hi ASSISTANT: Hello! How can I assist you today?</s>USER: how are you today? ASSISTANT:", 'temperature': 0.7, 'repetition_penalty': 1.0, 'top_p': 1.0, 'max_new_tokens': 1024, 'stop': None, 'stop_token_ids': None, 'echo': False} | |
| 2024-07-02 09:50:58 | INFO | gradio_web_server | As an AI language model, I don't have feelings, but I'm functioning properly and ready to assist you. How can I help you today? | |
| 2024-07-02 09:54:20 | INFO | gradio_web_server | upvote. ip: 127.0.0.1 | |
| 2024-07-02 09:54:20 | INFO | gradio_web_server | downvote. ip: 127.0.0.1 | |
| 2024-07-02 09:54:56 | INFO | stdout | Keyboard interruption in main thread... closing server. | |
| 2024-07-02 09:54:57 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/gradio/blocks.py", line 2664, in block_thread | |
| 2024-07-02 09:54:57 | ERROR | stderr | time.sleep(0.1) | |
| 2024-07-02 09:54:57 | ERROR | stderr | KeyboardInterrupt | |
| 2024-07-02 09:54:57 | ERROR | stderr | | |
| 2024-07-02 09:54:57 | ERROR | stderr | During handling of the above exception, another exception occurred: | |
| 2024-07-02 09:54:57 | ERROR | stderr | | |
| 2024-07-02 09:54:57 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 194, in _run_module_as_main | |
| 2024-07-02 09:54:57 | ERROR | stderr | return _run_code(code, main_globals, None, | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 87, in _run_code | |
| 2024-07-02 09:54:57 | ERROR | stderr | exec(code, run_globals) | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/gradio_web_server.py", line 1049, in <module> | |
| 2024-07-02 09:54:57 | ERROR | stderr | demo.queue( | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/gradio/blocks.py", line 2569, in launch | |
| 2024-07-02 09:54:57 | ERROR | stderr | self.block_thread() | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/gradio/blocks.py", line 2668, in block_thread | |
| 2024-07-02 09:54:57 | ERROR | stderr | self.server.close() | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/local/lib/python3.8/dist-packages/gradio/http_server.py", line 68, in close | |
| 2024-07-02 09:54:57 | ERROR | stderr | self.thread.join(timeout=5) | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/lib/python3.8/threading.py", line 1015, in join | |
| 2024-07-02 09:54:57 | ERROR | stderr | self._wait_for_tstate_lock(timeout=max(timeout, 0)) | |
| 2024-07-02 09:54:57 | ERROR | stderr | File "/usr/lib/python3.8/threading.py", line 1027, in _wait_for_tstate_lock | |
| 2024-07-02 09:54:57 | ERROR | stderr | elif lock.acquire(block, timeout): | |
| 2024-07-02 09:54:57 | ERROR | stderr | KeyboardInterrupt | |
| 2024-07-03 02:55:52 | INFO | gradio_web_server | args: Namespace(concurrency_count=10, controller_url='http://localhost:21002', gradio_auth_path=None, gradio_root_path=None, host='0.0.0.0', model_list_mode='once', moderate=False, port=None, register_api_endpoint_file=None, share=False, show_terms_of_use=False, use_remote_storage=False) | |
| 2024-07-03 02:55:52 | INFO | gradio_web_server | All models: [] | |
| 2024-07-03 02:55:52 | INFO | gradio_web_server | Visible models: [] | |
| 2024-07-03 02:55:52 | ERROR | stderr | /usr/local/lib/python3.8/dist-packages/gradio/components/dropdown.py:181: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include: or set allow_custom_value=True. | |
| 2024-07-03 02:55:52 | ERROR | stderr | warnings.warn( | |
| 2024-07-03 02:55:53 | INFO | stdout | Running on local URL: http://0.0.0.0:7860 | |
| 2024-07-03 02:55:53 | INFO | stdout | | |
| 2024-07-03 02:55:53 | INFO | stdout | To create a public link, set `share=True` in `launch()`. | |
| 2024-07-03 02:56:11 | INFO | gradio_web_server | load_demo. ip: 127.0.0.1. params: {} | |
| 2024-07-03 02:56:11 | ERROR | stderr | /usr/local/lib/python3.8/dist-packages/gradio/components/dropdown.py:181: UserWarning: The value passed into gr.Dropdown() is not in the list of choices. Please update the list of choices to include: or set allow_custom_value=True. | |
| 2024-07-03 02:56:11 | ERROR | stderr | warnings.warn( | |
| 2024-07-03 03:54:34 | INFO | stdout | Keyboard interruption in main thread... closing server. | |
| 2024-07-03 03:55:06 | ERROR | stderr | /usr/bin/python3: Error while finding module specification for 'fastchat.serve.gradio_block_arena_anony.py' (ModuleNotFoundError: __path__ attribute not found on 'fastchat.serve.gradio_block_arena_anony' while trying to find 'fastchat.serve.gradio_block_arena_anony.py') | |
| 2024-07-03 03:55:32 | ERROR | stderr | /usr/bin/python3: Error while finding module specification for 'fastchat.serve.gradio_block_arena_named.py' (ModuleNotFoundError: __path__ attribute not found on 'fastchat.serve.gradio_block_arena_named' while trying to find 'fastchat.serve.gradio_block_arena_named.py') | |
| 2024-07-03 03:56:11 | ERROR | stderr | Traceback (most recent call last): | |
| 2024-07-03 03:56:11 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 185, in _run_module_as_main | |
| 2024-07-03 03:56:11 | ERROR | stderr | mod_name, mod_spec, code = _get_module_details(mod_name, _Error) | |
| 2024-07-03 03:56:11 | ERROR | stderr | File "/usr/lib/python3.8/runpy.py", line 111, in _get_module_details | |
| 2024-07-03 03:56:11 | ERROR | stderr | __import__(pkg_name) | |
| 2024-07-03 03:56:11 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/gradio_web_server_multi.py", line 42, in <module> | |
| 2024-07-03 03:56:11 | ERROR | stderr | from fastchat.serve.monitor.monitor import build_leaderboard_tab | |
| 2024-07-03 03:56:11 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/monitor/monitor.py", line 21, in <module> | |
| 2024-07-03 03:56:11 | ERROR | stderr | from fastchat.serve.monitor.basic_stats import report_basic_stats, get_log_files | |
| 2024-07-03 03:56:11 | ERROR | stderr | File "/LLM_32T/evelyn/FastChat/fastchat/serve/monitor/basic_stats.py", line 10, in <module> | |
| 2024-07-03 03:56:11 | ERROR | stderr | import plotly.express as px | |
| 2024-07-03 03:56:11 | ERROR | stderr | ModuleNotFoundError: No module named 'plotly' | |
| 2024-07-03 03:56:36 | ERROR | stderr | /usr/bin/python3: Error while finding module specification for 'fastchat.serve.gradio_block_arena_named.py' (ModuleNotFoundError: __path__ attribute not found on 'fastchat.serve.gradio_block_arena_named' while trying to find 'fastchat.serve.gradio_block_arena_named.py') | |
| 2024-07-03 03:56:57 | ERROR | stderr | /usr/bin/python3: Error while finding module specification for 'fastchat.serve.gradio_web_server_multi.py' (ModuleNotFoundError: __path__ attribute not found on 'fastchat.serve.gradio_web_server_multi' while trying to find 'fastchat.serve.gradio_web_server_multi.py') | |
| 2024-07-03 03:57:54 | ERROR | stderr | /usr/bin/python3: Error while finding module specification for 'fastchat.serve.gradio_web_server_multi.py' (ModuleNotFoundError: __path__ attribute not found on 'fastchat.serve.gradio_web_server_multi' while trying to find 'fastchat.serve.gradio_web_server_multi.py') | |