| thor removed OS payload bytes 1493200669 |
| |
|
|
| |
| |
| |
|
|
| |
| |
| |
|
|
| |
| |
| |
| |
| |
| |
| |
| |
|
|
| |
| |
|
|
| |
| |
|
|
| |
| |
| |
| |
| |
| |
| |
| Loaded image: local/pp-doclayout-v3-thor:0.1.0 |
|
|
| thor runtime imported: sha256:9d798de5f3282a0988eab5fc4c758cb800e4de318ba2b5db8515665073ac0a8f |
| thor layers 2 forbidden 0 JIT tools 0 |
| thor final-production exit 0 |
| Traceback (most recent call last): |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1344, in do_open |
| h.request(req.get_method(), req.selector, req.data, headers, |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1358, in request |
| self._send_request(method, url, body, headers, encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1404, in _send_request |
| self.endheaders(body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1353, in endheaders |
| self._send_output(message_body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1113, in _send_output |
| self.send(msg) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1057, in send |
| self.connect() |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1023, in connect |
| self.sock = self._create_connection( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 865, in create_connection |
| raise exceptions[0] |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 850, in create_connection |
| sock.connect(sa) |
| ConnectionRefusedError: [Errno 111] Connection refused |
| |
| During handling of the above exception, another exception occurred: |
| |
| Traceback (most recent call last): |
| File "<string>", line 1, in <module> |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 215, in urlopen |
| return opener.open(url, data, timeout) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 515, in open |
| response = self._open(req, data) |
| ^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 532, in _open |
| result = self._call_chain(self.handle_open, protocol, protocol + |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 492, in _call_chain |
| result = func(*args) |
| ^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1373, in http_open |
| return self.do_open(http.client.HTTPConnection, req) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1347, in do_open |
| raise URLError(err) |
| urllib.error.URLError: <urlopen error [Errno 111] Connection refused> |
| Traceback (most recent call last): |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1344, in do_open |
| h.request(req.get_method(), req.selector, req.data, headers, |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1358, in request |
| self._send_request(method, url, body, headers, encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1404, in _send_request |
| self.endheaders(body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1353, in endheaders |
| self._send_output(message_body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1113, in _send_output |
| self.send(msg) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1057, in send |
| self.connect() |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1023, in connect |
| self.sock = self._create_connection( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 865, in create_connection |
| raise exceptions[0] |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 850, in create_connection |
| sock.connect(sa) |
| ConnectionRefusedError: [Errno 111] Connection refused |
| |
| During handling of the above exception, another exception occurred: |
| |
| Traceback (most recent call last): |
| File "<string>", line 1, in <module> |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 215, in urlopen |
| return opener.open(url, data, timeout) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 515, in open |
| response = self._open(req, data) |
| ^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 532, in _open |
| result = self._call_chain(self.handle_open, protocol, protocol + |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 492, in _call_chain |
| result = func(*args) |
| ^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1373, in http_open |
| return self.do_open(http.client.HTTPConnection, req) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1347, in do_open |
| raise URLError(err) |
| urllib.error.URLError: <urlopen error [Errno 111] Connection refused> |
| Traceback (most recent call last): |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1344, in do_open |
| h.request(req.get_method(), req.selector, req.data, headers, |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1358, in request |
| self._send_request(method, url, body, headers, encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1404, in _send_request |
| self.endheaders(body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1353, in endheaders |
| self._send_output(message_body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1113, in _send_output |
| self.send(msg) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1057, in send |
| self.connect() |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1023, in connect |
| self.sock = self._create_connection( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 865, in create_connection |
| raise exceptions[0] |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 850, in create_connection |
| sock.connect(sa) |
| ConnectionRefusedError: [Errno 111] Connection refused |
| |
| During handling of the above exception, another exception occurred: |
| |
| Traceback (most recent call last): |
| File "<string>", line 1, in <module> |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 215, in urlopen |
| return opener.open(url, data, timeout) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 515, in open |
| response = self._open(req, data) |
| ^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 532, in _open |
| result = self._call_chain(self.handle_open, protocol, protocol + |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 492, in _call_chain |
| result = func(*args) |
| ^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1373, in http_open |
| return self.do_open(http.client.HTTPConnection, req) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1347, in do_open |
| raise URLError(err) |
| urllib.error.URLError: <urlopen error [Errno 111] Connection refused> |
| Traceback (most recent call last): |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1344, in do_open |
| h.request(req.get_method(), req.selector, req.data, headers, |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1358, in request |
| self._send_request(method, url, body, headers, encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1404, in _send_request |
| self.endheaders(body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1353, in endheaders |
| self._send_output(message_body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1113, in _send_output |
| self.send(msg) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1057, in send |
| self.connect() |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1023, in connect |
| self.sock = self._create_connection( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 865, in create_connection |
| raise exceptions[0] |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 850, in create_connection |
| sock.connect(sa) |
| ConnectionRefusedError: [Errno 111] Connection refused |
| |
| During handling of the above exception, another exception occurred: |
| |
| Traceback (most recent call last): |
| File "<string>", line 1, in <module> |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 215, in urlopen |
| return opener.open(url, data, timeout) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 515, in open |
| response = self._open(req, data) |
| ^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 532, in _open |
| result = self._call_chain(self.handle_open, protocol, protocol + |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 492, in _call_chain |
| result = func(*args) |
| ^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1373, in http_open |
| return self.do_open(http.client.HTTPConnection, req) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1347, in do_open |
| raise URLError(err) |
| urllib.error.URLError: <urlopen error [Errno 111] Connection refused> |
| Traceback (most recent call last): |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1344, in do_open |
| h.request(req.get_method(), req.selector, req.data, headers, |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1358, in request |
| self._send_request(method, url, body, headers, encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1404, in _send_request |
| self.endheaders(body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1353, in endheaders |
| self._send_output(message_body, encode_chunked=encode_chunked) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1113, in _send_output |
| self.send(msg) |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1057, in send |
| self.connect() |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/http/client.py", line 1023, in connect |
| self.sock = self._create_connection( |
| ^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 865, in create_connection |
| raise exceptions[0] |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/socket.py", line 850, in create_connection |
| sock.connect(sa) |
| ConnectionRefusedError: [Errno 111] Connection refused |
| |
| During handling of the above exception, another exception occurred: |
| |
| Traceback (most recent call last): |
| File "<string>", line 1, in <module> |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 215, in urlopen |
| return opener.open(url, data, timeout) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 515, in open |
| response = self._open(req, data) |
| ^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 532, in _open |
| result = self._call_chain(self.handle_open, protocol, protocol + |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 492, in _call_chain |
| result = func(*args) |
| ^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1373, in http_open |
| return self.do_open(http.client.HTTPConnection, req) |
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/root/.local/share/uv/python/cpython-3.12.13-linux-aarch64-gnu/lib/python3.12/urllib/request.py", line 1347, in do_open |
| raise URLError(err) |
| urllib.error.URLError: <urlopen error [Errno 111] Connection refused> |
| /opt/aipod/server.py:13: DeprecationWarning: |
| on_event is deprecated, use lifespan event handlers instead. |
| |
| Read more about it in the |
| [FastAPI docs for Lifespan Events](https://fastapi.tiangolo.com/advanced/events/). |
| |
| @app.on_event('startup') |
|
Loading weights: 0%| | 0/858 [00:00<?, ?it/s]
Loading weights: 100%|ββββββββββ| 858/858 [00:00<00:00, 11420.97it/s] |
| find: β/home/nvidia/pp-doclayout-v3/cache/production-cold-2a0ab225-0/nvβ: Permission denied |
| Traceback (most recent call last): |
| File "/home/andy/lzc-aipod-pp-doc-layout-v4/scripts/final_runtime.py", line 60, in <module> |
| if __name__=='__main__':main(sys.argv[1]) |
| ~~~~^^^^^^^^^^^^^ |
| File "/home/andy/lzc-aipod-pp-doc-layout-v4/scripts/final_runtime.py", line 54, in main |
| cache_files=run(target,['find',cache,'-type','f','-printf','%P %s\n']) |
| File "/home/andy/lzc-aipod-pp-doc-layout-v4/scripts/device.py", line 11, in run |
| return subprocess.check_output(ssh_args(target)+[shlex.join(args)],text=True,timeout=timeout) |
| ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/usr/lib/python3.14/subprocess.py", line 472, in check_output |
| return run(*popenargs, stdout=PIPE, timeout=timeout, check=True, |
| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| **kwargs).stdout |
| ^^^^^^^^^ |
| File "/usr/lib/python3.14/subprocess.py", line 577, in run |
| raise CalledProcessError(retcode, process.args, |
| output=stdout, stderr=stderr) |
| subprocess.CalledProcessError: Command '['ssh', '-o', 'BatchMode=yes', '-o', 'ConnectTimeout=15', 'nvidia@192.168.1.134', "find /home/nvidia/pp-doclayout-v3/cache/production-cold-2a0ab225-0 -type f -printf '%P %s\n'"]' returned non-zero exit status 1. |
| Traceback (most recent call last): |
| File "/home/andy/lzc-aipod-pp-doc-layout-v4/scripts/finish_target.py", line 12, in <module> |
| subprocess.run([sys.executable,str(ROOT/'scripts/final_runtime.py'),target],check=True,cwd=ROOT) |
| ~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ |
| File "/usr/lib/python3.14/subprocess.py", line 577, in run |
| raise CalledProcessError(retcode, process.args, |
| output=stdout, stderr=stderr) |
| subprocess.CalledProcessError: Command '['/home/andy/lzc-aipod-pp-doc-layout-v4/.venv/bin/python', '/home/andy/lzc-aipod-pp-doc-layout-v4/scripts/final_runtime.py', 'thor']' returned non-zero exit status 1. |
|
|