Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Algorithm] CrossQ #2033

Merged
merged 49 commits into from
Jul 10, 2024

amend

c010e39
Select commit
Loading
Failed to load commit list.
Merged

[Algorithm] CrossQ #2033

amend
c010e39
Select commit
Loading
Failed to load commit list.
PyTorch Bot / Dr.CI completed Jul 9, 2024 in 0s

Dr.CI classification results

{"FAILED":[{"workflowId":9863346793,"workflowUniqueId":82165822,"id":27235922062,"runnerName":"i-09531f702c2006c08","authorEmail":"vmoens@meta.com","name":"Unit-tests on Linux / tests-optdeps (3.10, 12.1) / linux-job","jobName":"tests-optdeps (3.10, 12.1) / linux-job","conclusion":"failure","completed_at":"2024-07-09T20:22:04Z","html_url":"https://github.com/pytorch/rl/actions/runs/9863346793/job/27235922062","head_branch":"crossQ","pr_number":2033,"head_sha":"c010e392b28a3796798f0a8cbc1866b6e204db9d","head_sha_timestamp":"2024-07-09T19:55:50Z","failure_captures":["RuntimeError: Command docker exec -t 19b79cee76eab8416c0681b76414c6fdb9d19f9e8db8fd5a2fd1f9d7cbc616e0 /exec failed with exit code 1"],"failure_lines":["RuntimeError: Command docker exec -t 19b79cee76eab8416c0681b76414c6fdb9d19f9e8db8fd5a2fd1f9d7cbc616e0 /exec failed with exit code 1"],"failure_context":["+ bash /pytorch/rl/.github/unittest/linux_optdeps/scripts/run_test.sh","+ bash /pytorch/rl/.github/unittest/linux_optdeps/scripts/install.sh","+ bash /pytorch/rl/.github/unittest/linux_optdeps/scripts/setup_env.sh","+ cp /pytorch/rl/.github/unittest/linux_optdeps/scripts/10_nvidia.json /usr/share/glvnd/egl_vendor.d/10_nvidia.json","+ [[ linux-gnu != \d\a\r\w\i\n* ]]","+ this_dir=/pytorch/rl/.github/unittest/linux_optdeps/scripts","++ pwd","++ cd .github/unittest/linux_optdeps/scripts","+++ dirname .github/unittest/linux_optdeps/scripts/run_all.sh","+ apt-get install -y g++ gcc","+ '[' cu121 == cpu ']'","+ apt-get install -y libglvnd0 libgl1 libglx0 libegl1 libgles2"],"time":"2024-07-09T20:22:08.341762Z"},{"workflowId":9863346751,"workflowUniqueId":60501564,"id":27235919105,"runnerName":"i-0ad4e7653ae3881f8","authorEmail":"vmoens@meta.com","name":"Habitat Tests on Linux / tests (3.9, 12.1) / linux-job","jobName":"tests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2024-07-09T20:07:41Z","html_url":"https://github.com/pytorch/rl/actions/runs/9863346751/job/27235919105","head_branch":"crossQ","pr_number":2033,"head_sha":"c010e392b28a3796798f0a8cbc1866b6e204db9d","head_sha_timestamp":"2024-07-09T19:55:50Z","failure_captures":["RuntimeError: Command docker exec -t 3d0ffbe271e081f1b65cbe69984f0ceb263fe7ce8ac7975a746227e56587e4df /exec failed with exit code 139"],"failure_lines":["RuntimeError: Command docker exec -t 3d0ffbe271e081f1b65cbe69984f0ceb263fe7ce8ac7975a746227e56587e4df /exec failed with exit code 139"],"failure_context":["+ bash /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/run_test.sh","+ bash /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/install.sh","+ bash /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/setup_env.sh","+ cp /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/10_nvidia.json /usr/share/glvnd/egl_vendor.d/10_nvidia.json","+ this_dir=/pytorch/rl/.github/unittest/linux_libs/scripts_habitat","++ pwd","++ cd .github/unittest/linux_libs/scripts_habitat","+++ dirname .github/unittest/linux_libs/scripts_habitat/run_all.sh","+ apt-get dist-upgrade -y","+ apt-get install -y g++ gcc","+ apt-get install -y libglvnd0 libgl1 libglx0 libegl1 libgles2","+ apt-get install -y libglfw3 libgl1-mesa-glx libosmesa6 libglew-dev"],"time":"2024-07-09T20:07:45.548547Z"},{"workflowId":9863346723,"workflowUniqueId":61790681,"id":27235918516,"runnerName":"i-055e7b27f72d50cac","authorEmail":"vmoens@meta.com","name":"Continuous Benchmark (PR) / GPU Pytest benchmark","jobName":"GPU Pytest benchmark","conclusion":"failure","completed_at":"2024-07-09T20:06:19Z","html_url":"https://github.com/pytorch/rl/actions/runs/9863346723/job/27235918516","head_branch":"crossQ","pr_number":2033,"head_sha":"c010e392b28a3796798f0a8cbc1866b6e204db9d","head_sha_timestamp":"2024-07-09T19:55:50Z","failure_captures":["Workflow failed! Resource not accessible by integration"],"failure_lines":["##[error]Workflow failed! Resource not accessible by integration"],"failure_context":[],"time":"2024-07-09T20:06:22.985249Z"},{"workflowId":9863346723,"workflowUniqueId":61790681,"id":27235918232,"runnerName":"GitHub Actions 22","authorEmail":"vmoens@meta.com","name":"Continuous Benchmark (PR) / CPU Pytest benchmark","jobName":"CPU Pytest benchmark","conclusion":"failure","completed_at":"2024-07-09T20:02:52Z","html_url":"https://github.com/pytorch/rl/actions/runs/9863346723/job/27235918232","head_branch":"crossQ","pr_number":2033,"head_sha":"c010e392b28a3796798f0a8cbc1866b6e204db9d","head_sha_timestamp":"2024-07-09T19:55:50Z","failure_captures":["Workflow failed! Resource not accessible by integration"],"failure_lines":["##[error]Workflow failed! Resource not accessible by integration"],"failure_context":[],"time":"2024-07-09T20:02:55.448132Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":9863346755,"workflowUniqueId":79519303,"id":27235918833,"runnerName":"i-07eb7dae33869b587","authorEmail":"vmoens@meta.com","name":"Unit-tests on Windows / unittests-cpu / windows-job","jobName":"unittests-cpu / windows-job","conclusion":"failure","completed_at":"2024-07-09T20:32:02Z","html_url":"https://github.com/pytorch/rl/actions/runs/9863346755/job/27235918833","head_branch":"crossQ","pr_number":2033,"head_sha":"c010e392b28a3796798f0a8cbc1866b6e204db9d","head_sha_timestamp":"2024-07-09T19:55:50Z","failure_captures":["test/test_transforms.py::TestActionDiscretizer::test_trans_parallel_env_check[False]"],"failure_lines":["FAILED test/test_transforms.py::TestActionDiscretizer::test_trans_parallel_env_check[False] - ValueError: cannot find context for 'fork'"],"failure_context":["+ pytest --junitxml=test-results/junit.xml -v --durations 200 --ignore test/test_distributed.py --ignore test/test_rlhf.py","+ python -m torch.utils.collect_env","+ LAZY_LEGACY_OP=False","+ export LAZY_LEGACY_OP=False","+ BATCHED_PIPE_TIMEOUT=60","+ export BATCHED_PIPE_TIMEOUT=60","+ MAX_IDLE_COUNT=60","+ export MAX_IDLE_COUNT=60","+ CKPT_BACKEND=torch","+ export CKPT_BACKEND=torch","++ [[ cpu != \c\p\u ]]","++ [[ 3 -eq 5 ]]"],"time":"2024-07-09T20:32:06.547593Z"}],"UNSTABLE":[]}