Skip to content

Enable arm64 for Tensorflow CUDA images #1396

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 4 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions ci/cached-builds/gen_gha_matrix_jobs.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,10 @@
"codeserver-ubi9-python-3.12",
"cuda-jupyter-minimal-ubi9-python-3.11",
"cuda-jupyter-minimal-ubi9-python-3.12",
"cuda-jupyter-tensorflow-ubi9-python-3.11",
"cuda-jupyter-tensorflow-ubi9-python-3.12",
"runtime-cuda-tensorflow-ubi9-python-3.11",
"runtime-cuda-tensorflow-ubi9-python-3.12",
}

S390X_COMPATIBLE = {
Expand Down
5 changes: 5 additions & 0 deletions jupyter/tensorflow/ubi9-python-3.11/Dockerfile.cuda
Original file line number Diff line number Diff line change
Expand Up @@ -215,6 +215,11 @@ RUN ACCEPT_EULA=Y dnf install -y mssql-tools18 unixODBC-devel && dnf clean all &

ENV PATH="$PATH:/opt/mssql-tools18/bin"

# hdf5 is needed for h5py
RUN dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \
dnf install -y hdf5-devel && \
dnf clean all

# Other apps and tools installed as default user
USER 1001

Expand Down
4 changes: 2 additions & 2 deletions jupyter/tensorflow/ubi9-python-3.11/Pipfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,8 @@ tf2onnx = "~=1.16.1"

[packages]
# TensorFlow packages
tensorflow = {version = "~=2.18.0", extras = ["and-cuda"]}
tensorboard = "~=2.18.0"
tensorflow = {version = "~=2.19.0", extras = ["and-cuda"]}
tensorboard = "~=2.19.0"

# Datascience and useful extensions
boto3 = "~=1.37.8"
Expand Down
71 changes: 24 additions & 47 deletions jupyter/tensorflow/ubi9-python-3.11/Pipfile.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

69 changes: 23 additions & 46 deletions jupyter/tensorflow/ubi9-python-3.11/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -910,32 +910,8 @@ h11==0.16.0; python_version >= '3.8' \
--hash=sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1 \
--hash=sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86
h5py==3.14.0; python_version >= '3.9' \
--hash=sha256:016e89d3be4c44f8d5e115fab60548e518ecd9efe9fa5c5324505a90773e6f03 \
--hash=sha256:0cbd41f4e3761f150aa5b662df991868ca533872c95467216f2bec5fcad84882 \
--hash=sha256:1223b902ef0b5d90bcc8a4778218d6d6cd0f5561861611eda59fa6c52b922f4d \
--hash=sha256:2372116b2e0d5d3e5e705b7f663f7c8d96fa79a4052d250484ef91d24d6a08f4 \
--hash=sha256:24df6b2622f426857bda88683b16630014588a0e4155cba44e872eb011c4eaed \
--hash=sha256:4f025cf30ae738c4c4e38c7439a761a71ccfcce04c2b87b2a2ac64e8c5171d43 \
--hash=sha256:543877d7f3d8f8a9828ed5df6a0b78ca3d8846244b9702e99ed0d53610b583a8 \
--hash=sha256:554ef0ced3571366d4d383427c00c966c360e178b5fb5ee5bb31a435c424db0c \
--hash=sha256:573c33ad056ac7c1ab6d567b6db9df3ffc401045e3f605736218f96c1e0490c6 \
--hash=sha256:5e59d2136a8b302afd25acdf7a89b634e0eb7c66b1a211ef2d0457853768a2ef \
--hash=sha256:6da62509b7e1d71a7d110478aa25d245dd32c8d9a1daee9d2a42dba8717b047a \
--hash=sha256:6ff2389961ee5872de697054dd5a033b04284afc3fb52dc51d94561ece2c10c6 \
--hash=sha256:723a40ee6505bd354bfd26385f2dae7bbfa87655f4e61bab175a49d72ebfc06b \
--hash=sha256:852b81f71df4bb9e27d407b43071d1da330d6a7094a588efa50ef02553fa7ce4 \
--hash=sha256:8c497600c0496548810047257e36360ff551df8b59156d3a4181072eed47d8ad \
--hash=sha256:aa4b7bbce683379b7bf80aaba68e17e23396100336a8d500206520052be2f812 \
--hash=sha256:ae18e3de237a7a830adb76aaa68ad438d85fe6e19e0d99944a3ce46b772c69b3 \
--hash=sha256:bf4897d67e613ecf5bdfbdab39a1158a64df105827da70ea1d90243d796d367f \
--hash=sha256:ccbe17dc187c0c64178f1a10aa274ed3a57d055117588942b8a08793cc448216 \
--hash=sha256:d2744b520440a996f2dae97f901caa8a953afc055db4673a993f2d87d7f38713 \
--hash=sha256:d90e6445ab7c146d7f7981b11895d70bc1dd91278a4f9f9028bc0c95e4a53f13 \
--hash=sha256:e0045115d83272090b0717c555a31398c2c089b87d212ceba800d3dc5d952e23 \
--hash=sha256:e8cbaf6910fa3983c46172666b0b8da7b7bd90d764399ca983236f2400436eeb \
--hash=sha256:ef9603a501a04fcd0ba28dd8f0995303d26a77a980a1f9474b3417543d4c6174 \
--hash=sha256:f30dbc58f2a0efeec6c8836c97f6c94afd769023f44e2bb0ed7b17a16ec46088 \
--hash=sha256:f5cc1601e78027cedfec6dd50efb4802f018551754191aeb58d948bd3ec3bd7a
--hash=sha256:723a40ee6505bd354bfd26385f2dae7bbfa87655f4e61bab175a49d72ebfc06b
httpcore==1.0.9; python_version >= '3.8' \
--hash=sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55 \
--hash=sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8
Expand Down Expand Up @@ -1608,8 +1584,9 @@ nvidia-cusparse-cu12==12.5.1.3; python_version >= '3' \
--hash=sha256:016df8e993c437e8301e62739f01775cba988fd5253cd4c64173f8e8d2f8e752 \
--hash=sha256:33520db374e2f5ebc976d6faa1852b98c398a57e6f71150fe59705928596ffd1 \
--hash=sha256:7b97fd01f0a61628af99d0efd52132fccc8c18fc5c509f13802dccf0574a19c2
nvidia-nccl-cu12==2.21.5; python_version >= '3' \
--hash=sha256:8579076d30a8c24988834445f8d633c697d42397e92ffc3f63fa26766d25e0a0
nvidia-nccl-cu12==2.23.4; python_version >= '3' \
--hash=sha256:aa946c8327e22ced28e7cef508a334673abc42064ec85f02d005ba1785ea4cec \
--hash=sha256:b097258d9aab2fa9f686e33c6fe40ae57b27df60cedbd15d139701bb5509e0c1
nvidia-nvjitlink-cu12==12.5.82; python_version >= '3' \
--hash=sha256:98103729cc5226e13ca319a10bbf9433bbbd44ef64fe72f45f067cacc14b8d27 \
--hash=sha256:e782564d705ff0bf61ac3e1bf730166da66dd2fe9012f111ede5fc49b64ae697 \
Expand Down Expand Up @@ -2902,29 +2879,29 @@ tabulate==0.9.0; python_version >= '3.7' \
tenacity==9.1.2; python_version >= '3.9' \
--hash=sha256:1169d376c297e7de388d18b4481760d478b0e99a777cad3a9c86e556f4b697cb \
--hash=sha256:f77bf36710d8b73a50b2dd155c97b870017ad21afe6ab300326b0371b3b05138
tensorboard==2.18.0; python_version >= '3.9' \
--hash=sha256:107ca4821745f73e2aefa02c50ff70a9b694f39f790b11e6f682f7d326745eab
tensorboard==2.19.0; python_version >= '3.9' \
--hash=sha256:5e71b98663a641a7ce8a6e70b0be8e1a4c0c45d48760b076383ac4755c35b9a0
tensorboard-data-server==0.7.2; python_version >= '3.7' \
--hash=sha256:7e0610d205889588983836ec05dc098e80f97b7e7bbff7e994ebb78f578d0ddb \
--hash=sha256:9fe5d24221b29625dbc7328b0436ca7fc1c23de4acf4d272f1180856e32f9f60 \
--hash=sha256:ef687163c24185ae9754ed5650eb5bc4d84ff257aabdc33f0cc6f74d8ba54530
tensorflow[and-cuda]==2.18.1; python_version >= '3.9' \
--hash=sha256:0f84a4c87a30cfb279c30b0077541cb5aaac7506d32adde585adb185277e49d2 \
--hash=sha256:1ba52b9c06ab8102b31e50acfaf56899b923171e603c8942f2bfeb181d6bb59e \
--hash=sha256:1c0cd29c323908ed35ce72fbcce66f2ef7c8657f9c5024860ffd7ea64cf5d35d \
--hash=sha256:1f929842999d60e7da67743ae5204b477259f3b771c02e5e437d232267e49f18 \
--hash=sha256:210baf6d421f3e044b6e09efd04494a33b75334922fe6cf11970e2885172620a \
--hash=sha256:2dd7284768f5a6b10e41a700e8141de70756dc62ed5d0b93360d131ccc0a6ba8 \
--hash=sha256:442d2a774811789a8ad948e7286cb950fe3d87d3754e8cc6449d53b03dbfdaa6 \
--hash=sha256:4ecbb9b3cd3f223ff6861faa1a4c2719c138d870dba90545826685b1c5ba5901 \
--hash=sha256:661029cd769b311db910b79a3a6ef50a5a61ecc947172228c777a49989722508 \
--hash=sha256:8a6485edd2148f70d011dbd1d8dc2c775e91774a5a159466e83d0d1f21580944 \
--hash=sha256:8baba2b0f9f286f8115a0005d17c020d2febf95e434302eaf758f2020c1c4de5 \
--hash=sha256:98afa9c7f21481cdc6ccd09507a7878d533150fbb001840cc145e2132eb40942 \
--hash=sha256:99223d0dde08aec4ceebb3bf0f80da7802e18462dab0d5048225925c064d2af7 \
--hash=sha256:c9f87e5d2a680a4595f5dc30daf6bbaec9d4129b46d7ef1b2af63c46ac7d2828 \
--hash=sha256:db1d186c17b6a7c51813e275d0a83e964669822372aa01d074cf64b853ee76ac \
--hash=sha256:e0ffa318b969779baad01a11e7799dda9677ee33ccbbcdbf7b735c27f53d2a9b
tensorflow[and-cuda]==2.19.0; python_version >= '3.9' \
--hash=sha256:10f4bfbd33ee23408b98c67e63654f4697845f005555dcc6b790ecfaeabd1308 \
--hash=sha256:2b39293cae3aeee534dc4746dc6097b48c281e5e8b9a423efbd14d4495968e5c \
--hash=sha256:390747786ac979809fa1cfcf6916220ef0bfed6b9e1b8c643b6b09184a868fe4 \
--hash=sha256:5eae58946f5a22f4d5656a95e54c5d7aae5a5483c388922a207667d8858c37b9 \
--hash=sha256:68d462278ad88c193c16d7b905864ff0117d61dc20deded9264d1999d513c115 \
--hash=sha256:821916beebd541c95b451dd911af442e11a7cb3aabde9084cab2be5c4d8b2bae \
--hash=sha256:83e2d6c748105488205d30e43093f28fc90e8da0176db9ddee12e2784cf435e8 \
--hash=sha256:849f72820e2bb1bfd4f6446d09db4635896f2ceaa35212a98a1238c9439f6f93 \
--hash=sha256:88c594d98bbe6d81d069f418ae823b03f7273c8b612d7073a09373483f212d9a \
--hash=sha256:9cb87fb2052b819adffb749b7e9426bd109c8cf98751e684de73567424ab2a88 \
--hash=sha256:ad15dbf488e287127a18e2274c64a201ea50ee32444a84657ead72d10438cb09 \
--hash=sha256:ade03804d81e696f8b9045bbe2dd5d0146e36c63d85bf2eae8225ffa74a03713 \
--hash=sha256:c92d3ff958ac0ee0eb343f10d4055b3a2815635cb3ee0836f9b1d735c76ee098 \
--hash=sha256:c95604f25c3032e9591c7e01e457fdd442dde48e9cc1ce951078973ab1b4ca34 \
--hash=sha256:d3f47452246bd08902f0c865d3839fa715f1738d801d256934b943aa21c5a1d2 \
--hash=sha256:e28b26594cd793e7f52471b8f2d98aafc6d232868a366462d238f7967935a6f6
tensorflow-io-gcs-filesystem==0.37.1; python_version < '3.13' and python_version >= '3.7' \
--hash=sha256:0df00891669390078a003cedbdd3b8e645c718b111917535fa1d7725e95cdb95 \
--hash=sha256:249c12b830165841411ba71e08215d0e94277a49c551e6dd5d72aab54fe5491b \
Expand Down
5 changes: 5 additions & 0 deletions jupyter/tensorflow/ubi9-python-3.12/Dockerfile.cuda
Original file line number Diff line number Diff line change
Expand Up @@ -215,6 +215,11 @@ RUN ACCEPT_EULA=Y dnf install -y mssql-tools18 unixODBC-devel && dnf clean all &

ENV PATH="$PATH:/opt/mssql-tools18/bin"

# hdf5 is needed for h5py
RUN dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm && \
dnf install -y hdf5-devel && \
dnf clean all

# Other apps and tools installed as default user
USER 1001

Expand Down
4 changes: 2 additions & 2 deletions jupyter/tensorflow/ubi9-python-3.12/Pipfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,8 @@ tf2onnx = "~=1.16.1"

[packages]
# TensorFlow packages
tensorflow = {version = "~=2.18.0", extras = ["and-cuda"]}
tensorboard = "~=2.18.0"
tensorflow = {version = "~=2.19.0", extras = ["and-cuda"]}
tensorboard = "~=2.19.0"

# Datascience and useful extensions
boto3 = "~=1.37.8"
Expand Down
Loading
Loading