[Setup] Making tensordict pytorch-agnostic

ghstack-source-id: 0755f3a
Pull Request resolved: #1256

Author: Vincent Moens

.github/scripts/linux-post-script.sh

@@ -1,4 +1,9 @@
 #!/bin/bash
 
-yum update gcc
-yum update libstdc++
+if [ "$(uname)" != "Darwin" ]; then
+  yum update gcc
+  yum update libstdc++
+else
+  brew update
+  brew upgrade gcc
+fi

.github/scripts/linux-pre-script.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+if [ "$(uname)" != "Darwin" ]; then
+  yum update gcc
+  yum update libstdc++
+else
+  echo $(gcc --version)
+  echo $(clang --version)
+  brew update
+  brew upgrade gcc
+  brew upgrade clang
+
+  # For OSX
+#  export CXXFLAGS="-march=armv8-a+fp16+sha3"
+  export CMAKE_OSX_ARCHITECTURES=arm64
+fi
+
+${CONDA_RUN} conda install -c conda-forge pybind11 -y

.github/scripts/version_script.bat

@@ -2,6 +2,14 @@
 set TENSORDICT_BUILD_VERSION=0.8.0
 echo TENSORDICT_BUILD_VERSION is set to %TENSORDICT_BUILD_VERSION%
 
+if "%CONDA_RUN%"=="" (
+    echo CONDA_RUN is not set. Please activate your conda environment or set CONDA_RUN.
+    exit /b 1
+)
+
+:: Run the pip install command
+%CONDA_RUN% conda install -c conda-forge pybind11 -y
+
 @echo on
 
 set VC_VERSION_LOWER=17

.github/scripts/version_script.sh

@@ -1,3 +1,20 @@
 #!/bin/bash
 
 export TENSORDICT_BUILD_VERSION=0.8.0
+
+if [ "$(uname)" == "Darwin" ]; then
+  # For OSX
+  echo $(gcc --version)
+  echo $(clang --version)
+  brew update
+  brew install gcc
+  brew install clang-build-analyzer
+  brew install --cask clay
+  brew install llvm
+#  brew upgrade gcc
+#  brew upgrade clang
+#  export CXXFLAGS="-march=armv8-a+fp16+sha3"
+  export CMAKE_OSX_ARCHITECTURES=arm64
+fi
+
+${CONDA_RUN} conda install -c conda-forge pybind11 -y

.github/scripts/win-pre-script.bat

@@ -0,0 +1,17 @@
+@echo off
+:: Check if CONDA_RUN is set, if not, set it to a default value
+if "%CONDA_RUN%"=="" (
+    echo CONDA_RUN is not set. Please activate your conda environment or set CONDA_RUN.
+    exit /b 1
+)
+
+:: Run the pip install command
+%CONDA_RUN% conda install -c conda-forge pybind11 -y
+
+:: Check if the installation was successful
+if errorlevel 1 (
+    echo Failed to install cmake and pybind11.
+    exit /b 1
+) else (
+    echo Successfully installed cmake and pybind11.
+)

.github/unittest/linux/scripts/environment.yml

@@ -19,4 +19,5 @@ dependencies:
     - coverage
     - h5py
     - orjson
+    - ninja
     - numpy<2.0.0

.github/unittest/linux/scripts/setup_env.sh

@@ -53,6 +53,9 @@ pip install pip --upgrade
 
 conda env update --file "${this_dir}/environment.yml" --prune
 
+conda install anaconda::cmake -y
+conda install -c conda-forge pybind11 -y
+
 #if [[ $OSTYPE == 'darwin'* ]]; then
 #  printf "* Installing C++ for OSX\n"
 #  conda install -c conda-forge cxx-compiler -y

.github/unittest/rl_linux_optdeps/scripts/environment.yml

@@ -16,4 +16,5 @@ dependencies:
     - pyyaml
     - scipy
     - orjson
+    - ninja
     - numpy<2.0.0

.github/unittest/rl_linux_optdeps/scripts/setup_env.sh

@@ -60,6 +60,9 @@ pip install pip --upgrade
 
 conda env update --file "${this_dir}/environment.yml" --prune
 
+conda install anaconda::cmake -y
+conda install -c conda-forge pybind11 -y
+
 #yum makecache
 #yum -y install glfw-devel
 #yum -y install libGLEW

.github/workflows/build-wheels-linux.yml

@@ -33,6 +33,7 @@ jobs:
         include:
           - repository: pytorch/tensordict
             smoke-test-script: test/smoke_test.py
+            pre-script: .github/scripts/linux-pre-script.sh
             post-script: .github/scripts/linux-post-script.sh
             package-name: tensordict
     name: pytorch/tensordict