JB: pip args

Author: Borda

.actions/helpers.py

@@ -69,6 +69,33 @@
 """
 
 
+def get_running_cuda_version() -> str:
+ try:
+ import torch
+ return torch.version.cuda
+ except ImportError:
+ return ""
+
+
+def get_running_torch_version():
+ try:
+ import torch
+ ver = torch.__version__
+ return ver[:ver.index('+')] if '+' in ver else ver
+ except ImportError:
+ return ""
+
+
+TORCH_VERSION = get_running_torch_version()
+CUDA_VERSION = get_running_cuda_version()
+RUNTIME_VERSIONS = dict(
+ TORCH_VERSION_FULL=TORCH_VERSION,
+ TORCH_VERSION=TORCH_VERSION[:TORCH_VERSION.index('+')] if '+' in TORCH_VERSION else TORCH_VERSION,
+ CUDA_VERSION=CUDA_VERSION,
+ CUDA_VERSION_NODOT=CUDA_VERSION.replace(".", ""),
+)
+
+
 class HelperCLI:
 
  DIR_NOTEBOOKS = ".notebooks"
@@ -82,6 +109,8 @@ class HelperCLI:
  )
  META_FILE_REGEX = ".meta.{yaml,yml}"
  REQUIREMENTS_FILE = "requirements.txt"
+ PIP_ARGS_FILE = "pip_arguments.txt"
+ META_PIP_KEY = 'pip__'
 
  @staticmethod
  def _meta_file(folder: str) -> str:
@@ -164,10 +193,27 @@ def parse_requirements(dir_path: str):
 
  req = meta.get('requirements', [])
  fname = os.path.join(dir_path, HelperCLI.REQUIREMENTS_FILE)
- print(fname)
+ print(f"Requirements: {fname}")
  with open(fname, "w") as fp:
  fp.write(os.linesep.join(req))
 
+ pip_args = {
+ k.replace(HelperCLI.META_PIP_KEY, ''): v
+ for k, v in meta.items() if k.startswith(HelperCLI.META_PIP_KEY)
+ }
+ cmd_args = []
+ for pip_key in pip_args:
+ if not isinstance(pip_args[pip_key], (list, tuple, set)):
+ pip_args[pip_key] = [pip_args[pip_key]]
+ for arg in pip_args[pip_key]:
+ arg = arg % RUNTIME_VERSIONS
+ cmd_args.append(f"--{pip_key} {arg}")
+
+ fname = os.path.join(dir_path, HelperCLI.PIP_ARGS_FILE)
+ print(f"PIP arguments: {fname}")
+ with open(fname, "w") as fp:
+ fp.write(" ".join(cmd_args))
+
  @staticmethod
  def copy_notebooks(path_root: str, path_docs_ipynb: str = "docs/source/notebooks"):
  """Copy all notebooks from a folder to doc folder.

.actions/ipynb-render.sh

@@ -16,7 +16,9 @@ mkdir -p $pub_dir
 python .actions/helpers.py parse-requirements $1
 pip install --quiet --requirement requirements.txt --upgrade-strategy only-if-needed
 cat "$1/requirements.txt"
-pip install --requirement "$1/requirements.txt"
+pip_args=$(cat "$1/pip_arguments.txt")
+printf "pip arguments: $pip_args"
+pip install --requirement "$1/requirements.txt"$pip_args
 
 echo "available: $ACCELERATOR"
 accel=$(python .actions/helpers.py valid-accelerator $1 2>&1)

.actions/ipynb-test.sh

@@ -17,7 +17,9 @@ python -m virtualenv --system-site-packages "$1/venv"
 source "$1/venv/bin/activate"
 pip --version
 pip install --quiet --requirement requirements.txt --upgrade-strategy only-if-needed
-pip install --requirement "$1/requirements.txt"
+pip_args=$(cat "$1/pip_arguments.txt")
+printf "pip arguments: $pip_args"
+pip install --requirement "$1/requirements.txt" $pip_args
 pip list
 
 echo "available: $ACCELERATOR"