Merge pull request #813 from rwightman/opt_cleanup

Optimizer cleanup and additions

Author: rwightman

.github/workflows/tests.yml

@@ -17,8 +17,8 @@ jobs:
  matrix:
  os: [ubuntu-latest, macOS-latest]
  python: ['3.8']
- torch: ['1.8.1']
- torchvision: ['0.9.1']
+ torch: ['1.9.0']
+ torchvision: ['0.10.0']
  runs-on: ${{ matrix.os }}
 
  steps:
@@ -43,7 +43,7 @@ jobs:
  - name: Install requirements
  run: |
  if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
- pip install --no-cache-dir git+https://github.com/mapillary/inplace_abn.git@v1.0.12
+ pip install --no-cache-dir git+https://github.com/mapillary/inplace_abn.git@v1.1.0
  - name: Run tests
  env:
  LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libtcmalloc.so.4

benchmark.py

@@ -255,8 +255,8 @@ def __init__(self, model_name, device='cuda', torchscript=False, **kwargs):
 
  self.optimizer = create_optimizer_v2(
  self.model,
- optimizer_name=kwargs.pop('opt', 'sgd'),
- learning_rate=kwargs.pop('lr', 1e-4))
+ opt=kwargs.pop('opt', 'sgd'),
+ lr=kwargs.pop('lr', 1e-4))
 
  def _gen_target(self, batch_size):
  return torch.empty(