update for lm-eval==0.3.0 (#2713)

Co-authored-by: NJeff Rasley <jerasley@microsoft.com>

.github/workflows/nv-nightly.yml

@@ -38,12 +38,6 @@ jobs:
           pip install .[dev,1bit,autotuning,inf]
           ds_report
 
-      - name: Install lm-eval
-        run: |
-          pip install git+https://github.com/EleutherAI/lm-evaluation-harness
-          # This is required until lm-eval makes a new release. v0.2.0 is
-          # broken for latest version of transformers
-
       - name: Python environment
         run: |
           pip list

requirements/requirements-inf.txt

 google
-lm-eval>=0.2.0
+lm-eval==0.3.0
 protobuf
 transformers
 transformers[sentencepiece]

tests/unit/inference/test_inference.py

@@ -427,7 +427,7 @@ class TestInjectionPolicy(DistributedTest):
          "gpt2-xl"],
     ),
 )
-@pytest.mark.parametrize("task", ["lambada"])
+@pytest.mark.parametrize("task", ["lambada_standard"])
 class TestLMCorrectness(DistributedTest):
     world_size = 1