Update on "Add GPTQQuantizer"

Summary:
Implement GPTQQuantizer with the unified quantizer API

Test Plan:
python test/quantization/test_quant_api.py

Reviewers:

Subscribers:

Tasks:

Tags:

[ghstack-poisoned]

Author: jerryzh168

setup.py

@@ -12,7 +12,6 @@
     packages=find_packages(),
     install_requires=[
         'torch',
-        'lm-eval',
     ],
     description='Package for applying ao techniques to GPU models',
     long_description=open('README.md').read(),

torchao/quantization/GPTQ.py

@@ -55,7 +55,8 @@ def model_forward(model, x, input_pos):
         eval_wrapper = base.BaseLM
         get_task_dict = tasks.get_task_dict
         evaluate = evaluator.evaluate
-
+else:
+    print("lm_eval is not installed, GPTQ may not be usable")
 
 def setup_cache_padded_seq_input_pos_max_seq_length_for_prefill(
     model: torch.nn.Module,  # pyre-ignore[11]