test_cpu_offload.py 176 B

123456
  1. from ..utils import compare_two_settings
  2. def test_cpu_offload():
  3. compare_two_settings("meta-llama/Llama-2-7b-hf", [],
  4. ["--cpu-offload-gb", "4"])