kazuhina commited on
Commit
e6d8d3d
·
1 Parent(s): 24a9fe7

Fix accelerate dependency and device_map compatibility for Spaces

Browse files
Files changed (2) hide show
  1. joycaption_app.py +3 -3
  2. requirements.txt +1 -0
joycaption_app.py CHANGED
@@ -30,9 +30,9 @@ try:
30
 
31
  # Load model with memory-efficient configuration
32
  model = LlavaForConditionalGeneration.from_pretrained(
33
- MODEL_PATH,
34
- torch_dtype="bfloat16",
35
- device_map="auto" if torch.cuda.is_available() else None,
36
  load_in_8bit=True, # Enable 8-bit quantization for memory efficiency
37
  low_cpu_mem_usage=True,
38
  trust_remote_code=True
 
30
 
31
  # Load model with memory-efficient configuration
32
  model = LlavaForConditionalGeneration.from_pretrained(
33
+ MODEL_PATH,
34
+ torch_dtype="bfloat16",
35
+ device_map="cpu", # Force CPU for Spaces compatibility
36
  load_in_8bit=True, # Enable 8-bit quantization for memory efficiency
37
  low_cpu_mem_usage=True,
38
  trust_remote_code=True
requirements.txt CHANGED
@@ -3,6 +3,7 @@
3
  transformers>=4.40.0
4
  torch>=2.0.0
5
  torchvision>=0.15.0
 
6
 
7
  # Image processing
8
  Pillow>=10.0.0
 
3
  transformers>=4.40.0
4
  torch>=2.0.0
5
  torchvision>=0.15.0
6
+ accelerate>=0.20.0 # Required for device_map
7
 
8
  # Image processing
9
  Pillow>=10.0.0