Spaces:
Running
on
Zero
Running
on
Zero
Fix accelerate dependency and device_map compatibility for Spaces
Browse files- joycaption_app.py +3 -3
- requirements.txt +1 -0
joycaption_app.py
CHANGED
|
@@ -30,9 +30,9 @@ try:
|
|
| 30 |
|
| 31 |
# Load model with memory-efficient configuration
|
| 32 |
model = LlavaForConditionalGeneration.from_pretrained(
|
| 33 |
-
MODEL_PATH,
|
| 34 |
-
torch_dtype="bfloat16",
|
| 35 |
-
device_map="
|
| 36 |
load_in_8bit=True, # Enable 8-bit quantization for memory efficiency
|
| 37 |
low_cpu_mem_usage=True,
|
| 38 |
trust_remote_code=True
|
|
|
|
| 30 |
|
| 31 |
# Load model with memory-efficient configuration
|
| 32 |
model = LlavaForConditionalGeneration.from_pretrained(
|
| 33 |
+
MODEL_PATH,
|
| 34 |
+
torch_dtype="bfloat16",
|
| 35 |
+
device_map="cpu", # Force CPU for Spaces compatibility
|
| 36 |
load_in_8bit=True, # Enable 8-bit quantization for memory efficiency
|
| 37 |
low_cpu_mem_usage=True,
|
| 38 |
trust_remote_code=True
|
requirements.txt
CHANGED
|
@@ -3,6 +3,7 @@
|
|
| 3 |
transformers>=4.40.0
|
| 4 |
torch>=2.0.0
|
| 5 |
torchvision>=0.15.0
|
|
|
|
| 6 |
|
| 7 |
# Image processing
|
| 8 |
Pillow>=10.0.0
|
|
|
|
| 3 |
transformers>=4.40.0
|
| 4 |
torch>=2.0.0
|
| 5 |
torchvision>=0.15.0
|
| 6 |
+
accelerate>=0.20.0 # Required for device_map
|
| 7 |
|
| 8 |
# Image processing
|
| 9 |
Pillow>=10.0.0
|