Spaces:
Running
Running
Update src/context/VLMContext.tsx
#4
by
Aerotech
- opened
src/context/VLMContext.tsx
CHANGED
@@ -42,7 +42,7 @@ export const VLMProvider: React.FC<React.PropsWithChildren> = ({ children }) =>
|
|
42 |
onProgress?.("Processor loaded. Loading model...");
|
43 |
modelRef.current = await AutoModelForImageTextToText.from_pretrained(MODEL_ID, {
|
44 |
dtype: {
|
45 |
-
embed_tokens: "
|
46 |
vision_encoder: "q4",
|
47 |
decoder_model_merged: "q4",
|
48 |
},
|
|
|
42 |
onProgress?.("Processor loaded. Loading model...");
|
43 |
modelRef.current = await AutoModelForImageTextToText.from_pretrained(MODEL_ID, {
|
44 |
dtype: {
|
45 |
+
embed_tokens: "float32",
|
46 |
vision_encoder: "q4",
|
47 |
decoder_model_merged: "q4",
|
48 |
},
|