Update src/context/VLMContext.tsx

#4
by Aerotech - opened
Files changed (1) hide show
  1. src/context/VLMContext.tsx +1 -1
src/context/VLMContext.tsx CHANGED
@@ -42,7 +42,7 @@ export const VLMProvider: React.FC<React.PropsWithChildren> = ({ children }) =>
42
  onProgress?.("Processor loaded. Loading model...");
43
  modelRef.current = await AutoModelForImageTextToText.from_pretrained(MODEL_ID, {
44
  dtype: {
45
- embed_tokens: "fp16",
46
  vision_encoder: "q4",
47
  decoder_model_merged: "q4",
48
  },
 
42
  onProgress?.("Processor loaded. Loading model...");
43
  modelRef.current = await AutoModelForImageTextToText.from_pretrained(MODEL_ID, {
44
  dtype: {
45
+ embed_tokens: "float32",
46
  vision_encoder: "q4",
47
  decoder_model_merged: "q4",
48
  },