fix: extend look_at MIME type support for Gemini API media formats
- Add HEIC/HEIF image format support
- Add video formats (mp4, mpeg, mov, avi, flv, webm, wmv, 3gpp)
- Add audio formats (wav, mp3, aiff, aac, ogg, flac)
- Add CSV and Python document formats
- Remove unsupported formats (gif, svg, bmp, ico, css, ts)
- Update tool description to clarify purpose
🤖 Generated with assistance of OhMyOpenCode
This commit is contained in:
@@ -1,3 +1,3 @@
|
|||||||
export const MULTIMODAL_LOOKER_AGENT = "multimodal-looker" as const
|
export const MULTIMODAL_LOOKER_AGENT = "multimodal-looker" as const
|
||||||
|
|
||||||
export const LOOK_AT_DESCRIPTION = `Analyze media files (PDFs, images, diagrams) via Gemini 2.5 Flash in separate context. Saves main context tokens.`
|
export const LOOK_AT_DESCRIPTION = `Analyze media files (PDFs, images, diagrams) that require interpretation beyond raw text. Extracts specific information or summaries from documents, describes visual content. Use when you need analyzed/extracted data rather than literal file contents.`
|
||||||
|
|||||||
@@ -11,20 +11,34 @@ function inferMimeType(filePath: string): string {
|
|||||||
".jpg": "image/jpeg",
|
".jpg": "image/jpeg",
|
||||||
".jpeg": "image/jpeg",
|
".jpeg": "image/jpeg",
|
||||||
".png": "image/png",
|
".png": "image/png",
|
||||||
".gif": "image/gif",
|
|
||||||
".webp": "image/webp",
|
".webp": "image/webp",
|
||||||
".svg": "image/svg+xml",
|
".heic": "image/heic",
|
||||||
".bmp": "image/bmp",
|
".heif": "image/heif",
|
||||||
".ico": "image/x-icon",
|
".mp4": "video/mp4",
|
||||||
|
".mpeg": "video/mpeg",
|
||||||
|
".mpg": "video/mpeg",
|
||||||
|
".mov": "video/mov",
|
||||||
|
".avi": "video/avi",
|
||||||
|
".flv": "video/x-flv",
|
||||||
|
".webm": "video/webm",
|
||||||
|
".wmv": "video/wmv",
|
||||||
|
".3gpp": "video/3gpp",
|
||||||
|
".3gp": "video/3gpp",
|
||||||
|
".wav": "audio/wav",
|
||||||
|
".mp3": "audio/mp3",
|
||||||
|
".aiff": "audio/aiff",
|
||||||
|
".aac": "audio/aac",
|
||||||
|
".ogg": "audio/ogg",
|
||||||
|
".flac": "audio/flac",
|
||||||
".pdf": "application/pdf",
|
".pdf": "application/pdf",
|
||||||
".txt": "text/plain",
|
".txt": "text/plain",
|
||||||
".md": "text/markdown",
|
".csv": "text/csv",
|
||||||
|
".md": "text/md",
|
||||||
|
".html": "text/html",
|
||||||
".json": "application/json",
|
".json": "application/json",
|
||||||
".xml": "application/xml",
|
".xml": "application/xml",
|
||||||
".html": "text/html",
|
|
||||||
".css": "text/css",
|
|
||||||
".js": "text/javascript",
|
".js": "text/javascript",
|
||||||
".ts": "text/typescript",
|
".py": "text/x-python",
|
||||||
}
|
}
|
||||||
return mimeTypes[ext] || "application/octet-stream"
|
return mimeTypes[ext] || "application/octet-stream"
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user