| import io | |
| import pybase64 | |
| from PIL import Image | |
| from utils.Client import Client | |
| from utils.configs import export_proxy_url, cf_file_url | |
| async def get_file_content(url): | |
| if url.startswith("data:"): | |
| mime_type, base64_data = url.split(';')[0].split(':')[1], url.split(',')[1] | |
| file_content = pybase64.b64decode(base64_data) | |
| return file_content, mime_type | |
| else: | |
| client = Client() | |
| try: | |
| if cf_file_url: | |
| body = {"file_url": url} | |
| r = await client.post(cf_file_url, timeout=60, json=body) | |
| else: | |
| r = await client.get(url, proxy=export_proxy_url, timeout=60) | |
| if r.status_code != 200: | |
| return None, None | |
| file_content = r.content | |
| mime_type = r.headers.get('Content-Type', '').split(';')[0].strip() | |
| return file_content, mime_type | |
| finally: | |
| await client.close() | |
| del client | |
| async def determine_file_use_case(mime_type): | |
| multimodal_types = ["image/jpeg", "image/webp", "image/png", "image/gif"] | |
| my_files_types = ["text/x-php", "application/msword", "text/x-c", "text/html", | |
| "application/vnd.openxmlformats-officedocument.wordprocessingml.document", | |
| "application/json", "text/javascript", "application/pdf", | |
| "text/x-java", "text/x-tex", "text/x-typescript", "text/x-sh", | |
| "text/x-csharp", "application/vnd.openxmlformats-officedocument.presentationml.presentation", | |
| "text/x-c++", "application/x-latext", "text/markdown", "text/plain", | |
| "text/x-ruby", "text/x-script.python"] | |
| if mime_type in multimodal_types: | |
| return "multimodal" | |
| elif mime_type in my_files_types: | |
| return "my_files" | |
| else: | |
| return "ace_upload" | |
| async def get_image_size(file_content): | |
| with Image.open(io.BytesIO(file_content)) as img: | |
| return img.width, img.height | |
| async def get_file_extension(mime_type): | |
| extension_mapping = { | |
| "image/jpeg": ".jpg", | |
| "image/png": ".png", | |
| "image/gif": ".gif", | |
| "image/webp": ".webp", | |
| "text/x-php": ".php", | |
| "application/msword": ".doc", | |
| "text/x-c": ".c", | |
| "text/html": ".html", | |
| "application/vnd.openxmlformats-officedocument.wordprocessingml.document": ".docx", | |
| "application/json": ".json", | |
| "text/javascript": ".js", | |
| "application/pdf": ".pdf", | |
| "text/x-java": ".java", | |
| "text/x-tex": ".tex", | |
| "text/x-typescript": ".ts", | |
| "text/x-sh": ".sh", | |
| "text/x-csharp": ".cs", | |
| "application/vnd.openxmlformats-officedocument.presentationml.presentation": ".pptx", | |
| "text/x-c++": ".cpp", | |
| "application/x-latex": ".latex", | |
| "text/markdown": ".md", | |
| "text/plain": ".txt", | |
| "text/x-ruby": ".rb", | |
| "text/x-script.python": ".py", | |
| "application/zip": ".zip", | |
| "application/x-zip-compressed": ".zip", | |
| "application/x-tar": ".tar", | |
| "application/x-compressed-tar": ".tar.gz", | |
| "application/vnd.rar": ".rar", | |
| "application/x-rar-compressed": ".rar", | |
| "application/x-7z-compressed": ".7z", | |
| "application/octet-stream": ".bin", | |
| "audio/mpeg": ".mp3", | |
| "audio/wav": ".wav", | |
| "audio/ogg": ".ogg", | |
| "audio/aac": ".aac", | |
| "video/mp4": ".mp4", | |
| "video/x-msvideo": ".avi", | |
| "video/x-matroska": ".mkv", | |
| "video/webm": ".webm", | |
| "application/rtf": ".rtf", | |
| "application/vnd.ms-excel": ".xls", | |
| "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": ".xlsx", | |
| "text/css": ".css", | |
| "text/xml": ".xml", | |
| "application/xml": ".xml", | |
| "application/vnd.android.package-archive": ".apk", | |
| "application/vnd.apple.installer+xml": ".mpkg", | |
| "application/x-bzip": ".bz", | |
| "application/x-bzip2": ".bz2", | |
| "application/x-csh": ".csh", | |
| "application/x-debian-package": ".deb", | |
| "application/x-dvi": ".dvi", | |
| "application/java-archive": ".jar", | |
| "application/x-java-jnlp-file": ".jnlp", | |
| "application/vnd.mozilla.xul+xml": ".xul", | |
| "application/vnd.ms-fontobject": ".eot", | |
| "application/ogg": ".ogx", | |
| "application/x-font-ttf": ".ttf", | |
| "application/font-woff": ".woff", | |
| "application/x-shockwave-flash": ".swf", | |
| "application/vnd.visio": ".vsd", | |
| "application/xhtml+xml": ".xhtml", | |
| "application/vnd.ms-powerpoint": ".ppt", | |
| "application/vnd.oasis.opendocument.text": ".odt", | |
| "application/vnd.oasis.opendocument.spreadsheet": ".ods", | |
| "application/x-xpinstall": ".xpi", | |
| "application/vnd.google-earth.kml+xml": ".kml", | |
| "application/vnd.google-earth.kmz": ".kmz", | |
| "application/x-font-otf": ".otf", | |
| "application/vnd.ms-excel.addin.macroEnabled.12": ".xlam", | |
| "application/vnd.ms-excel.sheet.binary.macroEnabled.12": ".xlsb", | |
| "application/vnd.ms-excel.template.macroEnabled.12": ".xltm", | |
| "application/vnd.ms-powerpoint.addin.macroEnabled.12": ".ppam", | |
| "application/vnd.ms-powerpoint.presentation.macroEnabled.12": ".pptm", | |
| "application/vnd.ms-powerpoint.slideshow.macroEnabled.12": ".ppsm", | |
| "application/vnd.ms-powerpoint.template.macroEnabled.12": ".potm", | |
| "application/vnd.ms-word.document.macroEnabled.12": ".docm", | |
| "application/vnd.ms-word.template.macroEnabled.12": ".dotm", | |
| "application/x-ms-application": ".application", | |
| "application/x-ms-wmd": ".wmd", | |
| "application/x-ms-wmz": ".wmz", | |
| "application/x-ms-xbap": ".xbap", | |
| "application/vnd.ms-xpsdocument": ".xps", | |
| "application/x-silverlight-app": ".xap" | |
| } | |
| return extension_mapping.get(mime_type, "") | |