/* * Copyright (C) 1996-2018 The Squid Software Foundation and contributors * * Squid software is distributed under GPLv2+ license and includes * contributions from numerous individuals and organizations. * Please see the COPYING and CONTRIBUTORS files for details. */ /* DEBUG: section 25 MIME Parsing and Internal Icons */ #include "squid.h" #include "disk.h" #include "fde.h" #include "globals.h" #include "HttpHdrCc.h" #include "HttpReply.h" #include "HttpRequest.h" #include "internal.h" #include "Mem.h" #include "MemBuf.h" #include "MemObject.h" #include "mime.h" #include "RequestFlags.h" #include "SquidConfig.h" #include "Store.h" #include "StoreClient.h" #if HAVE_SYS_STAT_H #include #endif #define GET_HDR_SZ 1024 /* forward declarations */ static void mimeFreeMemory(void); static char const *mimeGetIcon(const char *fn); class MimeIcon : public StoreClient { public: explicit MimeIcon(const char *aName); ~MimeIcon(); MEMPROXY_CLASS(MimeIcon); void setName(char const *); char const * getName() const; void load(); /* StoreClient API */ virtual void created(StoreEntry *); private: const char *icon_; char *url_; }; MEMPROXY_CLASS_INLINE(MimeIcon); class MimeEntry { public: explicit MimeEntry(const char *aPattern, const regex_t &compiledPattern, const char *aContentType, const char *aContentEncoding, const char *aTransferMode, bool optionViewEnable, bool optionDownloadEnable, const char *anIconName); ~MimeEntry(); MEMPROXY_CLASS(MimeEntry); const char *pattern; regex_t compiled_pattern; const char *content_type; const char *content_encoding; char transfer_mode; bool view_option; bool download_option; MimeIcon theIcon; MimeEntry *next; }; MEMPROXY_CLASS_INLINE(MimeEntry); static MimeEntry *MimeTable = NULL; static MimeEntry **MimeTableTail = &MimeTable; static MimeEntry * mimeGetEntry(const char *fn, int skip_encodings) { MimeEntry *m; char *t; char *name = xstrdup(fn); do { t = NULL; for (m = MimeTable; m; m = m->next) { if (regexec(&m->compiled_pattern, name, 0, 0, 0) == 0) break; } if (!skip_encodings) (void) 0; else if (m == NULL) (void) 0; else if (strcmp(m->content_type, dash_str)) (void) 0; else if (!strcmp(m->content_encoding, dash_str)) (void) 0; else { /* Assume we matched /\.\w$/ and cut off the last extension */ if ((t = strrchr(name, '.'))) { *t = '\0'; } else { /* What? A encoding without a extension? */ m = NULL; } } } while (t); xfree(name); return m; } MimeIcon::MimeIcon(const char *aName) : icon_(xstrdup(aName)) { url_ = xstrdup(internalLocalUri("/squid-internal-static/icons/", icon_)); } MimeIcon::~MimeIcon() { xfree(icon_); xfree(url_); } void MimeIcon::setName(char const *aString) { xfree(icon_); xfree(url_); icon_ = xstrdup(aString); url_ = xstrdup(internalLocalUri("/squid-internal-static/icons/", icon_)); } char const * MimeIcon::getName() const { return icon_; } char const * mimeGetIcon(const char *fn) { MimeEntry *m = mimeGetEntry(fn, 1); if (m == NULL) return NULL; if (!strcmp(m->theIcon.getName(), dash_str)) return NULL; return m->theIcon.getName(); } const char * mimeGetIconURL(const char *fn) { char const *icon = mimeGetIcon(fn); if (icon == NULL) return null_string; if (Config.icons.use_short_names) { static MemBuf mb; mb.reset(); mb.Printf("/squid-internal-static/icons/%s", icon); return mb.content(); } else { return internalLocalUri("/squid-internal-static/icons/", icon); } } const char * mimeGetContentType(const char *fn) { MimeEntry *m = mimeGetEntry(fn, 1); if (m == NULL) return NULL; if (!strcmp(m->content_type, dash_str)) return NULL; return m->content_type; } const char * mimeGetContentEncoding(const char *fn) { MimeEntry *m = mimeGetEntry(fn, 0); if (m == NULL) return NULL; if (!strcmp(m->content_encoding, dash_str)) return NULL; return m->content_encoding; } char mimeGetTransferMode(const char *fn) { MimeEntry *m = mimeGetEntry(fn, 0); return m ? m->transfer_mode : 'I'; } bool mimeGetDownloadOption(const char *fn) { MimeEntry *m = mimeGetEntry(fn, 1); return m ? m->download_option : 0; } bool mimeGetViewOption(const char *fn) { MimeEntry *m = mimeGetEntry(fn, 0); return m != 0 ? m->view_option : false; } /* Initializes/reloads the mime table * Note: Due to Solaris STDIO problems the caller should NOT * call mimeFreeMemory on reconfigure. This way, if STDIO * fails we at least have the old copy loaded. */ void mimeInit(char *filename) { FILE *fp; char buf[BUFSIZ]; char chopbuf[BUFSIZ]; char *t; char *pattern; char *icon; char *type; char *encoding; char *mode; char *option; int view_option; int download_option; regex_t re; MimeEntry *m; int re_flags = REG_EXTENDED | REG_NOSUB | REG_ICASE; if (filename == NULL) return; if ((fp = fopen(filename, "r")) == NULL) { debugs(25, DBG_IMPORTANT, "mimeInit: " << filename << ": " << xstrerror()); return; } #if _SQUID_WINDOWS_ setmode(fileno(fp), O_TEXT); #endif mimeFreeMemory(); while (fgets(buf, BUFSIZ, fp)) { if ((t = strchr(buf, '#'))) *t = '\0'; if ((t = strchr(buf, '\r'))) *t = '\0'; if ((t = strchr(buf, '\n'))) *t = '\0'; if (buf[0] == '\0') continue; xstrncpy(chopbuf, buf, BUFSIZ); if ((pattern = strtok(chopbuf, w_space)) == NULL) { debugs(25, DBG_IMPORTANT, "mimeInit: parse error: '" << buf << "'"); continue; } if ((type = strtok(NULL, w_space)) == NULL) { debugs(25, DBG_IMPORTANT, "mimeInit: parse error: '" << buf << "'"); continue; } if ((icon = strtok(NULL, w_space)) == NULL) { debugs(25, DBG_IMPORTANT, "mimeInit: parse error: '" << buf << "'"); continue; } if ((encoding = strtok(NULL, w_space)) == NULL) { debugs(25, DBG_IMPORTANT, "mimeInit: parse error: '" << buf << "'"); continue; } if ((mode = strtok(NULL, w_space)) == NULL) { debugs(25, DBG_IMPORTANT, "mimeInit: parse error: '" << buf << "'"); continue; } download_option = 0; view_option = 0; while ((option = strtok(NULL, w_space)) != NULL) { if (!strcmp(option, "+download")) download_option = 1; else if (!strcmp(option, "+view")) view_option = 1; else debugs(25, DBG_IMPORTANT, "mimeInit: unknown option: '" << buf << "' (" << option << ")"); } if (regcomp(&re, pattern, re_flags) != 0) { debugs(25, DBG_IMPORTANT, "mimeInit: regcomp error: '" << buf << "'"); continue; } m = new MimeEntry(pattern,re,type,encoding,mode,view_option, download_option,icon); *MimeTableTail = m; MimeTableTail = &m->next; debugs(25, 5, "mimeInit: added '" << buf << "'"); } fclose(fp); for (m = MimeTable; m != NULL; m = m->next) m->theIcon.load(); debugs(25, DBG_IMPORTANT, "Finished loading MIME types and icons."); } void mimeFreeMemory(void) { MimeEntry *m; while ((m = MimeTable)) { MimeTable = m->next; delete m; } MimeTableTail = &MimeTable; } void MimeIcon::load() { const char *type = mimeGetContentType(icon_); if (type == NULL) fatal("Unknown icon format while reading mime.conf\n"); StoreEntry::getPublic(this, url_, Http::METHOD_GET); } void MimeIcon::created(StoreEntry *newEntry) { /* if the icon is already in the store, do nothing */ if (!newEntry->isNull()) return; // XXX: if a 204 is cached due to earlier load 'failure' we should try to reload. // default is a 200 object with image data. // set to the backup value of 204 on image loading errors Http::StatusCode status = Http::scOkay; static char path[MAXPATHLEN]; *path = 0; if (snprintf(path, sizeof(path)-1, "%s/%s", Config.icons.directory, icon_) < 0) { debugs(25, DBG_CRITICAL, "ERROR: icon file '" << Config.icons.directory << "/" << icon_ << "' path is longer than " << MAXPATHLEN << " bytes"); status = Http::scNoContent; } int fd = -1; errno = 0; if (status == Http::scOkay && (fd = file_open(path, O_RDONLY | O_BINARY)) < 0) { int xerrno = errno; debugs(25, DBG_CRITICAL, "ERROR: opening icon file " << path << ": " << xstrerr(xerrno)); status = Http::scNoContent; } struct stat sb; errno = 0; if (status == Http::scOkay && fstat(fd, &sb) < 0) { int xerrno = errno; debugs(25, DBG_CRITICAL, "ERROR: opening icon file " << path << " FD " << fd << ", fstat error " << xstrerr(xerrno)); file_close(fd); status = Http::scNoContent; } HttpRequest *r = HttpRequest::CreateFromUrl(url_); if (!r) fatalf("mimeLoadIcon: cannot parse internal URL: %s", url_); // fill newEntry with a canned 2xx response object RequestFlags flags; flags.cachable = true; StoreEntry *e = storeCreateEntry(url_,url_,flags,Http::METHOD_GET); assert(e != NULL); EBIT_SET(e->flags, ENTRY_SPECIAL); e->setPublicKey(); e->buffer(); e->mem_obj->request = r; HTTPMSGLOCK(e->mem_obj->request); HttpReply *reply = new HttpReply; if (status == Http::scNoContent) reply->setHeaders(status, NULL, NULL, 0, -1, -1); else reply->setHeaders(status, NULL, mimeGetContentType(icon_), sb.st_size, sb.st_mtime, -1); reply->cache_control = new HttpHdrCc(); reply->cache_control->maxAge(86400); reply->header.putCc(reply->cache_control); e->replaceHttpReply(reply); if (status == Http::scOkay) { /* read the file into the buffer and append it to store */ int n; char *buf = (char *)memAllocate(MEM_4K_BUF); while ((n = FD_READ_METHOD(fd, buf, 4096)) > 0) e->append(buf, n); file_close(fd); memFree(buf, MEM_4K_BUF); } e->flush(); e->complete(); e->timestampsSet(); e->unlock("MimeIcon::created"); debugs(25, 3, "Loaded icon " << url_); } MimeEntry::~MimeEntry() { xfree(pattern); xfree(content_type); xfree(content_encoding); regfree(&compiled_pattern); } MimeEntry::MimeEntry(const char *aPattern, const regex_t &compiledPattern, const char *aContentType, const char *aContentEncoding, const char *aTransferMode, bool optionViewEnable, bool optionDownloadEnable, const char *anIconName) : pattern(xstrdup(aPattern)), compiled_pattern(compiledPattern), content_type(xstrdup(aContentType)), content_encoding(xstrdup(aContentEncoding)), view_option(optionViewEnable), download_option(optionViewEnable), theIcon(anIconName), next(NULL) { if (!strcasecmp(aTransferMode, "ascii")) transfer_mode = 'A'; else if (!strcasecmp(aTransferMode, "text")) transfer_mode = 'A'; else transfer_mode = 'I'; }