#define _GNU_SOURCE #include "tamper.h" #include "params.h" #include "hostlist.h" #include "protocol.h" #include "helpers.h" #include #include // segment buffer has at least 5 extra bytes to extend data block void tamper_out(t_ctrack *ctrack, uint8_t *segment,size_t segment_buffer_size,size_t *size, size_t *split_pos, uint8_t *split_flags) { uint8_t *p, *pp, *pHost = NULL; size_t method_len = 0, pos; const char *method; bool bBypass = false, bHaveHost = false, bHostExcluded = false; char *pc, Host[256]; DBGPRINT("tamper_out\n"); *split_pos=0; *split_flags=0; if ((method = HttpMethod(segment,*size))) { method_len = strlen(method)-2; VPRINT("Data block looks like http request start : %s\n", method); if (!ctrack->l7proto) ctrack->l7proto=HTTP; // cpu saving : we search host only if and when required. we do not research host every time we need its position if ((params.hostlist || params.hostlist_exclude) && HttpFindHost(&pHost,segment,*size)) { p = pHost + 5; while (p < (segment + *size) && (*p == ' ' || *p == '\t')) p++; pp = p; while (pp < (segment + *size) && (pp - p) < (sizeof(Host) - 1) && *pp != '\r' && *pp != '\n') pp++; memcpy(Host, p, pp - p); Host[pp - p] = '\0'; bHaveHost = true; VPRINT("Requested Host is : %s\n", Host); for(pc = Host; *pc; pc++) *pc=tolower(*pc); bBypass = !HostlistCheck(Host, &bHostExcluded); } if (!bBypass) { if (params.unixeol) { p = pp = segment; while ((p = memmem(p, segment + *size - p, "\r\n", 2))) { *p = '\n'; p++; memmove(p, p + 1, segment + *size - p - 1); (*size)--; if (pp == (p - 1)) { // probably end of http headers VPRINT("Found double EOL at pos %td. Stop replacing.\n", pp - segment); break; } pp = p; } pHost = NULL; // invalidate } if (params.methodeol && (*size+1+!params.unixeol)<=segment_buffer_size) { VPRINT("Adding EOL before method\n"); if (params.unixeol) { memmove(segment + 1, segment, *size); (*size)++;; segment[0] = '\n'; } else { memmove(segment + 2, segment, *size); *size += 2; segment[0] = '\r'; segment[1] = '\n'; } pHost = NULL; // invalidate } if (params.methodspace && *size '%c%c%c%c:' at pos %td\n", params.hostspell[0], params.hostspell[1], params.hostspell[2], params.hostspell[3], pHost - segment); memcpy(pHost, params.hostspell, 4); } if (params.hostpad && HttpFindHost(&pHost,segment,*size)) { // add : XXXXX: segment_buffer_size) VPRINT("could not add host padding : buffer too small\n"); else { if ((hostpad+*size)>segment_buffer_size) { hostpad=segment_buffer_size-*size; VPRINT("host padding reduced to %zu bytes : buffer too small\n", hostpad); } else VPRINT("host padding with %zu bytes\n", hostpad); p = pHost; pos = p - segment; memmove(p + hostpad, p, *size - pos); (*size) += hostpad; while(hostpad) { #define MAX_HDR_SIZE 2048 size_t padsize = hostpad > hsize ? hostpad-hsize : 0; if (padsize>MAX_HDR_SIZE) padsize=MAX_HDR_SIZE; // if next header would be too small then add extra padding to the current one if ((hostpad-padsize-hsize)l7proto) ctrack->l7proto=TLS; VPRINT("packet contains TLS ClientHello\n"); // we need host only if hostlist is present if ((params.hostlist || params.hostlist_exclude) && TLSHelloExtractHost((uint8_t*)segment,*size,Host,sizeof(Host),false)) { VPRINT("hostname: %s\n",Host); bHaveHost = true; bBypass = !HostlistCheck(Host, &bHostExcluded); } if (bBypass) { VPRINT("Not acting on this request\n"); } else { spos = TLSPos(params.split_tls, params.split_pos, segment, *size, 0); if ((5+*size)<=segment_buffer_size) { tpos = TLSPos(params.tlsrec, params.tlsrec_pos+5, segment, *size, 0); if (tpos>5) { // construct 2 TLS records from one uint16_t l = pntoh16(segment+3); // length if (l>=2) { // length is checked in IsTLSClientHello and cannot exceed buffer size if ((tpos-5)>=l) tpos=5+1; VPRINT("making 2 TLS records at pos %zu\n",tpos); memmove(segment+tpos+5,segment+tpos,*size-tpos); segment[tpos] = segment[0]; segment[tpos+1] = segment[1]; segment[tpos+2] = segment[2]; phton16(segment+tpos+3,l-(tpos-5)); phton16(segment+3,tpos-5); *size += 5; // split pos present and it is not before tlsrec split. increase split pos by tlsrec header size (5 bytes) if (spos && spos>=tpos) spos+=5; } } } if (spos && spos < *size) { VPRINT("split pos %zu\n",spos); *split_pos = spos; } if (params.disorder_tls) *split_flags |= SPLIT_FLAG_DISORDER; if (params.oob_tls) *split_flags |= SPLIT_FLAG_OOB; } } else if (params.split_any_protocol && params.split_pos < *size) *split_pos = params.split_pos; if (bHaveHost && bBypass && !bHostExcluded && *params.hostlist_auto_filename) { DBGPRINT("tamper_out put hostname : %s\n", Host); if (ctrack->hostname) free(ctrack->hostname); ctrack->hostname=strdup(Host); } if (params.disorder) *split_flags |= SPLIT_FLAG_DISORDER; if (params.oob) *split_flags |= SPLIT_FLAG_OOB; } static void auto_hostlist_reset_fail_counter(const char *hostname) { if (hostname) { hostfail_pool *fail_counter; fail_counter = HostFailPoolFind(params.hostlist_auto_fail_counters, hostname); if (fail_counter) { HostFailPoolDel(¶ms.hostlist_auto_fail_counters, fail_counter); VPRINT("auto hostlist : %s : fail counter reset. website is working.\n", hostname); HOSTLIST_DEBUGLOG_APPEND("%s : fail counter reset. website is working.", hostname); } } } static void auto_hostlist_failed(const char *hostname) { hostfail_pool *fail_counter; fail_counter = HostFailPoolFind(params.hostlist_auto_fail_counters, hostname); if (!fail_counter) { fail_counter = HostFailPoolAdd(¶ms.hostlist_auto_fail_counters, hostname, params.hostlist_auto_fail_time); if (!fail_counter) { DLOG_ERR("HostFailPoolAdd: out of memory\n"); return; } } fail_counter->counter++; VPRINT("auto hostlist : %s : fail counter %d/%d\n", hostname, fail_counter->counter, params.hostlist_auto_fail_threshold); HOSTLIST_DEBUGLOG_APPEND("%s : fail counter %d/%d", hostname, fail_counter->counter, params.hostlist_auto_fail_threshold); if (fail_counter->counter >= params.hostlist_auto_fail_threshold) { VPRINT("auto hostlist : fail threshold reached. adding %s to auto hostlist\n", hostname); HostFailPoolDel(¶ms.hostlist_auto_fail_counters, fail_counter); VPRINT("auto hostlist : rechecking %s to avoid duplicates\n", hostname); bool bExcluded=false; if (!HostlistCheck(hostname, &bExcluded) && !bExcluded) { VPRINT("auto hostlist : adding %s\n", hostname); HOSTLIST_DEBUGLOG_APPEND("%s : adding", hostname); if (!StrPoolAddStr(¶ms.hostlist, hostname)) { DLOG_ERR("StrPoolAddStr out of memory\n"); return; } if (!append_to_list_file(params.hostlist_auto_filename, hostname)) { DLOG_PERROR("write to auto hostlist:"); return; } params.hostlist_auto_mod_time = file_mod_time(params.hostlist_auto_filename); } else { VPRINT("auto hostlist : NOT adding %s\n", hostname); HOSTLIST_DEBUGLOG_APPEND("%s : NOT adding, duplicate detected", hostname); } } } void tamper_in(t_ctrack *ctrack, uint8_t *segment,size_t segment_buffer_size,size_t *size) { bool bFail=false; DBGPRINT("tamper_in hostname=%s\n", ctrack->hostname); if (*params.hostlist_auto_filename) { HostFailPoolPurgeRateLimited(¶ms.hostlist_auto_fail_counters); if (ctrack->l7proto==HTTP && ctrack->hostname) { if (IsHttpReply(segment,*size)) { VPRINT("incoming HTTP reply detected for hostname %s\n", ctrack->hostname); bFail = HttpReplyLooksLikeDPIRedirect(segment, *size, ctrack->hostname); if (bFail) { VPRINT("redirect to another domain detected. possibly DPI redirect.\n"); HOSTLIST_DEBUGLOG_APPEND("%s : redirect to another domain", ctrack->hostname); } else VPRINT("local or in-domain redirect detected. it's not a DPI redirect.\n"); } else { // received not http reply. do not monitor this connection anymore VPRINT("incoming unknown HTTP data detected for hostname %s\n", ctrack->hostname); } if (bFail) auto_hostlist_failed(ctrack->hostname); } if (!bFail) auto_hostlist_reset_fail_counter(ctrack->hostname); } ctrack->bTamperInCutoff = true; } void rst_in(t_ctrack *ctrack) { DBGPRINT("rst_in hostname=%s\n", ctrack->hostname); if (!*params.hostlist_auto_filename) return; HostFailPoolPurgeRateLimited(¶ms.hostlist_auto_fail_counters); if (!ctrack->bTamperInCutoff && ctrack->hostname) { VPRINT("incoming RST detected for hostname %s\n", ctrack->hostname); HOSTLIST_DEBUGLOG_APPEND("%s : incoming RST", ctrack->hostname); auto_hostlist_failed(ctrack->hostname); } } void hup_out(t_ctrack *ctrack) { DBGPRINT("hup_out hostname=%s\n", ctrack->hostname); if (!*params.hostlist_auto_filename) return; HostFailPoolPurgeRateLimited(¶ms.hostlist_auto_fail_counters); if (!ctrack->bTamperInCutoff && ctrack->hostname) { // local leg dropped connection after first request. probably due to timeout. VPRINT("local leg closed connection after first request (timeout ?). hostname: %s\n", ctrack->hostname); HOSTLIST_DEBUGLOG_APPEND("%s : client closed connection without server reply", ctrack->hostname); auto_hostlist_failed(ctrack->hostname); } }