Re: [squid-users] Can't cache static content (exe file)

From: <root_at_linuxcoding.org>
Date: Mon, 16 Sep 2013 19:11:21 +0800

my problem solved, using this this
https://bugzilla.redhat.com/show_bug.cgi?id=951224
https://bugzilla.redhat.com/show_bug.cgi?id=951224

On 2013-09-16 00:22, root_at_linuxcoding.org wrote:
> i'm can't cache this file using squid-3.HEAD-20130910-r13002
> http://download.nullsoft.com/winamp/client/winamp565_full_emusic-7plus_en-us.exe
>
> i think that is static file but can't be cache.
>
> here my squid.conf
>
> # ACL Local Network
> acl localnet src 192.168.1.0/24 # localnet
>
> # ACL ports group
> acl SSL_ports port 443
> acl Safe_ports port 80 # http
> acl Safe_ports port 21 # ftp
> acl Safe_ports port 443 # https
> acl Safe_ports port 70 # gopher
> acl Safe_ports port 210 # wais
> acl Safe_ports port 1025-65535 # unregistered ports
> acl Safe_ports port 280 # http-mgmt
> acl Safe_ports port 488 # gss-http
> acl Safe_ports port 591 # filemaker
> acl Safe_ports port 777 # multiling http
> acl CONNECT method CONNECT
>
> ################################################################
> # ACL url rewrite acl trick Warning!!! dont change this position
> acl blocksite url_regex -i siteblock-forbiden
> http_access deny blocksite
> ################################################################
>
> # ACL store id
> acl QUERY urlpath_regex -i (begin|start)\=
> acl QUERY urlpath_regex -i cgi-bin \? .php$ .asp$ .shtml$ .cfm$ .cfml$
> .phtml$ .php3$ localhost
> acl dontrewrite url_regex -i c\.youtube\.com\/.*(begin|start)\=.*
> acl dontrewrite url_regex redbot\.org
> acl getmethod method GET
> acl redir urlpath_regex -i &redirect_counter=1&cms_redirect=yes
> acl redir urlpath_regex -i &ir=1&rr=12
> acl rewrite_prog url_regex -i siteblock-forbiden # ACL url rewrite
> trick deny for store id
> acl yutub url_regex -i
> youtube\.com\/(generate_204|ptracking|stream_204|player_204|s|(.*(playback|watchtime|delayplay)))\?.*$
> acl yutub url_regex -i gstatic\.com\/csi\?.*$
>
> acl rewritedoms url_regex -i dl\.sourceforge\.net.*
> acl rewritedoms url_regex -i i[0-9]*\.ytimg\.com.*
> acl rewritedoms url_regex -i ak\.fbcdn\.net.*
> acl rewritedoms url_regex -i (youtube|google).*\/videoplayback\?.*
> acl rewritedoms url_regex -i
> [a-z][a-z][0-9][0-9]\.filehippo\.com\/.*(exe|zip|rar)
>
> #banking deny ssl-bump
> acl bank dstdomain ib.bri.co.id
>
> # HTTP access rules
> http_access deny !Safe_ports
> http_access deny CONNECT !SSL_ports
> http_access allow localhost manager
> http_access deny manager
> http_access allow localnet
> http_access allow localhost
> http_access deny all
>
>
> # Store-ID cache rules
> cache allow rewritedoms
> cache deny QUERY
> cache deny redir
> cache allow all
>
> # squidGuard url_rewrite
> url_rewrite_program /usr/bin/squidGuard -c
> /etc/squid3/squidGuard/squidGuard.conf
>
> # Store-ID running and rules
> store_id_program /usr/lib/squid3/mynet-storeid.pl
> store_id_children 20 startup=10 idle=5 concurrency=30
> store_id_access deny !getmethod
> store_id_access deny redir
> store_id_access deny rewrite_prog # deny url rewrite trick access by
> store id
> store_id_access deny dontrewrite
> store_id_access allow rewritedoms
> store_id_access deny all
>
> # Squid listens to port 3128
> http_port 3128 ssl-bump generate-host-certificates=on
> dynamic_cert_mem_cache_size=4MB key=/etc/squid3/cert/private.pem
> cert=/etc/squid3/cert/public.pem
>
> always_direct allow all
> ssl_bump none bank
> ssl_bump client-first all
> sslproxy_cert_error allow all
> # Or may be deny all according to your company policy
> # sslproxy_cert_error deny all
> sslproxy_flags DONT_VERIFY_PEER
> sslcrtd_program /usr/lib/squid3/ssl_crtd -s /etc/squid3/ssl_db/ -M 4MB
> sslcrtd_children 20
> ssl_unclean_shutdown on
>
> # cache directory
> cache_dir aufs /cache01 5320 12 256 max-size=128000
> cache_dir aufs /cache02 5320 12 256 max-size=128000
> cache_dir aufs /cache03 87115 10 256 min-size=128000
> cache_dir aufs /cache04 87115 10 256 min-size=128000
> cache_dir aufs /cache05 87115 10 256 min-size=128000
>
> # Leave coredumps in the first cache dir
> coredump_dir /var/spool/squid3
>
> # Cache options
> memory_replacement_policy heap GDSF
> cache_replacement_policy heap LFUDA
> cache_mem 128 MB
> maximum_object_size_in_memory 32 KB
> minimum_object_size 0 KB
> maximum_object_size 1024 MB
> cache_swap_low 95
> cache_swap_high 99
>
> # Refresh pattern custom
> # Max stale
> max_stale 1 week
>
> #PATTERN REFRESH
> refresh_pattern .*(begin|start)\=[1-9][0-9].* 0 0% 0
> refresh_pattern -i (cgi-bin|mrtg|graph) 0 0% 0
> refresh_pattern -i \.(php|lst|ui|ini|list)$ 0 0% 0
> refresh_pattern
> (update.ini|Update.ini|version.list|Version.list|update.1st|update.exe|autoup.exe) 0 0% 0
> refresh_pattern (hackshield|nprotect) 240 100% 420 override-expire
> override-lastmod reload-into-ims
> refresh_pattern \.gemscool.com.*\.(exe|dll|cab|zip|iop|npz|swf)$ 1440
> 100% 4320 override-expire override-lastmod reload-into-ims ignore-auth
> store-stale
> refresh_pattern \.crossfire.web.id.*\.(cab|zip|exe|rar|dat|swf)$ 1440
> 100% 4320 override-expire override-lastmod reload-into-ims ignore-auth
> store-stale
> refresh_pattern \.cabalonline.co.id.*\.(cab|zip|exe|rar|dat|swf) 1440
> 100% 4320 override-expire override-lastmod reload-into-ims ignore-auth
> store-stale
> refresh_pattern \.megaxus.com.*\.(cab|zip|exe|rar|dat|swf) 1440 100%
> 4320 override-expire override-lastmod reload-into-ims ignore-auth
> store-stale
> refresh_pattern \.lytogame.com.*\.(cab|zip|exe|rar|dat|swf) 1440 100%
> 4320 override-expire override-lastmod reload-into-ims ignore-auth
> store-stale
> refresh_pattern
> ((25[0-5]|2[0-4][0-9]|1[0-9]{2}|[0-9]{1,2})\.){3}(25[0-5]|2[0-4][0-9]|1[0-9]{2}|[0-9]{1,2}).*\.(pak|exe|zip|kom|stg|npz|swf)$ 1440 100% 4320 override-expire override-lastmod reload-into-ims ignore-auth store-stale
>
> #PATTERN REFRESH
> refresh_pattern -i \.(html|htm|css|js|png|jsp|asx|asp|aspx)$ 240 100%
> 420
> refresh_pattern -i \/speedtest\/.*\.(txt|jpg|png|swf) 0 99% 14400
> override-expire ignore-reload ignore-private ignore-reload
> override-lastmod reload-into-ims
> refresh_pattern
> .pixieimage\.com.*\.(jp(e?g|e|2)|gif|png|tiff?|bmp|swf|mp(4|3)) 1440
> 99% 14400 override-expire ignore-reload ignore-private ignore-reload
> override-lastmod reload-into-ims
> refresh_pattern
> .blogspot\.com.*\.(jp(e?g|e|2)|gif|png|tiff?|bmp|swf|mp(4|3)) 1440
> 99% 14400 override-expire ignore-reload ignore-private ignore-reload
> override-lastmod reload-into-ims
> refresh_pattern
> .multiply\.com.*\.(jp(e?g|e|2)|gif|png|tiff?|bmp|swf|mp(4|3)) 1440
> 99% 14400 override-expire ignore-reload ignore-private ignore-reload
> override-lastmod reload-into-ims
> refresh_pattern .((blogspot\.com)|(pixieimage\.com)|(multiply\.com)).*
> 60 30% 240
> #refresh_pattern ^http:\/\/.*\.dl\.sourceforge\.net\/(.*) 43200 99%
> 43200 override-expire ignore-reload ignore-must-revalidate
> ignore-private
> #refresh_pattern ^http:\/\/.*.filehippo\.com\/.*\.(exe|zip|rar) 43200
> 99% 43200 override-expire ignore-reload ignore-must-revalidate
> ignore-private ignore-no-cache
>
> refresh_pattern -i \.(sc-|dl-|ex-|mh-|dll|da-) 0 2% 50 reload-into-ims
> refresh_pattern -i \.(mst|Xtp|iop)$ 0 50% 1440 reload-into-ims
> refresh_pattern -i
> (index.php|autoup.exe|main.exe|xtrap.xt|autoupgrade.exe|update.exe|grandchase.exe|FSLauncher.exe|FreeStyle_Setup.exe|grandchase.exe|filelist.zip)$ 0 50% 1440
> refresh_pattern -i
> (PointBlank.exe.zip|HSUpdate.exe.zip|PBConfig.exe.zip) 0 50% 1440
> refresh_pattern -i
> (wks_avira-win32-en-pecl.info.gz|wks_avira10-win32-en-pecl.info.gz|servers.def.vpx)$ 0 50% 1440
> refresh_pattern -i
> (setup.exe.gz|avscan.exe.gz|avguard.exe.gz|filelist.zip|AvaClient.exe)
> 0 50% 1440
> refresh_pattern -i (livescore.com|goal.com|bobet) 0 50% 60
>
> #FB & YOUTUBE
> refresh_pattern
> \.facebook\.com.*\.(jp(e?g|e|2)|gif|png|tiff?|bmp|swf|mp(4|3)) 1440
> 99% 14400 override-expire ignore-reload ignore-private
> refresh_pattern \.facebook\.com.* 240 50% 480
> refresh_pattern
> \.fbcdn\.net.*\.(jp(e?g|e|2)|gif|png|tiff?|bmp|swf|mp(4|3)) 1440 99%
> 14400 override-expire ignore-reload ignore-private store-stale
> refresh_pattern \.gstatic\.com/images\? 1440 99% 14400 override-expire
> override-lastmod ignore-reload ignore-private ignore-must-revalidate
> refresh_pattern
> \.(akamaihd|edgecastcdn|spilcdn|zgncdn|(tw|y|yt)img)\.com.*\.(jp(e?g|e|2)|gif|png|swf|mp(3|4)) 1440 99% 14400 override-expire override-lastmod ignore-reload ignore-private
> refresh_pattern (gstatic|diggstatic)\.com/.* 1440 99% 14400
> override-expire ignore-reload ignore-private
> refresh_pattern
> (photobucket|pbsrc|flickr|yimg|ytimg|twimg|gravatar)\.com.*\.(jp(e?g|e|2)|gif|png|tiff?|bmp|swf|mp(4|3)) 1440 99% 14400 override-expire ignore-reload ignore-private
> refresh_pattern
> (zynga|ninjasaga|mafiawars|cityville|farmville|crowdstar|spilcdn|agame|popcap)\.com/.* 1440 99% 14400 override-expire ignore-reload ignore-private
> refresh_pattern ^http:\/\/images|image|img|pics|openx|thumbs[0-9]\.
> 1440 99% 14400 override-expire ignore-reload ignore-private
> refresh_pattern ^.*safebrowsing.*google 1440 99% 14400 override-expire
> ignore-reload ignore-private ignore-auth ignore-must-revalidate
> refresh_pattern ^http://.*\.squid\.internal\/.* 10080 100% 79900
> override-expire override-lastmod ignore-reload ignore-no-store
> ignore-must-revalidate ignore-private ignore-auth max-stale=10000
> store-stale
> refresh_pattern
> (get_video\?|videoplayback\?|videodownload\?|\.flv\?|\.fid\?) 43200
> 99% 43200 override-expire ignore-reload ignore-must-revalidate
> ignore-private
>
> #ADS SITE
> refresh_pattern
> ^\.*(streamate.doublepimp.com.*\.js\?|utm\.gif|ads\?|rmxads\.com|ad\.z5x\.net|bh\.contextweb\.com|bstats\.adbrite\.com|a1\.interclick\.com|ad\.trafficmp\.com|ads\.cubics\.com|ad\.xtendmedia\.com|\.googlesyndication\.com|advertising\.com|yieldmanager|game-advertising\.com|pixel\.quantserve\.com|adperium\.com|doubleclick\.net|adserving\.cpxinteractive\.com|syndication\.com|media.fastclick.net).* 1440 99% 14400 ignore-private override-expire ignore-reload ignore-auth max-stale=1440
> refresh_pattern \.(ico|video-stats) 1440 99% 14400 override-expire
> ignore-reload ignore-private ignore-auth override-lastmod
> ignore-must-revalidate
> refresh_pattern
> ^http://((cbk|mt|khm|mlt|tbn)[0-9]?)\.google\.co(m|\.uk|\.id) 1440 99%
> 14400 override-expire override-lastmod ignore-reload ignore-private
> ignore-auth ignore-must-revalidate
> refresh_pattern vid\.akm\.dailymotion\.com.*\.on2\? 1440 99% 14400
> override-expire override-lastmod
> refresh_pattern galleries\.video(\?|sz) 1440 99% 14400 override-expire
> ignore-reload ignore-must-revalidate ignore-private
> refresh_pattern \.wikimapia\.org\/? 1440 99% 14400 override-expire
> override-lastmod ignore-reload ignore-private
>
> #FILES
> refresh_pattern -i
> \.(7z|arj|bin|bz2|cab|dll|exe|gz|inc|iso|jar|lha|ms(i|p|u)|rar|rpm|tar|tgz|zip|rtp|rpz|nui|kom|stg|pak|sup|nzp|npz|iop)$ 1440 99% 14400 override-expire override-lastmod ignore-private reload-into-ims ignore-must-revalidate ignore-reload store-stale
> refresh_pattern -i
> \.(class|doc|docx|pdf|pps|ppt|ppsx|pptx|ps|rtx|txt|wpl|xls|xlsx)$ 1440
> 99% 14400 override-expire override-lastmod ignore-private
> reload-into-ims ignore-must-revalidate ignore-reload store-stale
> refresh_pattern -i
> \.(3gp|ac4|agx|au|avi|axd|bmp|cbr|cbt|cbz|dat|divx|flv|gif|hqx|ico|jp(2|e|eg|g)|mid|mk(a|v)|mov|mp(1|2|3|4|e|eg|g)|og(a|g|v)|qt|ra|ram|rm|swf|tif|tiff|wa(v|x)|wm(a|v|x)|x-flv)$ 1440 99% 14400 override-expire override-lastmod ignore-private reload-into-ims ignore-must-revalidate ignore-reload store-stale
> refresh_pattern -i .(html|htm|css|js)$ 1440 75% 40320
> refresh_pattern -i .index.(html|htm)$ 0 75% 10080
>
> # Dont edit default refresh_pattern
> refresh_pattern ^ftp: 1440 20% 10080
> refresh_pattern ^gopher: 1440 0% 1440
> refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
> refresh_pattern . 60 50% 14400 store-stale
>
> #logformat
> access_log stdio:/var/log/squid3/access.log
> cache_log /var/log/squid3/cache.log
> cache_store_log none
> debug_options ALL,1 rotate=10
> logfile_rotate 5
> log_icp_queries off
> strip_query_terms off
>
> # Tunning
> hierarchy_stoplist cgi-bin ?
> memory_pools off
> client_db off
> pipeline_prefetch 2
> cache_effective_user proxy
> cache_effective_group proxy
> range_offset_limit -1
> quick_abort_min -1
>
> uri_whitespace encode
>
> # DNS name server
> dns_nameservers 8.8.8.8 8.8.4.4
> hosts_file /etc/hosts
> visible_hostname ithinkdev
>
> # Request anonymizer
> request_header_access From deny all
> request_header_access Server deny all
> request_header_access WWW-Authenticate deny all
> request_header_access Link deny all
> request_header_access Cache-Control deny all
> request_header_access Proxy-Connection deny all
> request_header_access X-Cache deny all
> request_header_access X-Cache-Lookup deny all
> request_header_access Via deny all
> request_header_access Forwarded-For deny all
> request_header_access X-Forwarded-For deny all
> request_header_access Pragma deny all
> request_header_access Keep-Alive deny all
> vary_ignore_expire on
Received on Mon Sep 16 2013 - 11:11:33 MDT

This archive was generated by hypermail 2.2.0 : Mon Sep 16 2013 - 12:00:11 MDT