X-Git-Url: http://www.privoxy.org/gitweb/?p=privoxy.git;a=blobdiff_plain;f=default.filter;h=0a9fd708480dcb53ca28e2ac7f371cc710de7321;hp=3159c1668bcdb470e6db0a38e5ff7340212ab180;hb=6fb0d5b897f16c213862a955482b17c14a02a729;hpb=f6e323d7d63ced384dc8c67c08c91a2bb9a3b013 diff --git a/default.filter b/default.filter index 3159c166..0a9fd708 100644 --- a/default.filter +++ b/default.filter @@ -2,11 +2,11 @@ # # File : $Source: /cvsroot/ijbswa/current/default.filter,v $ # -# $Id: default.filter,v 1.9 2002/04/11 07:36:35 oes Exp $ +# $Id: default.filter,v 1.28 2006/10/11 13:31:13 fabiankeil Exp $ # # Purpose : Rules to process the content of web pages # -# Copyright : Written by and Copyright +# Copyright : Written by and Copyright (C) 2001 - 2006 the # Privoxy team. http://www.privoxy.org/ # # We value your feedback. However, to provide you with the best support, @@ -62,48 +62,83 @@ ################################################################################# # -# html-annoyances: Get rid of particularly annoying HTML abuse +# js-annoyances: Get rid of particularly annoying JavaScript abuse # ################################################################################# -FILTER: html-annoyances Get rid of particularly annoying HTML abuse +FILTER: js-annoyances Get rid of particularly annoying JavaScript abuse -# New browser windows (if allowed -- see no-popups filter below) should be -# resizeable and have a location and status bar +# Note: Most of these jobs would be safer if restricted to a +# )|$1never|sigU + +# If we allow window.open, we want normal window features: +# Test: http://www.htmlgoodies.com/beyond/notitle.html # -#s/margin(height|width)=[0-9]*//gi -#s/noresize/yesresize/igU +s/(open\s*\([^\)]+resizable=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+location=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+status=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+scroll(?:ing|bars)=)(["']?)(?:no|0)\2/$1$2auto$2/sigU +s/(open\s*\([^\)]+menubar=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+toolbar=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+directories=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+fullscreen=)(["']?)(?:yes|1)\2/$1$2no$2/sigU +s/(open\s*\([^\)]+always(?:raised|lowered)=)(["']?)(?:yes|1)\2/$1$2no$2/sigU +s/(open\s*\([^\)]+z-?lock=)(["']?)(?:yes|1)\2/$1$2no$2/sigU +s/(open\s*\([^\)]+hotkeys=)(["']?)(?:yes|1)\2/$1$2no$2/sigU +s/(open\s*\([^\)]+titlebar=)(["']?)(?:no|0)\2/$1$2yes$2/sigU +s/(open\s*\([^\)]+always(?:raised|lowered)=)(["']?)(?:yes|1)\2/$1$2no$2/sigU ################################################################################# # -# js-annoyances: Get rid of particularly annoying JavaScript abuse +# js-events: Kill all JS event bindings and timers (Radically destructive! Only for extra nasty sites) # ################################################################################# -FILTER: js-annoyances Get rid of particularly annoying JavaScript abuse +FILTER: js-events Kill all JS event bindings and timers (Radically destructive! Only for extra nasty sites) + +s/(on|event\.)((mouse(over|out|down|up|move))|(un)?load|contextmenu|selectstart)/never/ig +# Not events, but abused on the same type of sites: +s/(alert|confirm)\s*\(/concat(/ig +s/settimeout\(/concat(/ig -# Get rid of Javascript referrer tracking. Test page: http://www.randomoddness.com/untitled.htm +################################################################################# +# +# html-annoyances: Get rid of particularly annoying HTML abuse # -s|()|$1"Not Your Business!"$2|Usg +################################################################################# +FILTER: html-annoyances Get rid of particularly annoying HTML abuse -# The status bar is for displaying link targets, not pointless blahblah +# New browser windows (if allowed -- see no-popups filter below) should be +# resizeable and have a location and status bar # -s/window.status\s*=\s*['"].*?['"]/dUmMy=1/ig +s/(]+resizable=)(['"]?)(?:no|0)\2/$1$2yes$2/igU +s/(]+location=)(['"]?)(?:no|0)\2/$1$2yes$2/igU +s/(]+status=)(['"]?)(?:no|0)\2/$1$2yes1$2/igU +s/(]+scrolling=)(['"]?)(?:no|0)\2/$1$2auto$2/igU +s/(]+menubar=)(['"]?)(?:no|0)\2/$1$2yes$2/igU -# Kill OnUnload popups. Yummy. Test: http://www.zdnet.com/zdsubs/yahoo/tree/yfs.html +# The and tags were crimes! # -s/()/$1never$2/iU +s---sigU ################################################################################# @@ -113,61 +148,238 @@ s/()/$1never$2/iU ################################################################################# FILTER: content-cookies Kill cookies that come in the HTML or JS content -# JS cookies, like found on privacy.net: +# JS cookies, except those used by antiadbuster.com to detect us: # -s|(document\.cookie)([ \t\r\n]*=)|documenZapCooky$2|g +s|(\w+\.)+cookie(?=[ \t\r\n]*=)(?!='aab)|ZappedCookie|ig # HTML cookies: # -s|].*>||iUT +s|||igU + + +################################################################################# +# +# refresh-tags: Kill automatic refresh tags (for dial-on-demand setups) +# +################################################################################# +FILTER: refresh-tags Kill automatic refresh tags (for dial-on-demand setups) + +# Note: Only deactivates refreshes with more than 9 seconds delay to +# preserve monster-stupid but common redirections via meta tags. +# +s/\2]*))?\2/)(?=\s*[^'"])+$1+isU +s+([^\w\s.]\s*)((window|this|parent)\.)?open\s*\(+$1PrivoxyWindowOpen(+ig +s+([^'"]\s*)(?!\s*(\\n|'|"))+$1+iU + + +################################################################################## +# +# all-popups: Kill all popups in JavaScript and HTML +# +################################################################################# +FILTER: all-popups Kill all popups in JavaScript and HTML + +s/((\W\s*)(window|this|parent)\.)open\s*\\?\(/$1concat(/ig # JavaScript +s/\starget\s*=\s*(['"]?)_?(blank|new)\1?/ notarget/ig # HTML ################################################################################## # -# popups: Kill all popups in JS and HTML +# img-reorder: Reorder attributes in tags to make the banners-by-* filters more effective # ################################################################################# -FILTER: popups Kill all popups in JS and HTML +FILTER: img-reorder Reorder attributes in <img> tags to make the banners-by-* filters more effective -s/window\.open\s*\(/concat(/ig # JavaScript -s/([ =;])open\s*\(/$1concat(/ig # JavaScript alternative -s/target=['"]?(_blank|_new)['"]?/notarget/ig # HTML +# In the first step src is moved to the start, then width is moved to the second +# place to guarantee an order of src, width, height. +# This makes banners-by-size more effective and allows both banners-by-size +# and banners-by-link to preserve the original image URL in the title attribute. + +s|]*) src\s*=\s*(['"])([^>\\\2]+)\2|]*) src\s*=\s*([^'">\\\s]+)|\\\\2]*\2\|[^'">\\\s]+?))([^>]*)\s+width\s*=\s*(["']?)(\d+?)\4|]+)framespacing=['"]?(no|0)['"]?(.*>)/$1$3/igU -s/(]+)(frame)?border=['"]?(no|0)['"]?(.*>)/$1$4/igU +# 88*31 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)88\4)[^>]*?(height=(['"]?)31\6)[^>]*>@@sig +# 120*60, 120*90, 120*240, 120*600 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)120\4)[^>]*?(height=(['"]?)(?:600?|90|240)\6)[^>]*>@@sig +# 125*125 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)125\4)[^>]*?(height=(['"]?)125\6)[^>]*>@@sig +# 160*600 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)160\4)[^>]*?(height=(['"]?)600\6)[^>]*>@@sig +# 180*150 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)180\4)[^>]*?(height=(['"]?)150\6)[^>]*>@@sig +# 234*60, 468*60 (Most Banners!) +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)(?:234|468)\4)[^>]*?(height=(['"]?)60\6)[^>]*>@@sig +# 240*400 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)240\4)[^>]*?(height=(['"]?)400\6)[^>]*>@@sig +# 250*250, 300*250 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)(?:250|300)\4)[^>]*?(height=(['"]?)250\6)[^>]*>@@sig +# 336*280 +s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)336\4)[^>]*?(height=(['"]?)280\6)[^>]*>@@sig + +# Note: 200*50 was also proposed, but it probably causes too much collateral damage: +# +#s@\\\1\s]+)\1)?[^>]*?(width=(['"]?)200\4)[^>]*?(height=(['"]?)50\6)[^>]*>@@sig -s/(]+)frameborder=['"]?(no|0)['"]?(.*>)/$1$3/igU -s/(]+)noresize(.*>)/$1$2/igU -s/(]+)resizable=['"]?(no)['"]?(.*>)/$1$3/igU -s/(]+)scrolling=['"]?(no)['"]?(.*>)/$1$3/igU ################################################################################# # +# banners-by-link: Kill banners by their links to known clicktrackers (Experimental) +# +################################################################################# +FILTER: banners-by-link Kill banners by their links to known clicktrackers + +# Common case with width and height attributes: +# +s@\1\s]*?(?:\ + adclick # See www.dn.se \ +| atwola\.com/(?:link|redir) # see www.cnn.com \ +| /jump/ # redirs for doublecklick.net ads \ +| tracker | counter # common \ +| adlog\.pl # see sf.net \ +)[^>\1\s]*)\1[^>]*>\s*\\\3\s]+)\3)?[^>]*((?:width|height)\s*=\s*(['"]?)\d+?\6)[^>]*((?:width|height)\s*=\s*(['"]?)\d+?\8)[^>]*>\ +@@sigx + +# Rare case w/o explicit dimensions: +# +s@\1\s]*?(?:adclick|atwola\.com/(?:link|redir)|doubleclick\.net/jump/|tracker|counter|adlog\.pl)[^>\1\s]*)\1[^>]*>\s*\\\3\s]+)\3)?[^>]*>@@sig + + +################################################################################ +# # webbugs: Squish WebBugs (1x1 invisible GIFs used for user tracking) # ################################################################################# FILTER: webbugs Squish WebBugs (1x1 invisible GIFs used for user tracking) -s/]*?(width|height)\s*=\s*['"]?1\D[^>]*?(width|height)\s*=\s*['"]?1(\D[^>]*?)?>//sig +s@]*\s(?:width|height)\s*=\s*['"]?[01](?=\D)[^>]*\s(?:width|height)\s*=\s*['"]?[01](?=\D)[^>]*?>@@siUg ################################################################################# # -# refresh-tags: Kill automatic refresh tags (for dial-on-demand setups) +# tiny-textforms: Extend those tiny textareas up to 40x80 and kill the hard wrap # ################################################################################# -FILTER: refresh-tags Kill automatic refresh tags (for dial-on-demand setups) +FILTER: tiny-textforms Extend those tiny textareas up to 40x80 and kill the hard wrap + +s/(]*?)(?:\s*(?:rows|cols)=(['"]?)\d+\2)+/$1 rows=$2\40$2 cols=$2\80$2/ig +s/(]*?)wrap=(['"]?)hard\2/$1/ig + + +################################################################################# +# +# jumping-windows: Prevent windows from resizing and moving themselves +# +################################################################################# +FILTER: jumping-windows Prevent windows from resizing and moving themselves + +s/(?:window|this|self)\.(?:move|resize)(?:to|by)\(/''.concat(/ig + + +################################################################################# +# +# frameset-borders: Give frames a border, make them resizable and scrollable +# +################################################################################# +FILTER: frameset-borders Give frames a border and make them resizable + +s/(]*)framespacing=(['"]?)(no|0)\2/$1/igU +s/(]*)frameborder=(['"]?)(no|0)\2/$1/igU +s/(]*)border=(['"]?)(no|0)\2/$1/igU +s/(]*)noresize/$1/igU +s/(]*)frameborder=(['"]?)(no|0)\2/$1/igU +s/(]*)scrolling=(['"]?)(no|0)\2/$1/igU + + + +################################################################################# +# +# demoronizer: Correct Microsoft's abuse of standardized character sets, which +# leave the browser to (mis)-interpret unknown characters, with +# sometimes bizarre results on non-MS platforms. +# +# credit: ripped from the demoroniser.pl script by: +# John Walker -- January 1998, http://www.fourmilab.ch/webtools/demoroniser +# +################################################################################# +FILTER: demoronizer Fix MS's non-standard use of standard charsets + +s/(&\#[0-2]\d\d)\s/$1; /g +# per Robert Lynch: http://slate.msn.com//?id=2067547, just a guess. +# Must come before x94 below. +s/\xE2\x80\x94/ -- /g +s/\x82/,/g +#s-\x83-f-g +s/\x84/,,/g +s/\x85/.../g +#s/\x88/^/g +#s-\x89- °/°°-g +s/\x8B/~-g +#s-\x99-TM-g +# per Robert Lynch. +s/\x9B/>/g # 155 + + +################################################################################# +# +# shockwave-flash: Kill embedded Shockwave Flash objects +# Note: Better just block "/.*\.swf$"! +# +################################################################################# +FILTER: shockwave-flash Kill embedded Shockwave Flash objects + +s|]*macromedia.*||sigU +s|]*(application/x-shockwave-flash\|\.swf).*>(.*)?||sigU + + +################################################################################# +# +# quicktime-kioskmode: Make Quicktime movies saveable +# +################################################################################# +FILTER: quicktime-kioskmode Make Quicktime movies saveable -s/]*)['"]?>//iU -s/].*>//iU +s/(]*)kioskmode\s*=\s*(["']?)true\2/$1/ig ################################################################################# @@ -177,96 +389,384 @@ s/].*>/|sigU +################################################################################# +# +# yahoo: CSS-based block for Yahoo text ads. Also removes a width limitation. +# +################################################################################# +FILTER: yahoo CSS-based block for Yahoo text ads. Also removes a width limitation. +s@@\n$0@ +################################################################################# +# +# msn: CSS-based block for MSN text ads. Also removes tracking URLs +# and a width limitation. +# +################################################################################# +FILTER: msn CSS-based block for MSN text ads. Also removes tracking URLs and a width limitation. +s@@\n$0@ +s@(]*) id=(["']?)ads_[^\2]*\2@$1 class="msn_ads"@Uig +s@(]*href=\")http://g.msn.com/.*\?(http://.*)(&&DI=.*)(\")@$1$2$4@Ug +s@(]*)gping=\".*\"@$1 title="URL cleaned up by Privoxy's msn filter"@Ug ################################################################################# # -# crude-parental: Crude parental filtering? (Use along with a suitable blocklist). -# Shows how to deny access to whole page based on a keyword. +# blogspot: Cleans up some Blogspot blogs. Read the fine print before using this. +# +# This filter also intentionally removes some navigation stuff and +# sets the page width to 100%. As a result, some rounded "corners" would +# appear to early or not at all and as fixing this would require a browser +# that understands background-size (CSS3), they are removed instead. # +################################################################################# +FILTER: blogspot Cleans up some Blogspot blogs. Read the fine print before using this. +s@@\n$0@ +s@|(
Blocked

Blocked due to possible adult content. Please see this site.

%is -s+^.*warez.*$+No Warez

You're not searching for illegal stuff, are you?

+is +################################################################################# +# +# html-to-xml: Header filter to change the Content-Type from html to xml. +# +################################################################################# +FILTER: html-to-xml Header filter to change the Content-Type from html to xml. +s@^(Content-Type:) text/html(;.*)?$@$1 application/xhtml+xml$2@ + +################################################################################# +# +# xml-to-html: Header filter to change the Content-Type from xml to html. +# +################################################################################# +FILTER: xml-to-html Header filter to change the Content-Type from xml to html. +s@^(Content-Type:) (?:application|text)/(?:xhtml\+)?xml(;.*)?$@$1 text/html$2@ ############################################################################## # # Revisions : # $Log: default.filter,v $ +# Revision 1.28 2006/10/11 13:31:13 fabiankeil +# Added Anduin Withers' js-annoyances fix +# for not messing up escaped quotes. Fixes BR 999765. +# +# Improved blogspot filter to make it less likely that +# the blogspot banner at the top of the page is missed. +# +# Revision 1.27 2006/10/08 17:00:51 fabiankeil +# Modified webbugs filter to create a comment around the offending +# image instead of removing it entirely. +# +# Adjusted regex to only match if there's at least one whitespace +# before the width and height attributes. Makes it more likely that +# they are indeed attributes, and not part of the value of another attribute. +# Solves BR 1035587. +# +# Thanks to Martin Thomas for diagnosing the cause of the problem. +# +# Revision 1.26 2006/10/06 18:06:16 fabiankeil +# Added header filter x-httpd-php-to-html +# and reverted another img-reorder whitespace +# problem. +# +# Revision 1.25 2006/10/06 15:26:09 fabiankeil +# Bumped copyright year. +# +# Reverted parts of the last img-reorder change +# which were intended to remove superfluous whitespace +# but had the side effect to mess up some tags. +# +# Modified banners-by-size and banners-by-link to +# use border value "0" instead of "\0". Fixes BR 1100065. +# +# Revision 1.24 2006/10/06 11:25:31 fabiankeil +# Taught img-reorder not to break img tags +# with empty src attributes. Fixes BR 1089474. +# Thanks to Raphael Moll for reporting. +# +# Revision 1.23 2006/10/05 14:46:28 fabiankeil +# Replaced "<" in img-reorder's description with "<". +# +# Modified msn filter to tag ads with classes instead +# of ids. There may be more than one ad per page, +# but ids are required to be unique. +# +# Revision 1.22 2006/10/04 19:17:14 fabiankeil +# Incorportated Frédéric Crozat's ie-exploits +# modification to make it less trigger-happy. +# +# Modified blogspot filter to make .post-body +# scrollable if necessary. +# +# Revision 1.21 2006/10/02 16:21:14 fabiankeil +# Adjusted yahoo filter to hide .yschspns as well. +# Added header filters: html-to-xml and xml-to-html. +# +# Revision 1.20 2006/10/01 21:00:22 fabiankeil +# New site-specific filters: google, yahoo, msn and blogspot. +# +# Revision 1.19 2006/07/18 14:48:45 david__schmidt +# Reorganizing the repository: swapping out what was HEAD (the old 3.1 branch) +# with what was really the latest development (the v_3_0_branch branch) +# +# Revision 1.11.2.23 2004/02/17 13:34:01 oes +# - Beefed up the protection of the unsolicited-popups +# filter against matching in JavaScript string constants. +# - Extended the fun filter with a German joke +# - Extended the site-specifics filter with a convenience +# reeplacement for managing mailing lists at SourceForge +# +# Revision 1.11.2.22 2004/01/30 15:29:29 oes +# Updated the copyright note +# +# Revision 1.11.2.21 2004/01/20 15:15:01 oes +# Detail enhancement in all-popups +# +# Revision 1.11.2.20 2004/01/06 16:46:14 oes +# Fixed a JS syntax problem in jumping-windows +# +# Revision 1.11.2.19 2003/12/17 17:09:25 oes +# Added remedy against IE address bar spoofing +# +# Revision 1.11.2.18 2003/12/02 11:25:27 oes +# Fixed a line trashed in previous commit +# +# Revision 1.11.2.17 2003/12/01 21:58:46 oes +# Assorted tuning: +# +# - unsolicited-popups no longer matches at start or end of quoted +# strings, and is now activated earlier and deactivated later in +# the page. +# - replacement images in banners-by-* now without border +# - more effective shockwave flash flattening +# - Custom annoyance filtering for Yahoo Groups, Monster.com, NY Times. +# +# Revision 1.11.2.16 2003/05/08 09:44:56 oes +# Allow extra parameters in blink,marquee tags. Fixes bug #734012 +# +# Revision 1.11.2.15 2003/03/30 13:57:08 oes +# Making unsolicited-popups safe for use on tags enclosed in JS strings +# +# Revision 1.11.2.14 2003/03/19 13:17:50 oes +# - Added filter "site-specifics" to address site specific problems +# - Fixed a small problem in the img-reorder filter +# +# Revision 1.11.2.13 2003/03/18 19:28:59 oes +# Fixed a minor problem in the img-reorder filter +# +# Revision 1.11.2.12 2003/03/15 14:06:58 oes +# - Assorted refinements, optimizations and fixes in the js-annoyances, +# img-reorder, banners-by-size, banners-by-link, webbugs, refresh-tags, +# html-annoyances, content-cookies and fun filters +# - Replaced filter "popups" by choice between two modes: +# - "unsolicited-popups" tries to catch only the unsolicited ones +# - "all-popups" tries to kill them all (as before) +# - New filter "tiny-textforms" Help those tiny or hard-wrap textareas. +# - New filter "jumping-windows" that prevents windows from resizing +# and moving themselves +# - Replaced "nimda" with more general "ie-exploits" filter in which +# all filters for exploits shall be collected +# +# Revision 1.11.2.11 2002/11/12 16:14:43 oes +# Exchanged js-annoyance filter against status bar rewrites with improved version by Don Libes +# +# Revision 1.11.2.10 2002/11/11 13:39:47 oes +# Make refresh-tags filter work even on incorrect refresh tags like found on usatoday.com +# +# Revision 1.11.2.9 2002/11/08 16:39:17 oes +# Made img-reorder more cautious. Fixes bug #632715 +# +# Revision 1.11.2.8 2002/10/13 21:56:52 hal9 +# Adding demoronizer filter. This should include all the common abuses. I have +# left a few of the rare cases commented out (never found these in the wild). +# +# Revision 1.11.2.7 2002/09/25 15:09:39 oes +# Preserve original quoting style in tags wherever possible. Fixes Bug #605956 +# +# Revision 1.11.2.6 2002/08/23 14:12:26 oes +# Proofed frameset-borders against "fremaborder=0 border=0" +# +# Revision 1.11.2.5 2002/08/22 15:05:20 oes +# Added Filter to make Quicktime movies saveable (thanks to aaron@linville.org for the idea) +# +# Revision 1.11.2.4 2002/08/10 11:32:29 oes +# Attribute values in replacement tags of banners-by-size filter now undelimited. (Fixes bug #592493) +# +# Revision 1.11.2.3 2002/08/05 11:43:56 oes +# Fixed a bug in the popups filter that was introduced with the last fix :-( +# +# Revision 1.11.2.2 2002/08/01 11:20:13 oes +# Fixed bugs 587802, 577802 and an unreported one +# +# Revision 1.11.2.1 2002/07/26 15:18:26 oes +# - All filters reviewed and many shorcomings fixed +# - New filters: img-reorder, banners-by-link and js-events +# - Jobs reorderd because they are now executed in order of +# appearance +# +# Revision 1.11 2002/05/24 00:57:18 oes +# Made WeBugs job ungreedy; Fixes bug 559190 +# +# Revision 1.10 2002/04/18 10:14:19 oes +# renamed some filters +# # Revision 1.9 2002/04/11 07:36:35 oes # Generalized js-popup filter # @@ -357,3 +857,5 @@ s+^.*warez.*$+No Warez

You're not sea # # # + +