ArchiveBot/db/ignore_patterns/global.json at ae0ea91c27ef73fcec0e736c83cee19ba5ded8f2 · ArchiveTeam/ArchiveBot · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
{
    "name": "global",
    "patterns": [
        "%25252525",
        "/App_Themes/.+/App_Themes/",
        "/bxSlider/.+/bxSlider/",
        "/bxSlider/bxSlider/",
        "/slides/slides/.+/slides/",
        "/slides/.+/slides/slides/",
        "/slides/slides/slides/",
        "/js/js/.+/js/",
        "/js/.+/js/js/",
        "/js/js/js/",
        "/css/css/.+/css/",
        "/css/.+/css/css/",
        "/css/css/css/",
        "/styles/styles/.+/styles/",
        "/styles/.+/styles/styles/",
        "/styles/styles/styles/",
        "/scripts/scripts/.+/scripts/",
        "/scripts/.+/scripts/scripts/",
        "/scripts/scripts/scripts/",
        "/images/images/.+/images/",
        "/images/.+/images/images/",
        "/images/images/images/",
        "/img/img/.+/img/",
        "/img/.+/img/img/",
        "/img/img/img/",
        "/clientscript/clientscript/.+/clientscript/",
        "/clientscript/.+/clientscript/clientscript/",
        "/clientscript/clientscript/clientscript/",
        "/lib/exe/.*lib[-_]exe[-_]lib[-_]exe[-_]",
        "/(%5C)+(%22|%27)",
        "/%5C/%5C/",
        "/%27\\+[^/]+\\+%27",
        "/%22\\+[^/]+\\+%22",
        "/%27%20\\+[^/]+\\+%20%27",
        "/%22%20\\+[^/]+\\+%20%22",
        "/\\\\+(%22|%27)",
        "/\\\\+[\"']",
        "/\\\\/\\\\/",
        "/'\\+[^/]+\\+'",
        "/wp-content/cache/wpfc-minified/[^/]+/[^/]+/",
        "^https?://localhost(:\\d+)?/",
        "^https?://(127|10|0)\\.\\d+\\.\\d+\\.\\d+(:\\d+)?/",
        "^https?://169\\.254\\.\\d+\\.\\d+(:\\d+)?/",
        "^https?://172\\.(1[6-9]|2\\d|3[01])\\.\\d+\\.\\d+(:\\d+)?/",
        "^https?://192\\.168\\.\\d+\\.\\d+(:\\d+)?/",
        "^https?://192\\.0\\.2\\.\\d+(:\\d+)?/",
        "^https?://198\\.(18|19)\\.\\d+\\.\\d+(:\\d+)?/",
        "^https?://198\\.51\\.100\\.\\d+(:\\d+)?/",
        "^https?://203\\.0\\.113\\.\\d+(:\\d+)?/",
        "^https?://www\\.google\\.com/recaptcha/api",
        "^https?://(www\\.)?geocities\\.com/",
        "^https?://geo\\.yahoo\\.com/b\\?",
        "^https?://((s-)?static\\.ak\\.fbcdn\\.net|(connect\\.|www\\.)?facebook\\.com)/connect\\.php/js/.*rsrc\\.php",
        "^https?://www\\.flickr\\.com/change_language\\.gne",
        "^https?://([^/]+\\.)?archive\\.org/",
        "^https?://([^/]+\\.)?archive-it\\.org/",
        "^https?://archive\\.is/",
        "^https?://www\\.google\\.((com|ad|ae|al|am|as|at|az|ba|be|bf|bg|bi|bj|bs|bt|by|ca|cd|cf|cg|ch|ci|cl|cm|cn|cv|cz|de|dj|dk|dm|dz|ee|es|fi|fm|fr|ga|ge|gg|gl|gm|gp|gr|gy|hn|hr|ht|hu|ie|im|iq|is|it|je|jo|ki|kg|kz|la|li|lk|lt|lu|lv|md|me|mg|mk|ml|mn|ms|mu|mv|mw|ne|nl|no|nr|nu|pl|pn|ps|pt|ro|ru|rw|sc|se|sh|si|sk|sn|so|sm|sr|st|td|tg|tk|tl|tm|tn|to|tt|vg|vu|ws|rs|cat)|(com\\.(af|ag|ai|ar|au|bd|bh|bn|bo|br|bz|co|cu|cy|do|ec|eg|et|fj|gh|gi|gt|hk|jm|kh|kw|lb|ly|mm|mt|mx|my|na|nf|ng|ni|np|om|pa|pe|pg|ph|pk|pr|py|qa|sa|sb|sg|sl|sv|tj|tr|tw|ua|uy|vc|vn))|(co\\.(ao|bw|ck|cr|id|il|in|jp|ke|kr|ls|ma|mz|nz|th|tz|ug|uk|uz|ve|vi|za|zm|zw)))/finance\\?noIL=1&q=[^&]+&ei=",
        "^https?://upload\\.wikimedia\\.org/wikipedia/[^/]+/thumb/",
        "^https?://upload\\.wikimedia\\.org/wikipedia/[^/]+/transcoded/",
        "^https?://s?b\\.scorecardresearch\\.com/",
        "^http://i\\.dev\\.cdn\\.turner\\.com/",
        "^https?://video-subtitle\\.tedcdn\\.com/",
        "^https?://download\\.ted\\.com/",
        "^http://msft\\.digitalrivercontent\\.net/win/.+\\.iso",
        "^https?://tmz\\.vo\\.llnwd\\.net/",
        "^https?://(www\\.)?megaupload\\.com/",
        "^https?://(www\\.)?filesonic\\.com/",
        "^https?://(www\\.)?wupload\\.com/",
        "^https?://prod-preview\\.wired\\.com/",
        "^http://([^\\./]+\\.)?stream\\.publicradio\\.org/",
        "^http://icecast\\.streaming\\.castor\\.nl/",
        "^http://wm1\\.streaming\\.castor\\.nl:8000/",
        "^http://icecast\\.databoss\\.nl:8000/",
        "^http://stream\\.rynothebearded\\.com:8000/",
        "^http://mp3\\.live\\.tv-radio\\.com/",
        "^http://av\\.rasset\\.ie/av/live/",
        "^http://gcnplayer\\.gcnlive\\.com/.+",
        "^http://streaming\\.radionomy\\.com/",
        "^http://mp3\\.ffh\\.de/",
        "^http://(www\\.)?theradio\\.cc\\:8000/",
        "^http://(audio\\d?|nfw)\\.video\\.ria\\.ru/",
        "^http://eu1\\.fastcast4u\\.com:3048/",
        "^http://[^\\./]+\\.radioscoop\\.(com|net):\\d+/",
        "^http://[^\\./]+\\.streamchan\\.org:\\d+/",
        "^http://[^/]*musicproxy\\.s12\\.de/",
        "^http://stream\\.rfi\\.fr/",
        "^http://striiming\\d?\\.trio\\.ee/",
        "^http://streamer\\.radiocampus\\.be(:\\d+)?/",
        "^http://relay\\.broadcastify\\.com/",
        "^http://audio\\d?\\.radioreference\\.com/",
        "^http://[^/]+\\.akadostream\\.ru(:\\d+)?/",
        "^http://radio\\.silver\\.ru(:\\d+)?/",
        "^http://icecast\\.szwoelf\\.com:8000/",
        "^http://altair\\.micronick\\.com:8080/\\?action=stream",
        "^http://94\\.25\\.53\\.13[1-4]/.+\\.mp3$",
        "^http://server\\.lradio\\.ru:\\d+/",
        "^http://188\\.93\\.17\\.201:8080/",
        "^http://81\\.19\\.85\\.19[56]/.+\\.mp3$",
        "^http://81\\.19\\.85\\.203/.+\\.mp3$",
        "^http://play(\\d+)?\\.radio13\\.ru:8000/",
        "^http://stream(\\d+)?\\.media\\.rambler\\.ru/",
        "^http://pub(\\d+)?\\.di\\.fm/",
        "^http://vostok\\.fmtuner\\.ru/",
        "^http://109\\.120\\.141\\.181:8000/",
        "^http://195\\.88\\.63\\.114:8000/",
        "^http://radiosilver\\.corbina\\.net:8000/",
        "^http://89\\.251\\.147\\.100/",
        "^http://bcs\\d?\\.fontanka\\.fm:8000/",
        "^http://stream2\\.cnmns\\.net/",
        "^http://[^/]+\\.streamtheworld\\.com/",
        "^http://[^/]+\\.gaduradio\\.pl/",
        "^http://anka\\.org:8080/",
        "^http://radio\\.visionotaku\\.com:8000/",
        "^http://stream\\.r-a-d\\.io/",
        "^http://r-a-d\\.io/.+\\.mp3$",
        "^http://95\\.81\\.155\\.17/",
        "^https?://icecast\\.rtl2?\\.fr/",
        "^http://mp3tslg\\.tdf-cdn\\.com/",
        "^http://[^/]+/anony/mjpg\\.cgi$",
        "^https?://air\\.radiorecord\\.ru(:\\d+)?/",
        "^https?://[^/]+\\.rastream\\.com(:\\d+)?/",
        "^https?://audiots\\.scdn\\.arkena\\.com/",
        "^https?://(www|draft)\\.blogger\\.com/(navbar\\.g|post-edit\\.g|delete-comment\\.g|comment-iframe\\.g|share-post\\.g|email-post\\.g|blog-this\\.g|delete-backlink\\.g|rearrange|blog_this\\.pyra)\\?",
        "^https?://[^/]*tumblr\\.com/(impixu\\?|share(/link/?)?\\?|widgets/share/tool|reblog/)",
        "^https?://plus\\.google\\.com/share\\?",
        "^https?://(apis|plusone)\\.google\\.com/_/\\+1/",
        "^https?://(ssl\\.|www\\.)?reddit\\.com/(login\\?dest=|submit\\?|static/button/button)",
        "^https?://(www\\.)?digg\\.com/submit\\?",
        "^https?://((www|m|[a-z]{2}-[a-z]{2})\\.)?facebook\\.com/(plugins/(like(box)?|share_button)\\.php|(sharer?/)?sharer?\\.php|dialog/(feed|share|send))\\?",
        "^https?://www\\.facebook\\.com/captcha/",
        "^https?://(www\\.)?(twitter|x)\\.com/(share\\?|intent/((re)?(tweet|post)|favorite)|home/?\\?status=|\\?status=)",
        "^https?://platform\\d?\\.twitter\\.com/widgets/tweet_button.html\\?",
        "^https?://www\\.newsvine\\.com/(_wine/|_tools/seed&)save\\?",
        "^https?://www\\.netvibes\\.com/(share|subscribe\\.php)\\?",
        "^https?://add\\.my\\.yahoo\\.com/(rss|content)\\?",
        "^https?://www\\.addtoany\\.com/(add_to/|share_save\\?)",
        "^https?://www\\.addthis\\.com/bookmark\\.php\\?",
        "^https?://(www\\.)?pinterest\\.com/pin/create/",
        "^https?://(www\\.)?linkedin\\.com/(cws/share\\?|shareArticle/?\\?|sharing/share-offsite/\\?|feed/\\?shareActive=true&shareUrl=)",
        "^https?://(www\\.)?(telegram|t)\\.me/share/url\\?",
        "^https?://(www\\.)?stumbleupon\\.com/((submit|badge)\\?|badge/embed/)",
        "^https?://csp\\.cyworld\\.com/bi/bi_recommend_pop\\.php\\?",
        "^https://share\\.flipboard\\.com/bookmarklet/popout\\?",
        "^https?://flattr.com/submit/auto\\?",
        "^https?://(www\\.)?myspace\\.com/(Modules/PostTo/|post\\?)",
        "^https?://www\\.google\\.com/bookmarks/mark\\?",
        "^http://myweb2\\.search\\.yahoo\\.com/myresults/bookmarklet\\?",
        "^http://vuible\\.com/pins-settings/",
        "^https?://news\\.ycombinator\\.com/submitlink\\?",
        "^http://reporter\\.es\\.msn\\.com/\\?fn=contribute",
        "^http://www\\.blinklist\\.com/index\\.php\\?Action=Blink/addblink\\.php",
        "^http://sphinn\\.com/index\\.php\\?c=post&m=submit&",
        "^http://posterous\\.com/share\\?",
        "^https?://(del\\.icio\\.us|delicious\\.com)/(save|post)\\?",
        "^https?://(www\\.)?friendfeed\\.com/share\\?",
        "^https?://(www\\.)?xing(-share)?\\.com/(app/user\\?op=share|social_plugins/share\\?|spi/shares/new\\?)",
        "^http://iwiw\\.hu/pages/share/share\\.jsp\\?",
        "^http://memori(\\.qip)?\\.ru/link/\\?",
        "^http://wow\\.ya\\.ru/posts_(add|share)_link\\.xml\\?",
        "^https?://connect\\.mail\\.ru/share\\?",
        "^https?://zakladki\\.yandex\\.ru/(newlink\\.xml|userarea/links/addfromfav\\.asp)\\?",
        "^https?://(vkontakte\\.ru|vk\\.com)/share\\.php\\?",
        "^https?://www\\.odnoklassniki\\.ru/dk\\?st\\.cmd=addShare",
        "^https?://www\\.google\\.com/(reader/link\\?|buzz/post\\?)",
        "^https?://service\\.weibo\\.com/share/share\\.php\\?",
        "^https?://(www\\.)?technorati\\.com/faves/?\\?add=",
        "^https?://bufferapp\\.com/add\\?",
        "^https?://b\\.hatena\\.ne\\.jp/add\\?",
        "^https?://api\\.addthis\\.com/",
        "^https?://bookmark\\.naver\\.com/post\\?",
        "^https?://mail\\.google\\.com/mail/",
        "^http://pixel\\.blog\\.hu/",
        "^https?://pixel\\.quantserve\\.com/",
        "^https?://(www|ssl)\\.google-analytics\\.com/(r/)?(__utm\\.gif|collect\\?)",
        "^https?://p\\.opt\\.fimserve\\.com/",
        "^https?://(\\d|www|secure)\\.gravatar\\.com/avatar/ad516503a11cd5ca435acc9bb6523536",
        "^https?://imageshack\\.com/lost$",
        "^https?://[^/]+\\.corp\\.ne1\\.yahoo\\.com/",
        "^https?://.+/js-agent\\.newrelic\\.com/nr-\\d{3,3}(\\.min)?\\.js$",
        "^https?://.+/stats\\.g\\.doubleclick\\.net/dc\\.js$",
        "^https?://stats\\.g\\.doubleclick\\.net/r/collect",
        "^https?://ad\\.doubleclick\\.net/activity",
        "^https?://.+/js/chartbeat\\.js$",
        "^http://www\\.khaleejtimes\\.com/.+/kt_.+/kt_",
        "^http://www\\.khaleejtimes\\.com/.+/images/.+/images/",
        "^http://www\\.khaleejtimes\\.com/.+/imgactv/.+/imgactv/",
        "^http://photobucket\\.com/.+/albums/.+/albums/",
        "^https?://([^/]+\\.)?gdcvault\\.com(/.*/|/)(fonts(/.*/|/)fonts/|css(/.*/|/)css/|img(/.*/|/)img/)",
        "^https://static\\.licdn\\.com/sc/p/com\\.linkedin\\.nux(:|%3A)nux-static-content(\\+|%2B)[\\d\\.]+/f/",
        "^https?://www\\.flickr\\.com/(explore/|photos/[^/]+/(sets/\\d+/(page\\d+/)?)?)\\d+_[a-f0-9]+(_[a-z])?\\.jpg$",
        "^https?://static\\.licdn\\.com/sc/p/.+/f//",
        "^http://www\\.warnerbros\\.com/\\d+$",
        "^https?://tm\\.uol\\.com\\.br/h/.+/h/",
        "^https?://media\\.opb\\.org/clips/embed/.+\\.js$",
        "^https?://[^.]+\\.pinterest\\.[^/]+/join/",
        "\\?wordfence_(logHuman|lh)=1",
        "amp;amp;",
        "^https?://accounts\\.google\\.com/o/oauth2/auth\\?",
        "^https?://www\\.facebook\\.com/dialog/oauth\\?",
        "^https?://[^/]+\\.onion/",
        "http://connect\\.qq\\.com/widget/shareqq/index\\.html\\?",
        "^https?://((web|api)\\.whatsapp\\.com/send/?|wa\\.me/)\\?",
        "^https?://(direct\\.(france(info|inter|culture|musique|bleu)|fipradio|mouv)\\.fr|[^/.]+\\.cdn\\.dvmr\\.fr(:\\d+)?)/.*\\.mp3$",
        "^https?://www\\.testtesttest\\.com/",
        "^https?://(www\\.cgzxb\\.com|imgnet\\.com|216\\.218\\.185\\.162)/",
        "^https?://assets\\.squarespace\\.com/universal/scripts-compressed/src/main/webapp/universal/",
        "^https?://(line\\.me/R/share|line\\.me/R/msg/text/|lineit\\.line\\.me/share/ui|social-plugins\\.line\\.me/lineit/share)\\?",
        "^https?://((videos|360)\\.littlstar\\.com|ls-video-masters\\.s3-accelerate\\.amazonaws\\.com)/.*\\.(mp4|mov|mkv|webm|avi|yuv|y4m)$",
        "^https?://platform\\.iteratehq\\.com/[0-9a-f-]+\\.png$",
        "^https?://accounts\\.google\\.com/(ServiceLogin|AccountChooser)\\?",
        "^https://discord\\.com/assets/",
        "^https?://s7\\.addthis\\.com/",
        "^https?://github\\.com/zloirock/core-js/",
        "^https?://www\\.google\\.com/calendar/(render|event)\\?",
        "^https?://outlook\\.(office|live)\\.com/owa/?\\?",
        "^https?://twemoji\\.maxcdn\\.com/"
    ],
    "type": "ignore_patterns"
}