tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;
7) use Date::Format;
8) 
9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>
11) # LWP suggestions by Leigh Honeywell
12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 
22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,
25)     timeout => 30,
26)     agent => "Tor MirrorCheck Agent"
27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror
43)     my $trace = "/project/trace/www.torproject.org"; # Location of recent update info
44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);
50)     my $code = $result->code();
51)     print "Result code $code\n";
52) 
53)     if ($result->is_success && $code eq "200"){
54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {
57) 
58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }
72) 
73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }
77) 
78)     return "Unknown";
79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!
83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",
116)             httpWebsiteMirror => "http://www.oignon.net/",

117)             httpsWebsiteMirror => "https://www.oignon.net/",

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",
120)             httpDistMirror => "http://www.oignon.net/dist/",

121)             httpsDistMirror => "https://www.oignon.net/dist/",

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 
127)        mirror002 => {
128)             adminContact => "",
129)             orgName => "Boinc",
130)             isoCC => "CH",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.boinc.ch/",
137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",
139)             httpDistMirror => "http://tor.boinc.ch/dist/",
140)             rsyncDistMirror => "",
141)             updateDate => "Unknown",
142)         },
143) 

144)        mirror003 => {

145)             adminContact => "citizen428 AT gmail DOT com",

146)             orgName => "[[:bbs:]]",

147)             isoCC => "DE",
148)             subRegion => "",
149)             region => "Europe",
150)             ipv4 => "True",
151)             ipv6 => "False",
152)             loadBalanced => "Unknown",
153)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

154)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

155)             ftpWebsiteMirror => "",
156)             rsyncWebsiteMirror => "",

157)             httpDistMirror => "http://tor.blingblingsquad.net/dist",
158)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

159)             rsyncDistMirror => "",
160)             updateDate => "Unknown",
161)         },
162) 

163)        mirror005 => {

164)             adminContact => "contact AT algorithmus DOT com",
165)             orgName => "Spline",
166)             isoCC => "DE",
167)             subRegion => "FU",
168)             region => "Europe",
169)             ipv4 => "True",
170)             ipv6 => "False",
171)             loadBalanced => "Unknown",
172)             httpWebsiteMirror => "",
173)             ftpWebsiteMirror => "",
174)             rsyncWebsiteMirror => "",
175)             httpDistMirror => "http://rem.spline.de/tor/",
176)             rsyncDistMirror => "",
177)             updateDate => "Unknown",
178)         },
179) 

180) 	    mirror006 => {

181)             adminContact => "BarkerJr AT barkerjr DOT net",
182)             orgName => "BarkerJr",
183)             isoCC => "US",
184)             subRegion => "",
185)             region => "US",
186)             ipv4 => "True",
187)             ipv6 => "False",
188)             loadBalanced => "No",
189)             httpWebsiteMirror => "http://www.torproject.us/",
190)             httpsWebsiteMirror => "https://www.torproject.us/",
191)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",
192)             ftpWebsiteMirror => "",
193)             httpDistMirror => "http://www.torproject.us/dist/",
194)             httpsDistMirror => "https://www.torproject.us/dist/",
195)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",
196)             hiddenServiceMirror => "",
197)             updateDate => "Unknown",
198)         },
199) 

200)        mirror007 => {

201)             adminContact => "info AT zentrum-der-gesundheit DOT de",
202)             orgName => "Zentrum der Gesundheit",
203)             isoCC => "DK",
204)             subRegion => "",
205)             region => "Europe",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "Unknown",
209)             httpWebsiteMirror => "http://tor.idnr.ws/",
210)             ftpWebsiteMirror => "",
211)             rsyncWebsiteMirror => "",
212)             httpDistMirror => "http://tor.idnr.ws/dist/",
213)             rsyncDistMirror => "",
214)             updateDate => "Unknown",
215)         },
216) 

217)        mirror008 => {

218)             adminContact => "root AT amorphis DOT eu",
219)             orgName => "Amorphis",
220)             isoCC => "NL",
221)             subRegion => "",
222)             region => "Europe",
223)             ipv4 => "True",
224)             ipv6 => "False",
225)             loadBalanced => "Unknown",
226)             httpWebsiteMirror => "http://tor.amorphis.eu/",
227)             rsyncWebsiteMirror => "",
228)             ftpWebsiteMirror => "",
229)             httpDistMirror => "http://tor.amorphis.eu/dist/",
230)             rsyncDistMirror => "",
231)             updateDate => "Unknown",
232)         },
233) 

234)        mirror009 => {

235)             adminContact => "mirror AT bit DOT nl",
236)             orgName => "BIT BV",
237)             isoCC => "NL",
238)             subRegion => "",
239)             region => "Europe",
240)             ipv4 => "True",
241)             ipv6 => "False",
242)             loadBalanced => "Unknown",
243)             httpWebsiteMirror => "",
244)             rsyncWebsiteMirror => "",
245)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",
246)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",
247)             rsyncDistMirror => "",
248)             updateDate => "Unknown",
249)         },
250) 

251)        mirror010 => {

252)             adminContact => "webmaster AT ccc DOT de",
253)             orgName => "CCC",
254)             isoCC => "NL",
255)             subRegion => "",
256)             region => "Europe",
257)             ipv4 => "True",
258)             ipv6 => "False",
259)             loadBalanced => "Unknown",
260)             httpWebsiteMirror => "http://tor.ccc.de/",
261)             rsyncWebsiteMirror => "",
262)             ftpWebsiteMirror => "",
263)             httpDistMirror => "http://tor.ccc.de/dist/",
264)             rsyncDistMirror => "",
265)             updateDate => "Unknown",
266)         },
267) 

268)        mirror011 => {

269)             adminContact => "root AT kamagurka DOT org",
270)             orgName => "Kamagurka",
271)             isoCC => "NL",
272)             subRegion => "Haarlem",
273)             region => "Europe",
274)             ipv4 => "True",
275)             ipv6 => "False",
276)             loadBalanced => "Unknown",
277)             httpWebsiteMirror => "http://tor.kamagurka.org/",
278)             rsyncWebsiteMirror => "",
279)             ftpWebsiteMirror => "",
280)             httpDistMirror => "http://tor.kamagurka.org/dist/",
281)             rsyncDistMirror => "",
282)             updateDate => "Unknown",
283)         },
284) 

285)        mirror012 => {

286)             adminContact => "evert AT meulie DOT net",
287)             orgName => "Meulie",
288)             isoCC => "NO",
289)             subRegion => "",
290)             region => "Europe",
291)             ipv4 => "True",
292)             ipv6 => "False",
293)             loadBalanced => "Unknown",
294)             httpWebsiteMirror => "",
295)             rsyncWebsiteMirror => "",
296)             ftpWebsiteMirror => "",
297)             httpDistMirror => "http://tor.meulie.net/",
298)             rsyncDistMirror => "",
299)             updateDate => "Unknown",
300)         },
301) 

302)        mirror013 => {

303) 	    adminContact => "hostmaster AT zombiewerks DOT com",
304)             orgName => "TheOnionRouter",
305)             isoCC => "US",
306)             subRegion => "New Jersey",
307)             region => "North America",
308)             ipv4 => "True",
309)             ipv6 => "False",
310)             loadBalanced => "Unknown",
311)             httpWebsiteMirror => "http://www.theonionrouter.com/",
312)             rsyncWebsiteMirror => "",
313)             ftpWebsiteMirror => "",
314)             httpDistMirror => "http://www.theonionrouter.com/dist/",
315)             rsyncDistMirror => "",
316)             updateDate => "Unknown",
317)         },
318) 

319)         mirror014 => {

320)             adminContact => "tormaster AT xpdm DOT us",
321)             orgName => "Xpdm",
322)             isoCC => "US",
323)             subRegion => "",
324)             region => "North America",
325)             ipv4 => "True",
326)             ipv6 => "False",
327)             loadBalanced => "Unknown",
328)             httpWebsiteMirror => "http://torproj.xpdm.us/",
329)             httpsWebsiteMirror => "https://torproj.xpdm.us/",
330)             rsyncWebsiteMirror => "",
331)             ftpWebsiteMirror => "",
332)             httpDistMirror => "http://torproj.xpdm.us/dist/",
333)             httpsDistMirror => "https://torproj.xpdm.us/dist/",
334)             rsyncDistMirror => "",
335)             hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
336)             updateDate => "Unknown",
337)         },
338) 

339)         mirror016 => {

340)             adminContact => "security AT hostoffice DOT hu",
341)             orgName => "Unknown",
342)             isoCC => "HU",
343)             subRegion => "Hungary",
344)             region => "Europe",
345)             ipv4 => "True",
346)             ipv6 => "False",
347)             loadBalanced => "No",
348)             httpWebsiteMirror => "http://tor.hu/",
349)             httpsWebsiteMirror => "",
350)             rsyncWebsiteMirror => "",
351)             ftpWebsiteMirror => "",
352)             httpDistMirror => "",
353)             httpsDistMirror => "",
354)             rsyncDistMirror => "",
355)             hiddenServiceMirror => "",
356)             updateDate => "Unknown",
357)         },
358) 

359)         mirror017 => {

360)             adminContact => "",
361)             orgName => "Technica-03",
362)             isoCC => "UA",
363)             subRegion => "Ukraine",
364)             region => "Eastern Europe",
365)             ipv4 => "True",
366)             ipv6 => "False",
367)             loadBalanced => "No",
368)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
369)             httpsWebsiteMirror => "",
370)             rsyncWebsiteMirror => "",
371)             ftpWebsiteMirror => "",
372)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",
373)             httpsDistMirror => "",
374)             rsyncDistMirror => "",
375)             hiddenServiceMirror => "",
376)             updateDate => "Unknown",
377)         },
378) 

379) 	    mirror018 => {

380)             adminContact => "",
381)             orgName => "chaos darmstadt",
382)             isoCC => "DE",
383)             subRegion => "Germany",
384)             region => "Europe",
385)             ipv4 => "True",
386)             ipv6 => "False",
387)             loadBalanced => "No",
388)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
389)             httpsWebsiteMirror => "",
390)             rsyncWebsiteMirror => "",
391)             ftpWebsiteMirror => "",
392)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
393)             httpsDistMirror => "",
394)             rsyncDistMirror => "",
395)             hiddenServiceMirror => "",
396)             updateDate => "Unknown",
397)         },
398) 

399) 	mirror019 => {

400)             adminContact => "webmaster AT askapache DOT com",
401)             orgName => "AskApache",
402)             isoCC => "US",
403)             subRegion => "California",
404)             region => "US",
405)             ipv4 => "True",
406)             ipv6 => "False",
407)             loadBalanced => "No",
408)             httpWebsiteMirror => "http://tor.askapache.com/",
409)             httpsWebsiteMirror => "",
410)             rsyncWebsiteMirror => "",
411)             ftpWebsiteMirror => "",
412)             httpDistMirror => "http://tor.askapache.com/dist/",
413)             httpsDistMirror => "",
414)             rsyncDistMirror => "",
415)             hiddenServiceMirror => "",
416)             updateDate => "Unknown",
417)         },
418) 

419) 	mirror020 => {

420)             adminContact => " mail AT benjamin-meier DOT info ",
421)             orgName => "beme it",
422)             isoCC => "DE",
423)             subRegion => "",
424)             region => "DE",
425)             ipv4 => "True",
426)             ipv6 => "False",
427)             loadBalanced => "No",
428)             httpWebsiteMirror => "http://tor.beme-it.de/",

429)             httpsWebsiteMirror => "https://tor.beme-it.de/",

430)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",
431)             ftpWebsiteMirror => "",
432)             httpDistMirror => "http://tor.beme-it.de/dist/",

433)             httpsDistMirror => "https://tor.beme-it.de/dist/",

434)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",
435)             hiddenServiceMirror => "",
436)             updateDate => "Unknown",
437)         },
438) 

439)         mirror021 => {

440)             adminContact => "",

441)             orgName => "India Tor Fans",

442)             isoCC => "IN",
443)             subRegion => "",
444)             region => "IN",
445)             ipv4 => "True",
446)             ipv6 => "False",
447)             loadBalanced => "No",
448)             httpWebsiteMirror => "http://www.torproject.org.in/",
449)             httpsWebsiteMirror => "",
450)             rsyncWebsiteMirror => "",
451)             ftpWebsiteMirror => "",
452)             httpDistMirror => "http://www.torproject.org.in/dist/",
453)             httpsDistMirror => "",
454)             rsyncDistMirror => "",
455)             hiddenServiceMirror => "",
456)             updateDate => "Unknown",
457)         },
458) 

459)         mirror023 => {

460)             adminContact => "sina at accessnow.org",
461)             orgName => "Access",
462)             isoCC => "IR",
463)             subRegion => "",
464)             region => "IR",
465)             ipv4 => "True",
466)             ipv6 => "False",
467)             loadBalanced => "Yes",
468)             httpWebsiteMirror => "http://irani-tor.ath.cx/",
469)             httpsWebsiteMirror => "",
470)             rsyncWebsiteMirror => "",
471)             ftpWebsiteMirror => "",
472)             httpDistMirror => "http://irani-tor.ath.cx/dist/",
473)             httpsDistMirror => "",
474)             rsyncDistMirror => "",
475)             hiddenServiceMirror => "",
476)         },
477) 

478)         mirror024 => {

479)             adminContact => "",

480)             orgName => "homosu",

481)             isoCC => "SE",
482)             subRegion => "",
483)             region => "SE",
484)             ipv4 => "True",
485)             ipv6 => "False",
486)             loadBalanced => "No",
487)             httpWebsiteMirror => "http://tor.homosu.net/",
488)             httpsWebsiteMirror => "",
489)             rsyncWebsiteMirror => "",
490)             ftpWebsiteMirror => "",
491)             httpDistMirror => "http://tor.homosu.net/dist",
492)             httpsDistMirror => "",
493)             rsyncDistMirror => "",
494)             hiddenServiceMirror => "",
495)         },
496) 

497)         mirror025 => {

498)             adminContact => "margus.random at mail.ee",
499)             orgName => "CyberSIDE",
500)             isoCC => "EE",
501)             subRegion => "",
502)             region => "EE",
503)             ipv4 => "True",
504)             ipv6 => "False",
505)             loadBalanced => "No",
506)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
507)             httpsWebsiteMirror => "",
508)             rsyncWebsiteMirror => "",
509)             ftpWebsiteMirror => "",
510)             httpDistMirror => "http://freedos.pri.ee/tor/",
511)             httpsDistMirror => "",
512)             rsyncDistMirror => "",
513)             hiddenServiceMirror => "",
514)         },
515) 

516)         mirror026 => {

517)             adminContact => "me_ at tomyn dot com",
518)             orgName => "tomyn",
519)             isoCC => "UK",
520)             subRegion => "",
521)             region => "UK",
522)             ipv4 => "True",
523)             ipv6 => "False",
524)             loadBalanced => "No",
525)             httpWebsiteMirror => "http://tor.tomyn.com",
526)             httpsWebsiteMirror => "https://tor.tomyn.com",
527)             rsyncWebsiteMirror => "",
528)             ftpWebsiteMirror => "ftp://tor.tomyn.com",
529)             httpDistMirror => "http://tor.tomyn.com/dist",
530)             httpsDistMirror => "https://tor.tomyn.com/dist",
531)             rsyncDistMirror => "",

532)             hiddenServiceMirror => "",
533)         },
534) 
535)         mirror027 => {
536)             adminContact => "",
537)             orgName => "mirrors.sykotik.org",
538)             isoCC => "RO",
539)             subRegion => "",
540)             region => "RO",
541)             ipv4 => "True",
542)             ipv6 => "False",
543)             loadBalanced => "No",
544)             httpWebsiteMirror => "",
545)             httpsWebsiteMirror => "",
546)             rsyncWebsiteMirror => "",
547)             ftpWebsiteMirror => "ftp://mirrors.sykotik.org/pub/tor/",
548)             httpDistMirror => "http://mirrors.sykotik.org/pub/tor/",
549)             httpsDistMirror => "",
550)             rsyncDistMirror => "",

551)             hiddenServiceMirror => "",
552)         },
553) 
554)         mirror028 => {
555)             adminContact => "gouki",
556)             orgName => "5ª Coluna",
557)             isoCC => "PT",
558)             subRegion => "",
559)             region => "PT",
560)             ipv4 => "True",
561)             ipv6 => "False",
562)             loadBalanced => "No",
563)             httpWebsiteMirror => "http://tor-www.5coluna.com",
564)             httpsWebsiteMirror => "https://tor-www.5coluna.com",
565)             rsyncWebsiteMirror => "",
566)             ftpWebsiteMirror => "",
567)             httpDistMirror => "http://tor-www.5coluna.com/dist/",
568)             httpsDistMirror => "https://tor-www.5coluna.com/dist/",
569)             rsyncDistMirror => "",