tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;
7) use Date::Format;
8) 
9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>
11) # LWP suggestions by Leigh Honeywell
12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 
22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,
25)     timeout => 30,
26)     agent => "Tor MirrorCheck Agent"
27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror
43)     my $trace = "/project/trace/www.torproject.org"; # Location of recent update info
44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);
50)     my $code = $result->code();
51)     print "Result code $code\n";
52) 
53)     if ($result->is_success && $code eq "200"){
54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {
57) 
58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }
72) 
73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }
77) 
78)     return "Unknown";
79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!
83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",
116)             httpWebsiteMirror => "http://www.oignon.net/",

117)             httpsWebsiteMirror => "https://www.oignon.net/",

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",
120)             httpDistMirror => "http://www.oignon.net/dist/",

121)             httpsDistMirror => "https://www.oignon.net/dist/",

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 
127)        mirror002 => {
128)             adminContact => "",
129)             orgName => "Boinc",
130)             isoCC => "CH",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.boinc.ch/",
137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",
139)             httpDistMirror => "http://tor.boinc.ch/dist/",
140)             rsyncDistMirror => "",
141)             updateDate => "Unknown",
142)         },
143) 

144)        mirror003 => {

145)             adminContact => "citizen428 AT gmail DOT com",

146)             orgName => "[[:bbs:]]",

147)             isoCC => "DE",
148)             subRegion => "",
149)             region => "Europe",
150)             ipv4 => "True",
151)             ipv6 => "False",
152)             loadBalanced => "Unknown",
153)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

154)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

155)             ftpWebsiteMirror => "",
156)             rsyncWebsiteMirror => "",

157)             httpDistMirror => "http://tor.blingblingsquad.net/dist",
158)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

159)             rsyncDistMirror => "",
160)             updateDate => "Unknown",
161)         },
162) 

163)        mirror005 => {

164)             adminContact => "contact AT algorithmus DOT com",
165)             orgName => "Spline",
166)             isoCC => "DE",
167)             subRegion => "FU",
168)             region => "Europe",
169)             ipv4 => "True",
170)             ipv6 => "False",
171)             loadBalanced => "Unknown",
172)             httpWebsiteMirror => "",
173)             ftpWebsiteMirror => "",
174)             rsyncWebsiteMirror => "",
175)             httpDistMirror => "http://rem.spline.de/tor/",
176)             rsyncDistMirror => "",
177)             updateDate => "Unknown",
178)         },
179) 

180) 	    mirror006 => {

181)             adminContact => "BarkerJr AT barkerjr DOT net",
182)             orgName => "BarkerJr",
183)             isoCC => "US",
184)             subRegion => "",
185)             region => "US",
186)             ipv4 => "True",
187)             ipv6 => "False",
188)             loadBalanced => "No",
189)             httpWebsiteMirror => "http://www.torproject.us/",
190)             httpsWebsiteMirror => "https://www.torproject.us/",
191)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",
192)             ftpWebsiteMirror => "",
193)             httpDistMirror => "http://www.torproject.us/dist/",
194)             httpsDistMirror => "https://www.torproject.us/dist/",
195)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",
196)             hiddenServiceMirror => "",
197)             updateDate => "Unknown",
198)         },
199) 

200)        mirror007 => {

201)             adminContact => "info AT zentrum-der-gesundheit DOT de",
202)             orgName => "Zentrum der Gesundheit",
203)             isoCC => "DK",
204)             subRegion => "",
205)             region => "Europe",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "Unknown",
209)             httpWebsiteMirror => "http://tor.idnr.ws/",
210)             ftpWebsiteMirror => "",
211)             rsyncWebsiteMirror => "",
212)             httpDistMirror => "http://tor.idnr.ws/dist/",
213)             rsyncDistMirror => "",
214)             updateDate => "Unknown",
215)         },
216) 

217)        mirror008 => {

218)             adminContact => "root AT amorphis DOT eu",
219)             orgName => "Amorphis",
220)             isoCC => "NL",
221)             subRegion => "",
222)             region => "Europe",
223)             ipv4 => "True",
224)             ipv6 => "False",
225)             loadBalanced => "Unknown",
226)             httpWebsiteMirror => "http://tor.amorphis.eu/",
227)             rsyncWebsiteMirror => "",
228)             ftpWebsiteMirror => "",
229)             httpDistMirror => "http://tor.amorphis.eu/dist/",
230)             rsyncDistMirror => "",
231)             updateDate => "Unknown",
232)         },
233) 

234)        mirror009 => {

235)             adminContact => "mirror AT bit DOT nl",
236)             orgName => "BIT BV",
237)             isoCC => "NL",
238)             subRegion => "",
239)             region => "Europe",
240)             ipv4 => "True",
241)             ipv6 => "False",
242)             loadBalanced => "Unknown",
243)             httpWebsiteMirror => "",
244)             rsyncWebsiteMirror => "",
245)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",
246)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",
247)             rsyncDistMirror => "",
248)             updateDate => "Unknown",
249)         },
250) 

251)        mirror010 => {

252)             adminContact => "webmaster AT ccc DOT de",
253)             orgName => "CCC",
254)             isoCC => "NL",
255)             subRegion => "",
256)             region => "Europe",
257)             ipv4 => "True",
258)             ipv6 => "False",
259)             loadBalanced => "Unknown",
260)             httpWebsiteMirror => "http://tor.ccc.de/",
261)             rsyncWebsiteMirror => "",
262)             ftpWebsiteMirror => "",
263)             httpDistMirror => "http://tor.ccc.de/dist/",
264)             rsyncDistMirror => "",
265)             updateDate => "Unknown",
266)         },
267) 

268)        mirror011 => {

269)             adminContact => "root AT kamagurka DOT org",
270)             orgName => "Kamagurka",
271)             isoCC => "NL",
272)             subRegion => "Haarlem",
273)             region => "Europe",
274)             ipv4 => "True",
275)             ipv6 => "False",
276)             loadBalanced => "Unknown",
277)             httpWebsiteMirror => "http://tor.kamagurka.org/",
278)             rsyncWebsiteMirror => "",
279)             ftpWebsiteMirror => "",
280)             httpDistMirror => "http://tor.kamagurka.org/dist/",
281)             rsyncDistMirror => "",
282)             updateDate => "Unknown",
283)         },
284) 

285)        mirror012 => {

286)             adminContact => "evert AT meulie DOT net",
287)             orgName => "Meulie",
288)             isoCC => "NO",
289)             subRegion => "",
290)             region => "Europe",
291)             ipv4 => "True",
292)             ipv6 => "False",
293)             loadBalanced => "Unknown",
294)             httpWebsiteMirror => "",
295)             rsyncWebsiteMirror => "",
296)             ftpWebsiteMirror => "",
297)             httpDistMirror => "http://tor.meulie.net/",
298)             rsyncDistMirror => "",
299)             updateDate => "Unknown",
300)         },
301) 

302)        mirror013 => {

303) 	    adminContact => "hostmaster AT zombiewerks DOT com",
304)             orgName => "TheOnionRouter",
305)             isoCC => "US",
306)             subRegion => "New Jersey",
307)             region => "North America",
308)             ipv4 => "True",
309)             ipv6 => "False",
310)             loadBalanced => "Unknown",
311)             httpWebsiteMirror => "http://www.theonionrouter.com/",
312)             rsyncWebsiteMirror => "",
313)             ftpWebsiteMirror => "",
314)             httpDistMirror => "http://www.theonionrouter.com/dist/",
315)             rsyncDistMirror => "",
316)             updateDate => "Unknown",
317)         },
318) 

319)         mirror014 => {

320)             adminContact => "tormaster AT xpdm DOT us",
321)             orgName => "Xpdm",
322)             isoCC => "US",
323)             subRegion => "",
324)             region => "North America",
325)             ipv4 => "True",
326)             ipv6 => "False",
327)             loadBalanced => "Unknown",
328)             httpWebsiteMirror => "http://torproj.xpdm.us/",
329)             httpsWebsiteMirror => "https://torproj.xpdm.us/",
330)             rsyncWebsiteMirror => "",
331)             ftpWebsiteMirror => "",
332)             httpDistMirror => "http://torproj.xpdm.us/dist/",
333)             httpsDistMirror => "https://torproj.xpdm.us/dist/",
334)             rsyncDistMirror => "",
335)             hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
336)             updateDate => "Unknown",
337)         },
338) 

339)         mirror015 => {

340)             adminContact => "",

341)             orgName => "cybervalley",
342)             isoCC => "IT",

343)             subRegion => "",

344)             region => "Italy",

345)             ipv4 => "True",
346)             ipv6 => "False",
347)             loadBalanced => "No",
348)             httpWebsiteMirror => "http://torproject.cybervalley.org/",
349)             httpsWebsiteMirror => "",
350)             rsyncWebsiteMirror => "",
351)             ftpWebsiteMirror => "",
352)             httpDistMirror => "",
353)             httpsDistMirror => "",
354)             rsyncDistMirror => "",
355)             hiddenServiceMirror => "",
356)             updateDate => "Unknown",
357)         },
358) 

359)         mirror016 => {

360)             adminContact => "security AT hostoffice DOT hu",
361)             orgName => "Unknown",
362)             isoCC => "HU",
363)             subRegion => "Hungary",
364)             region => "Europe",
365)             ipv4 => "True",
366)             ipv6 => "False",
367)             loadBalanced => "No",
368)             httpWebsiteMirror => "http://tor.hu/",
369)             httpsWebsiteMirror => "",
370)             rsyncWebsiteMirror => "",
371)             ftpWebsiteMirror => "",
372)             httpDistMirror => "",
373)             httpsDistMirror => "",
374)             rsyncDistMirror => "",
375)             hiddenServiceMirror => "",
376)             updateDate => "Unknown",
377)         },
378) 

379)         mirror017 => {

380)             adminContact => "",
381)             orgName => "Technica-03",
382)             isoCC => "UA",
383)             subRegion => "Ukraine",
384)             region => "Eastern Europe",
385)             ipv4 => "True",
386)             ipv6 => "False",
387)             loadBalanced => "No",
388)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
389)             httpsWebsiteMirror => "",
390)             rsyncWebsiteMirror => "",
391)             ftpWebsiteMirror => "",
392)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",
393)             httpsDistMirror => "",
394)             rsyncDistMirror => "",
395)             hiddenServiceMirror => "",
396)             updateDate => "Unknown",
397)         },
398) 

399) 	    mirror018 => {

400)             adminContact => "",
401)             orgName => "chaos darmstadt",
402)             isoCC => "DE",
403)             subRegion => "Germany",
404)             region => "Europe",
405)             ipv4 => "True",
406)             ipv6 => "False",
407)             loadBalanced => "No",
408)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
409)             httpsWebsiteMirror => "",
410)             rsyncWebsiteMirror => "",
411)             ftpWebsiteMirror => "",
412)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
413)             httpsDistMirror => "",
414)             rsyncDistMirror => "",
415)             hiddenServiceMirror => "",
416)             updateDate => "Unknown",
417)         },
418) 

419) 	mirror019 => {

420)             adminContact => "webmaster AT askapache DOT com",
421)             orgName => "AskApache",
422)             isoCC => "US",
423)             subRegion => "California",
424)             region => "US",
425)             ipv4 => "True",
426)             ipv6 => "False",
427)             loadBalanced => "No",
428)             httpWebsiteMirror => "http://tor.askapache.com/",
429)             httpsWebsiteMirror => "",
430)             rsyncWebsiteMirror => "",
431)             ftpWebsiteMirror => "",
432)             httpDistMirror => "http://tor.askapache.com/dist/",
433)             httpsDistMirror => "",
434)             rsyncDistMirror => "",
435)             hiddenServiceMirror => "",
436)             updateDate => "Unknown",
437)         },
438) 

439) 	mirror020 => {

440)             adminContact => " mail AT benjamin-meier DOT info ",
441)             orgName => "beme it",
442)             isoCC => "DE",
443)             subRegion => "",
444)             region => "DE",
445)             ipv4 => "True",
446)             ipv6 => "False",
447)             loadBalanced => "No",
448)             httpWebsiteMirror => "http://tor.beme-it.de/",

449)             httpsWebsiteMirror => "https://tor.beme-it.de/",

450)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",
451)             ftpWebsiteMirror => "",
452)             httpDistMirror => "http://tor.beme-it.de/dist/",

453)             httpsDistMirror => "https://tor.beme-it.de/dist/",

454)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",
455)             hiddenServiceMirror => "",
456)             updateDate => "Unknown",
457)         },
458) 

459)         mirror021 => {

460)             adminContact => "",

461)             orgName => "India Tor Fans",

462)             isoCC => "IN",
463)             subRegion => "",
464)             region => "IN",
465)             ipv4 => "True",
466)             ipv6 => "False",
467)             loadBalanced => "No",
468)             httpWebsiteMirror => "http://www.torproject.org.in/",
469)             httpsWebsiteMirror => "",
470)             rsyncWebsiteMirror => "",
471)             ftpWebsiteMirror => "",
472)             httpDistMirror => "http://www.torproject.org.in/dist/",
473)             httpsDistMirror => "",
474)             rsyncDistMirror => "",
475)             hiddenServiceMirror => "",
476)             updateDate => "Unknown",
477)         },
478) 

479)         mirror023 => {

480)             adminContact => "sina at accessnow.org",
481)             orgName => "Access",
482)             isoCC => "IR",
483)             subRegion => "",
484)             region => "IR",
485)             ipv4 => "True",
486)             ipv6 => "False",
487)             loadBalanced => "Yes",
488)             httpWebsiteMirror => "http://irani-tor.ath.cx/",
489)             httpsWebsiteMirror => "",
490)             rsyncWebsiteMirror => "",
491)             ftpWebsiteMirror => "",
492)             httpDistMirror => "http://irani-tor.ath.cx/dist/",
493)             httpsDistMirror => "",
494)             rsyncDistMirror => "",
495)             hiddenServiceMirror => "",
496)         },
497) 

498)         mirror024 => {

499)             adminContact => "",

500)             orgName => "homosu",

501)             isoCC => "SE",
502)             subRegion => "",
503)             region => "SE",
504)             ipv4 => "True",
505)             ipv6 => "False",
506)             loadBalanced => "No",
507)             httpWebsiteMirror => "http://tor.homosu.net/",
508)             httpsWebsiteMirror => "",
509)             rsyncWebsiteMirror => "",
510)             ftpWebsiteMirror => "",
511)             httpDistMirror => "http://tor.homosu.net/dist",
512)             httpsDistMirror => "",
513)             rsyncDistMirror => "",
514)             hiddenServiceMirror => "",
515)         },
516) 

517)         mirror025 => {

518)             adminContact => "margus.random at mail.ee",
519)             orgName => "CyberSIDE",
520)             isoCC => "EE",
521)             subRegion => "",
522)             region => "EE",
523)             ipv4 => "True",
524)             ipv6 => "False",
525)             loadBalanced => "No",
526)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
527)             httpsWebsiteMirror => "",
528)             rsyncWebsiteMirror => "",
529)             ftpWebsiteMirror => "",
530)             httpDistMirror => "http://freedos.pri.ee/tor/",
531)             httpsDistMirror => "",
532)             rsyncDistMirror => "",
533)             hiddenServiceMirror => "",
534)         },
535) 

536)         mirror026 => {

537)             adminContact => "me_ at tomyn dot com",
538)             orgName => "tomyn",
539)             isoCC => "UK",
540)             subRegion => "",
541)             region => "UK",
542)             ipv4 => "True",
543)             ipv6 => "False",
544)             loadBalanced => "No",
545)             httpWebsiteMirror => "http://tor.tomyn.com",
546)             httpsWebsiteMirror => "https://tor.tomyn.com",
547)             rsyncWebsiteMirror => "",
548)             ftpWebsiteMirror => "ftp://tor.tomyn.com",
549)             httpDistMirror => "http://tor.tomyn.com/dist",
550)             httpsDistMirror => "https://tor.tomyn.com/dist",
551)             rsyncDistMirror => "",

552)             hiddenServiceMirror => "",
553)         },
554) 
555)         mirror027 => {
556)             adminContact => "",
557)             orgName => "mirrors.sykotik.org",
558)             isoCC => "RO",
559)             subRegion => "",
560)             region => "RO",
561)             ipv4 => "True",
562)             ipv6 => "False",
563)             loadBalanced => "No",
564)             httpWebsiteMirror => "",
565)             httpsWebsiteMirror => "",
566)             rsyncWebsiteMirror => "",
567)             ftpWebsiteMirror => "ftp://mirrors.sykotik.org/pub/tor/",
568)             httpDistMirror => "http://mirrors.sykotik.org/pub/tor/",
569)             httpsDistMirror => "",
570)             rsyncDistMirror => "",