tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;
7) use Date::Format;
8) 
9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>
11) # LWP suggestions by Leigh Honeywell
12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 
22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,
25)     timeout => 30,
26)     agent => "Tor MirrorCheck Agent"
27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror
43)     my $trace = "/project/trace/www.torproject.org"; # Location of recent update info
44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);
50)     my $code = $result->code();
51)     print "Result code $code\n";
52) 
53)     if ($result->is_success && $code eq "200"){
54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {
57) 
58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }
72) 
73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }
77) 
78)     return "Unknown";
79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!
83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",
116)             httpWebsiteMirror => "http://www.oignon.net/",

117)             httpsWebsiteMirror => "https://www.oignon.net/",

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",
120)             httpDistMirror => "http://www.oignon.net/dist/",

121)             httpsDistMirror => "https://www.oignon.net/dist/",

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 
127)        mirror002 => {
128)             adminContact => "",
129)             orgName => "Boinc",
130)             isoCC => "CH",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.boinc.ch/",
137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",
139)             httpDistMirror => "http://tor.boinc.ch/dist/",
140)             rsyncDistMirror => "",
141)             updateDate => "Unknown",
142)         },
143) 

144)        mirror003 => {

145)             adminContact => "citizen428 AT gmail DOT com",

146)             orgName => "[[:bbs:]]",

147)             isoCC => "DE",
148)             subRegion => "",
149)             region => "Europe",
150)             ipv4 => "True",
151)             ipv6 => "False",
152)             loadBalanced => "Unknown",
153)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

154)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

155)             ftpWebsiteMirror => "",
156)             rsyncWebsiteMirror => "",

157)             httpDistMirror => "http://tor.blingblingsquad.net/dist",
158)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

159)             rsyncDistMirror => "",
160)             updateDate => "Unknown",
161)         },
162) 

163)        mirror004 => {

164)             adminContact => "doc DOT kuehn AT nexgo DOT de",
165)             orgName => " spacecowboy ",
166)             isoCC => " ",
167)             subRegion => "",
168)             region => "DE",
169)             ipv4 => "True",
170)             ipv6 => "False",
171)             loadBalanced => "No",
172)             httpWebsiteMirror => "http://tor-proxy.de/tor-mirror/",
173)             httpsWebsiteMirror => "https://tor-proxy.de/tor-mirror/",
174)             rsyncWebsiteMirror => "",
175)             ftpWebsiteMirror => "",
176)             httpDistMirror => "http://tor-proxy.de/tor-mirror/dist/",
177)             httpsDistMirror => "https://tor-proxy.de/tor-mirror/dist/",
178)             rsyncDistMirror => "",
179)             hiddenServiceMirror => "",
180)             updateDate => "Unknown",
181)         },
182) 

183)        mirror005 => {

184)             adminContact => "contact AT algorithmus DOT com",
185)             orgName => "Spline",
186)             isoCC => "DE",
187)             subRegion => "FU",
188)             region => "Europe",
189)             ipv4 => "True",
190)             ipv6 => "False",
191)             loadBalanced => "Unknown",
192)             httpWebsiteMirror => "",
193)             ftpWebsiteMirror => "",
194)             rsyncWebsiteMirror => "",
195)             httpDistMirror => "http://rem.spline.de/tor/",
196)             rsyncDistMirror => "",
197)             updateDate => "Unknown",
198)         },
199) 

200) 	    mirror006 => {

201)             adminContact => "BarkerJr AT barkerjr DOT net",
202)             orgName => "BarkerJr",
203)             isoCC => "US",
204)             subRegion => "",
205)             region => "US",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "No",
209)             httpWebsiteMirror => "http://www.torproject.us/",
210)             httpsWebsiteMirror => "https://www.torproject.us/",
211)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",
212)             ftpWebsiteMirror => "",
213)             httpDistMirror => "http://www.torproject.us/dist/",
214)             httpsDistMirror => "https://www.torproject.us/dist/",
215)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",
216)             hiddenServiceMirror => "",
217)             updateDate => "Unknown",
218)         },
219) 

220)        mirror007 => {

221)             adminContact => "info AT zentrum-der-gesundheit DOT de",
222)             orgName => "Zentrum der Gesundheit",
223)             isoCC => "DK",
224)             subRegion => "",
225)             region => "Europe",
226)             ipv4 => "True",
227)             ipv6 => "False",
228)             loadBalanced => "Unknown",
229)             httpWebsiteMirror => "http://tor.idnr.ws/",
230)             ftpWebsiteMirror => "",
231)             rsyncWebsiteMirror => "",
232)             httpDistMirror => "http://tor.idnr.ws/dist/",
233)             rsyncDistMirror => "",
234)             updateDate => "Unknown",
235)         },
236) 

237)        mirror008 => {

238)             adminContact => "root AT amorphis DOT eu",
239)             orgName => "Amorphis",
240)             isoCC => "NL",
241)             subRegion => "",
242)             region => "Europe",
243)             ipv4 => "True",
244)             ipv6 => "False",
245)             loadBalanced => "Unknown",
246)             httpWebsiteMirror => "http://tor.amorphis.eu/",
247)             rsyncWebsiteMirror => "",
248)             ftpWebsiteMirror => "",
249)             httpDistMirror => "http://tor.amorphis.eu/dist/",
250)             rsyncDistMirror => "",
251)             updateDate => "Unknown",
252)         },
253) 

254)        mirror009 => {

255)             adminContact => "mirror AT bit DOT nl",
256)             orgName => "BIT BV",
257)             isoCC => "NL",
258)             subRegion => "",
259)             region => "Europe",
260)             ipv4 => "True",
261)             ipv6 => "False",
262)             loadBalanced => "Unknown",
263)             httpWebsiteMirror => "",
264)             rsyncWebsiteMirror => "",
265)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",
266)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",
267)             rsyncDistMirror => "",
268)             updateDate => "Unknown",
269)         },
270) 

271)        mirror010 => {

272)             adminContact => "webmaster AT ccc DOT de",
273)             orgName => "CCC",
274)             isoCC => "NL",
275)             subRegion => "",
276)             region => "Europe",
277)             ipv4 => "True",
278)             ipv6 => "False",
279)             loadBalanced => "Unknown",
280)             httpWebsiteMirror => "http://tor.ccc.de/",
281)             rsyncWebsiteMirror => "",
282)             ftpWebsiteMirror => "",
283)             httpDistMirror => "http://tor.ccc.de/dist/",
284)             rsyncDistMirror => "",
285)             updateDate => "Unknown",
286)         },
287) 

288)        mirror011 => {

289)             adminContact => "root AT kamagurka DOT org",
290)             orgName => "Kamagurka",
291)             isoCC => "NL",
292)             subRegion => "Haarlem",
293)             region => "Europe",
294)             ipv4 => "True",
295)             ipv6 => "False",
296)             loadBalanced => "Unknown",
297)             httpWebsiteMirror => "http://tor.kamagurka.org/",
298)             rsyncWebsiteMirror => "",
299)             ftpWebsiteMirror => "",
300)             httpDistMirror => "http://tor.kamagurka.org/dist/",
301)             rsyncDistMirror => "",
302)             updateDate => "Unknown",
303)         },
304) 

305)        mirror012 => {

306)             adminContact => "evert AT meulie DOT net",
307)             orgName => "Meulie",
308)             isoCC => "NO",
309)             subRegion => "",
310)             region => "Europe",
311)             ipv4 => "True",
312)             ipv6 => "False",
313)             loadBalanced => "Unknown",
314)             httpWebsiteMirror => "",
315)             rsyncWebsiteMirror => "",
316)             ftpWebsiteMirror => "",
317)             httpDistMirror => "http://tor.meulie.net/",
318)             rsyncDistMirror => "",
319)             updateDate => "Unknown",
320)         },
321) 

322)        mirror013 => {

323) 	    adminContact => "hostmaster AT zombiewerks DOT com",
324)             orgName => "TheOnionRouter",
325)             isoCC => "US",
326)             subRegion => "New Jersey",
327)             region => "North America",
328)             ipv4 => "True",
329)             ipv6 => "False",
330)             loadBalanced => "Unknown",
331)             httpWebsiteMirror => "http://www.theonionrouter.com/",
332)             rsyncWebsiteMirror => "",
333)             ftpWebsiteMirror => "",
334)             httpDistMirror => "http://www.theonionrouter.com/dist/",
335)             rsyncDistMirror => "",
336)             updateDate => "Unknown",
337)         },
338) 

339)         mirror014 => {

340)             adminContact => "tormaster AT xpdm DOT us",
341)             orgName => "Xpdm",
342)             isoCC => "US",
343)             subRegion => "",
344)             region => "North America",
345)             ipv4 => "True",
346)             ipv6 => "False",
347)             loadBalanced => "Unknown",
348)             httpWebsiteMirror => "http://torproj.xpdm.us/",
349)             httpsWebsiteMirror => "https://torproj.xpdm.us/",
350)             rsyncWebsiteMirror => "",
351)             ftpWebsiteMirror => "",
352)             httpDistMirror => "http://torproj.xpdm.us/dist/",
353)             httpsDistMirror => "https://torproj.xpdm.us/dist/",
354)             rsyncDistMirror => "",
355)             hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
356)             updateDate => "Unknown",
357)         },
358) 

359)         mirror015 => {

360)             adminContact => "",

361)             orgName => "cybervalley",
362)             isoCC => "IT",

363)             subRegion => "",

364)             region => "Italy",

365)             ipv4 => "True",
366)             ipv6 => "False",
367)             loadBalanced => "No",
368)             httpWebsiteMirror => "http://torproject.cybervalley.org/",
369)             httpsWebsiteMirror => "",
370)             rsyncWebsiteMirror => "",
371)             ftpWebsiteMirror => "",
372)             httpDistMirror => "",
373)             httpsDistMirror => "",
374)             rsyncDistMirror => "",
375)             hiddenServiceMirror => "",
376)             updateDate => "Unknown",
377)         },
378) 

379)         mirror016 => {

380)             adminContact => "security AT hostoffice DOT hu",
381)             orgName => "Unknown",
382)             isoCC => "HU",
383)             subRegion => "Hungary",
384)             region => "Europe",
385)             ipv4 => "True",
386)             ipv6 => "False",
387)             loadBalanced => "No",
388)             httpWebsiteMirror => "http://tor.hu/",
389)             httpsWebsiteMirror => "",
390)             rsyncWebsiteMirror => "",
391)             ftpWebsiteMirror => "",
392)             httpDistMirror => "",
393)             httpsDistMirror => "",
394)             rsyncDistMirror => "",
395)             hiddenServiceMirror => "",
396)             updateDate => "Unknown",
397)         },
398) 

399)         mirror017 => {

400)             adminContact => "",
401)             orgName => "Technica-03",
402)             isoCC => "UA",
403)             subRegion => "Ukraine",
404)             region => "Eastern Europe",
405)             ipv4 => "True",
406)             ipv6 => "False",
407)             loadBalanced => "No",
408)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
409)             httpsWebsiteMirror => "",
410)             rsyncWebsiteMirror => "",
411)             ftpWebsiteMirror => "",
412)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",
413)             httpsDistMirror => "",
414)             rsyncDistMirror => "",
415)             hiddenServiceMirror => "",
416)             updateDate => "Unknown",
417)         },
418) 

419) 	    mirror018 => {

420)             adminContact => "",
421)             orgName => "chaos darmstadt",
422)             isoCC => "DE",
423)             subRegion => "Germany",
424)             region => "Europe",
425)             ipv4 => "True",
426)             ipv6 => "False",
427)             loadBalanced => "No",
428)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
429)             httpsWebsiteMirror => "",
430)             rsyncWebsiteMirror => "",
431)             ftpWebsiteMirror => "",
432)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
433)             httpsDistMirror => "",
434)             rsyncDistMirror => "",
435)             hiddenServiceMirror => "",
436)             updateDate => "Unknown",
437)         },
438) 

439) 	mirror019 => {

440)             adminContact => "webmaster AT askapache DOT com",
441)             orgName => "AskApache",
442)             isoCC => "US",
443)             subRegion => "California",
444)             region => "US",
445)             ipv4 => "True",
446)             ipv6 => "False",
447)             loadBalanced => "No",
448)             httpWebsiteMirror => "http://tor.askapache.com/",
449)             httpsWebsiteMirror => "",
450)             rsyncWebsiteMirror => "",
451)             ftpWebsiteMirror => "",
452)             httpDistMirror => "http://tor.askapache.com/dist/",
453)             httpsDistMirror => "",
454)             rsyncDistMirror => "",
455)             hiddenServiceMirror => "",
456)             updateDate => "Unknown",
457)         },
458) 

459) 	mirror020 => {

460)             adminContact => " mail AT benjamin-meier DOT info ",
461)             orgName => "beme it",
462)             isoCC => "DE",
463)             subRegion => "",
464)             region => "DE",
465)             ipv4 => "True",
466)             ipv6 => "False",
467)             loadBalanced => "No",
468)             httpWebsiteMirror => "http://tor.beme-it.de/",

469)             httpsWebsiteMirror => "https://tor.beme-it.de/",

470)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",
471)             ftpWebsiteMirror => "",
472)             httpDistMirror => "http://tor.beme-it.de/dist/",

473)             httpsDistMirror => "https://tor.beme-it.de/dist/",

474)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",
475)             hiddenServiceMirror => "",
476)             updateDate => "Unknown",
477)         },
478) 

479)         mirror021 => {

480)             adminContact => "",

481)             orgName => "India Tor Fans",

482)             isoCC => "IN",
483)             subRegion => "",
484)             region => "IN",
485)             ipv4 => "True",
486)             ipv6 => "False",
487)             loadBalanced => "No",
488)             httpWebsiteMirror => "http://www.torproject.org.in/",
489)             httpsWebsiteMirror => "",
490)             rsyncWebsiteMirror => "",
491)             ftpWebsiteMirror => "",
492)             httpDistMirror => "http://www.torproject.org.in/dist/",
493)             httpsDistMirror => "",
494)             rsyncDistMirror => "",
495)             hiddenServiceMirror => "",
496)             updateDate => "Unknown",
497)         },
498) 

499)         mirror022 => {

500)             adminContact => "",
501)             orgName => "NIIF Institute",
502)             isoCC => "HU",
503)             subRegion => "",
504)             region => "HU",
505)             ipv4 => "True",
506)             ipv6 => "False",
507)             loadBalanced => "No",
508)             httpWebsiteMirror => "http://trak.tor.hu/",
509)             httpsWebsiteMirror => "",
510)             rsyncWebsiteMirror => "",
511)             ftpWebsiteMirror => "",
512)             httpDistMirror => "http://trak.tor.hu/dist/",
513)             httpsDistMirror => "",
514)             rsyncDistMirror => "",
515)             hiddenServiceMirror => "",
516)         },
517) 

518)         mirror023 => {

519)             adminContact => "sina at accessnow.org",
520)             orgName => "Access",
521)             isoCC => "IR",
522)             subRegion => "",
523)             region => "IR",
524)             ipv4 => "True",
525)             ipv6 => "False",
526)             loadBalanced => "Yes",
527)             httpWebsiteMirror => "http://irani-tor.ath.cx/",
528)             httpsWebsiteMirror => "",
529)             rsyncWebsiteMirror => "",
530)             ftpWebsiteMirror => "",
531)             httpDistMirror => "http://irani-tor.ath.cx/dist/",
532)             httpsDistMirror => "",
533)             rsyncDistMirror => "",
534)             hiddenServiceMirror => "",
535)         },
536) 

537)         mirror024 => {

538)             adminContact => "",

539)             orgName => "homosu",

540)             isoCC => "SE",
541)             subRegion => "",
542)             region => "SE",
543)             ipv4 => "True",
544)             ipv6 => "False",
545)             loadBalanced => "No",
546)             httpWebsiteMirror => "http://tor.homosu.net/",
547)             httpsWebsiteMirror => "",
548)             rsyncWebsiteMirror => "",
549)             ftpWebsiteMirror => "",
550)             httpDistMirror => "http://tor.homosu.net/dist",
551)             httpsDistMirror => "",
552)             rsyncDistMirror => "",
553)             hiddenServiceMirror => "",
554)         },
555) 

556)         mirror025 => {

557)             adminContact => "margus.random at mail.ee",
558)             orgName => "CyberSIDE",
559)             isoCC => "EE",
560)             subRegion => "",
561)             region => "EE",
562)             ipv4 => "True",
563)             ipv6 => "False",
564)             loadBalanced => "No",
565)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
566)             httpsWebsiteMirror => "",
567)             rsyncWebsiteMirror => "",
568)             ftpWebsiteMirror => "",
569)             httpDistMirror => "http://freedos.pri.ee/tor/",
570)             httpsDistMirror => "",
571)             rsyncDistMirror => "",
572)             hiddenServiceMirror => "",
573)         },
574) 

575)         mirror026 => {

576)             adminContact => "me_ at tomyn dot com",
577)             orgName => "tomyn",
578)             isoCC => "UK",
579)             subRegion => "",
580)             region => "UK",
581)             ipv4 => "True",
582)             ipv6 => "False",
583)             loadBalanced => "No",
584)             httpWebsiteMirror => "http://tor.tomyn.com",
585)             httpsWebsiteMirror => "https://tor.tomyn.com",
586)             rsyncWebsiteMirror => "",
587)             ftpWebsiteMirror => "ftp://tor.tomyn.com",
588)             httpDistMirror => "http://tor.tomyn.com/dist",
589)             httpsDistMirror => "https://tor.tomyn.com/dist",
590)             rsyncDistMirror => "",

591)             hiddenServiceMirror => "",
592)         },
593) 
594)         mirror027 => {
595)             adminContact => "",
596)             orgName => "mirrors.sykotik.org",
597)             isoCC => "RO",
598)             subRegion => "",
599)             region => "RO",
600)             ipv4 => "True",
601)             ipv6 => "False",
602)             loadBalanced => "No",
603)             httpWebsiteMirror => "",
604)             httpsWebsiteMirror => "",
605)             rsyncWebsiteMirror => "",
606)             ftpWebsiteMirror => "ftp://mirrors.sykotik.org/pub/tor/",
607)             httpDistMirror => "http://mirrors.sykotik.org/pub/tor/",
608)             httpsDistMirror => "",
609)             rsyncDistMirror => "",