tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;

7) use Date::Format;

8) 

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>

11) # LWP suggestions by Leigh Honeywell

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,

25)     timeout => 30,

26)     agent => "Tor MirrorCheck Agent"

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror

43)     my $trace = "project/trace/www-master.torproject.org"; # this file should always exist

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);

50)     my $code = $result->code();
51)     print "Result code $code\n";

52) 

53)     if ($result->is_success && $code eq "200"){

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {

57) 

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }

72) 

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }

77) 
78)     return "Unknown";

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!

83) my %m = (
84) 

85) 

86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104)         },
105) 

106)         mirror001 => {
107)             adminContact => "BarkerJr AT barkerjr DOT net",
108)             orgName => "BarkerJr",
109)             isoCC => "FR",
110)             subRegion => "",
111)             region => "FR",
112)             ipv4 => "True",
113)             ipv6 => "False",
114)             loadBalanced => "No",

115)             httpWebsiteMirror => "http://www.oignon.net/",

116)             httpsWebsiteMirror => "https://www.oignon.net/",

117)             rsyncWebsiteMirror => "",
118)             ftpWebsiteMirror => "",

119)             httpDistMirror => "http://www.oignon.net/dist/",

120)             httpsDistMirror => "https://www.oignon.net/dist/",

121)             rsyncDistMirror => "",
122)             hiddenServiceMirror => "",
123)             updateDate => "Unknown",
124)         },
125) 

126)        mirror003 => {

127)             adminContact => "citizen428 AT gmail DOT com",

128)             orgName => "[[:bbs:]]",

129)             isoCC => "DE",
130)             subRegion => "",
131)             region => "Europe",
132)             ipv4 => "True",
133)             ipv6 => "False",
134)             loadBalanced => "Unknown",
135)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

136)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",

139)             httpDistMirror => "http://tor.blingblingsquad.net/dist/",
140)             httpsDistMirror => "https://tor.blingblingsquad.net/dist/",

141)             rsyncDistMirror => "",

142)             updateDate => "Unknown",

143)         },
144) 

145) 	    mirror006 => {

146)             adminContact => "BarkerJr AT barkerjr DOT net",
147)             orgName => "BarkerJr",
148)             isoCC => "US",
149)             subRegion => "",
150)             region => "US",
151)             ipv4 => "True",
152)             ipv6 => "False",
153)             loadBalanced => "No",

154)             httpWebsiteMirror => "http://www.torproject.us/",
155)             httpsWebsiteMirror => "https://www.torproject.us/",

156)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",

157)             ftpWebsiteMirror => "",

158)             httpDistMirror => "http://www.torproject.us/dist/",
159)             httpsDistMirror => "https://www.torproject.us/dist/",

160)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",

161)             hiddenServiceMirror => "",
162)             updateDate => "Unknown",
163)         },
164) 

165)        mirror007 => {

166)             adminContact => "info AT zentrum-der-gesundheit DOT de",

167)             orgName => "Zentrum der Gesundheit",

168)             isoCC => "DK",
169)             subRegion => "",
170)             region => "Europe",
171)             ipv4 => "True",
172)             ipv6 => "False",
173)             loadBalanced => "Unknown",

174)             httpWebsiteMirror => "http://tor.idnr.ws/",

175)             ftpWebsiteMirror => "",

176)             rsyncWebsiteMirror => "",

177)             httpDistMirror => "http://tor.idnr.ws/dist/",

178)             rsyncDistMirror => "",

179)             updateDate => "Unknown",

180)         },
181) 

182)        mirror008 => {

183)             adminContact => "root AT amorphis DOT eu",

184)             orgName => "Amorphis",

185)             isoCC => "NL",
186)             subRegion => "",
187)             region => "Europe",
188)             ipv4 => "True",
189)             ipv6 => "False",
190)             loadBalanced => "Unknown",
191)             httpWebsiteMirror => "http://tor.amorphis.eu/",

192)             rsyncWebsiteMirror => "",

193)             ftpWebsiteMirror => "",
194)             httpDistMirror => "http://tor.amorphis.eu/dist/",
195)             rsyncDistMirror => "",

196)             updateDate => "Unknown",

197)         },
198) 

199)        mirror009 => {

200)             adminContact => "mirror AT bit DOT nl",

201)             orgName => "BIT BV",
202)             isoCC => "NL",
203)             subRegion => "",
204)             region => "Europe",
205)             ipv4 => "True",
206)             ipv6 => "False",
207)             loadBalanced => "Unknown",

208)             httpWebsiteMirror => "",

209)             rsyncWebsiteMirror => "",

210)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",

211)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",

212)             rsyncDistMirror => "",

213)             updateDate => "Unknown",

214)         },
215) 

216)        mirror010 => {

217)             adminContact => "webmaster AT ccc DOT de",

218)             orgName => "CCC",
219)             isoCC => "NL",
220)             subRegion => "",
221)             region => "Europe",
222)             ipv4 => "True",
223)             ipv6 => "False",
224)             loadBalanced => "Unknown",
225)             httpWebsiteMirror => "http://tor.ccc.de/",

226)             rsyncWebsiteMirror => "",

227)             ftpWebsiteMirror => "",
228)             httpDistMirror => "http://tor.ccc.de/dist/",
229)             rsyncDistMirror => "",

230)             updateDate => "Unknown",

231)         },
232) 

233)        mirror013 => {

234) 	    adminContact => "hostmaster AT zombiewerks DOT com",

235)             orgName => "TheOnionRouter",

236)             isoCC => "IS",
237)             subRegion => "",
238)             region => "Iceland",

239)             ipv4 => "True",
240)             ipv6 => "False",
241)             loadBalanced => "Unknown",

242)             httpWebsiteMirror => "http://theonionrouter.com/",
243)             httpsWebsiteMirror => "",

244)             rsyncWebsiteMirror => "",

245)             ftpWebsiteMirror => "",

246)             httpDistMirror => "http://theonionrouter.com/dist/",
247)             httpsDistMirror => "",

248)             rsyncDistMirror => "",

249)             updateDate => "Unknown",

250)         },

251)     mirror014 => {
252)         adminContact => "tormaster AT xpdm DOT us",
253)         orgName => "Xpdm",
254)         isoCC => "US",
255)         subRegion => "",
256)         region => "North America",
257)         ipv4 => "True",
258)         ipv6 => "False",
259)         loadBalanced => "Unknown",
260)         httpWebsiteMirror => "http://torproj.xpdm.us/",
261)         httpsWebsiteMirror => "https://torproj.xpdm.us/",
262)         rsyncWebsiteMirror => "",
263)         ftpWebsiteMirror => "",
264)         httpDistMirror => "http://torproj.xpdm.us/dist/",
265)         httpsDistMirror => "https://torproj.xpdm.us/dist/",
266)         rsyncDistMirror => "",
267)         hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
268)         updateDate => "Unknown",
269)         },

270)         mirror016 => {

271)             adminContact => "security AT hostoffice DOT hu",

272)             orgName => "Unknown",
273)             isoCC => "HU",
274)             subRegion => "Hungary",
275)             region => "Europe",
276)             ipv4 => "True",
277)             ipv6 => "False",
278)             loadBalanced => "No",

279)             httpWebsiteMirror => "http://mirror.tor.hu/",

280)             httpsWebsiteMirror => "",

281)             rsyncWebsiteMirror => "",

282)             ftpWebsiteMirror => "",

283)             httpDistMirror => "http://mirror.tor.hu/dist/",

284)             httpsDistMirror => "",
285)             rsyncDistMirror => "",
286)             hiddenServiceMirror => "",
287)             updateDate => "Unknown",

288)         },

289) 

290) 	    mirror018 => {

291)             adminContact => "",
292)             orgName => "chaos darmstadt",
293)             isoCC => "DE",
294)             subRegion => "Germany",
295)             region => "Europe",
296)             ipv4 => "True",
297)             ipv6 => "False",
298)             loadBalanced => "No",
299)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
300)             httpsWebsiteMirror => "",
301)             rsyncWebsiteMirror => "",
302)             ftpWebsiteMirror => "",
303)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
304)             httpsDistMirror => "",
305)             rsyncDistMirror => "",
306)             hiddenServiceMirror => "",
307)             updateDate => "Unknown",

308)         },

309) 

310) 	mirror019 => {

311)             adminContact => "webmaster AT askapache DOT com",
312)             orgName => "AskApache",

313)             isoCC => "US",
314)             subRegion => "California",
315)             region => "US",
316)             ipv4 => "True",
317)             ipv6 => "False",
318)             loadBalanced => "No",
319)             httpWebsiteMirror => "http://tor.askapache.com/",
320)             httpsWebsiteMirror => "",
321)             rsyncWebsiteMirror => "",
322)             ftpWebsiteMirror => "",

323)             httpDistMirror => "http://tor.askapache.com/dist/",

324)             httpsDistMirror => "",
325)             rsyncDistMirror => "",
326)             hiddenServiceMirror => "",
327)             updateDate => "Unknown",

328)         },

329) 

330) 	mirror020 => {

331)             adminContact => " mail AT benjamin-meier DOT info ",
332)             orgName => "beme it",

333)             isoCC => "DE",

334)             subRegion => "",

335)             region => "DE",

336)             ipv4 => "True",
337)             ipv6 => "False",
338)             loadBalanced => "No",

339)             httpWebsiteMirror => "http://tor.beme-it.de/",

340)             httpsWebsiteMirror => "https://tor.beme-it.de/",

341)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",

342)             ftpWebsiteMirror => "",

343)             httpDistMirror => "http://tor.beme-it.de/dist/",

344)             httpsDistMirror => "https://tor.beme-it.de/dist/",

345)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",

346)             hiddenServiceMirror => "",
347)             updateDate => "Unknown",

348)         },

349) 

350)         mirror021 => {

351)             adminContact => "",

352)             orgName => "India Tor Fans",

353)             isoCC => "IN",
354)             subRegion => "",
355)             region => "IN",
356)             ipv4 => "True",
357)             ipv6 => "False",
358)             loadBalanced => "No",

359)             httpWebsiteMirror => "http://www.torproject.org.in/",

360)             httpsWebsiteMirror => "",
361)             rsyncWebsiteMirror => "",
362)             ftpWebsiteMirror => "",
363)             httpDistMirror => "http://www.torproject.org.in/dist/",
364)             httpsDistMirror => "",
365)             rsyncDistMirror => "",
366)             hiddenServiceMirror => "",
367)             updateDate => "Unknown",
368)         },
369) 

370)         mirror024 => {

371)             adminContact => "",

372)             orgName => "homosu",

373)             isoCC => "SE",

374)             subRegion => "",

375)             region => "SE",

376)             ipv4 => "True",
377)             ipv6 => "False",
378)             loadBalanced => "No",
379)             httpWebsiteMirror => "http://tor.homosu.net/",
380)             httpsWebsiteMirror => "",
381)             rsyncWebsiteMirror => "",
382)             ftpWebsiteMirror => "",

383)             httpDistMirror => "http://tor.homosu.net/dist/",

384)             httpsDistMirror => "",
385)             rsyncDistMirror => "",

386)             hiddenServiceMirror => "",

387)         },

388) 

389)         mirror025 => {

390)             adminContact => "margus.random at mail.ee",
391)             orgName => "CyberSIDE",

392)             isoCC => "EE",

393)             subRegion => "",
394)             region => "EE",
395)             ipv4 => "True",
396)             ipv6 => "False",
397)             loadBalanced => "No",
398)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
399)             httpsWebsiteMirror => "",
400)             rsyncWebsiteMirror => "",
401)             ftpWebsiteMirror => "",

402)             httpDistMirror => "http://cyberside.net.ee/tor/",

403)             httpsDistMirror => "",
404)             rsyncDistMirror => "",

405)             hiddenServiceMirror => "",

406)         },

407) 

408)         mirror028 => {

409)             adminContact => "",

410)             orgName => "NW Linux",

411)             isoCC => "US",
412)             subRegion => "WA",
413)             region => "US",
414)             ipv4 => "True",
415)             ipv6 => "False",
416)             loadBalanced => "No",

417)             httpWebsiteMirror => "http://torproject.nwlinux.us/",

418)             httpsWebsiteMirror => "",

419)             rsyncWebsiteMirror => "rsync://nwlinux.us/tor-web",

420)             ftpWebsiteMirror => "",

421)             httpDistMirror => "http://torproject.nwlinux.us/dist/",

422)             httpsDistMirror => "",

423)             rsyncDistMirror => "rsync://nwlinux.us/tor-dist",

424)             hiddenServiceMirror => "",
425)         },

426)         mirror029 => {

427)             adminContact => "",
428)             orgName => "LazyTiger",
429)             isoCC => "FR",
430)             subRegion => "",
431)             region => "FR",
432)             ipv4 => "True",
433)             ipv6 => "False",
434)             loadBalanced => "No",
435)             httpWebsiteMirror => "http://tor.taiga-san.net/",
436)             httpsWebsiteMirror => "",
437)             rsyncWebsiteMirror => "",
438)             ftpWebsiteMirror => "",

439)             httpDistMirror => "http://tor.taiga-san.net/dist/",

440)             httpsDistMirror => "",
441)             rsyncDistMirror => "",

442)             hiddenServiceMirror => "",
443)         },

444)         mirror030 => {

445)             adminContact => "",
446)             orgName => "searchprivate",
447)             isoCC => "US",
448)             subRegion => "TX",
449)             region => "US",
450)             ipv4 => "True",
451)             ipv6 => "False",
452)             loadBalanced => "No",

453)             httpWebsiteMirror => "http://tor.searchprivate.com/",

454)             httpsWebsiteMirror => "",
455)             rsyncWebsiteMirror => "",
456)             ftpWebsiteMirror => "",

457)             httpDistMirror => "http://tor.searchprivate.com/dist/",

458)             httpsDistMirror => "",
459)             rsyncDistMirror => "",

460)             hiddenServiceMirror => "",
461)         },

462)         mirror031 => {

463)             adminContact => "",
464)             orgName => "cyberarmy",
465)             isoCC => "AT",
466)             subRegion => "",
467)             region => "AT",
468)             ipv4 => "True",
469)             ipv6 => "False",
470)             loadBalanced => "No",

471)             httpWebsiteMirror => "http://tor.cyberarmy.at/",

472)             httpsWebsiteMirror => "",
473)             rsyncWebsiteMirror => "",
474)             ftpWebsiteMirror => "",

475)             httpDistMirror => "",

476)             httpsDistMirror => "",
477)             rsyncDistMirror => "",
478)             hiddenServiceMirror => "",
479)         },
480)         mirror032 => {
481)             adminContact => "",

482)             orgName => "torproject.is",

483)             isoCC => "IS",
484)             subRegion => "",
485)             region => "IS",
486)             ipv4 => "True",
487)             ipv6 => "False",
488)             loadBalanced => "No",

489)             httpWebsiteMirror => "http://torproject.is/",

490)             httpsWebsiteMirror => "",
491)             rsyncWebsiteMirror => "",
492)             ftpWebsiteMirror => "",

493)             httpDistMirror => "http://torproject.is/dist/",

494)             httpsDistMirror => "",
495)             rsyncDistMirror => "",

496)             hiddenServiceMirror => "",

497)         },
498)         mirror033 => {
499)             adminContact => "",
500)             orgName => "torservers",
501)             isoCC => "DE",
502)             subRegion => "",
503)             region => "DE",
504)             ipv4 => "True",
505)             ipv6 => "False",
506)             loadBalanced => "No",
507)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
508)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
509)             rsyncWebsiteMirror => "",
510)             ftpWebsiteMirror => "",

511)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist/",
512)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist/",

513)             rsyncDistMirror => "",
514)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",

515)         },

516)         mirror036 => {
517)             adminContact => "",
518)             orgName => "",
519)             isoCC => "NL",
520)             subRegion => "",
521)             region => "NL",
522)             ipv4 => "True",
523)             ipv6 => "False",
524)             loadBalanced => "No",
525)             httpWebsiteMirror => "",
526)             httpsWebsiteMirror => "",
527)             rsyncWebsiteMirror => "",
528)             ftpWebsiteMirror => "",
529)             httpDistMirror => "",

530)             httpsDistMirror => "https://www.coevoet.nl/tor/dist/",

531)             rsyncDistMirror => "",
532)             hiddenServiceMirror => "",

533)       },
534)         mirror038 => {
535)             adminContact => "",
536)             orgName => "",
537)             isoCC => "LT",
538)             subRegion => "",
539)             region => "LT",
540)             ipv4 => "True",
541)             ipv6 => "False",
542)             loadBalanced => "No",

543)             httpWebsiteMirror => "http://tor.vesta.nu/",

544)             httpsWebsiteMirror => "",
545)             rsyncWebsiteMirror => "",
546)             ftpWebsiteMirror => "",

547)             httpDistMirror => "http://tor.vesta.nu/dist/",

548)             httpsDistMirror => "",
549)             rsyncDistMirror => "",

550)             hiddenServiceMirror => "",

551)       },
552)         mirror040 => {
553)             adminContact => "",
554)             orgName => "",
555)             isoCC => "DE",
556)             subRegion => "",
557)             region => "DE",
558)             ipv4 => "True",
559)             ipv6 => "False",
560)             loadBalanced => "No",

561)             httpWebsiteMirror => "http://tor.freie-re.de/",

562)             httpsWebsiteMirror => "",
563)             rsyncWebsiteMirror => "",
564)             ftpWebsiteMirror => "",

565)             httpDistMirror => "http://tor.freie-re.de/dist/",

566)             httpsDistMirror => "",
567)             rsyncDistMirror => "",

568)             hiddenServiceMirror => "",
569)       },
570)         mirror041 => {
571)             adminContact => "",

572)             orgName => "Host4site",

573)             isoCC => "IL",
574)             subRegion => "",
575)             region => "IL",
576)             ipv4 => "True",
577)             ipv6 => "False",
578)             loadBalanced => "No",
579)             httpWebsiteMirror => "http://mirror.host4site.co.il/torproject.org/",
580)             httpsWebsiteMirror => "",
581)             rsyncWebsiteMirror => "",
582)             ftpWebsiteMirror => "",

583)             httpDistMirror => "http://mirror.host4site.co.il/torproject.org/dist/",

584)             httpsDistMirror => "",
585)             rsyncDistMirror => "",

586)             hiddenServiceMirror => "",

587)       },
588)         mirror043 => {
589)             adminContact => "",
590)             orgName => "factor.cc",

591)             isoCC => "DE",

592)             subRegion => "",

593)             region => "DE",

594)             ipv4 => "True",
595)             ipv6 => "False",
596)             loadBalanced => "No",
597)             httpWebsiteMirror => "http://tor.factor.cc/",

598)             httpsWebsiteMirror => "https://factor.cc/tor/",

599)             rsyncWebsiteMirror => "",
600)             ftpWebsiteMirror => "",
601)             httpDistMirror => "http://tor.factor.cc/dist/",

602)             httpsDistMirror => "https://factor.cc/tor/dist/",

603)             rsyncDistMirror => "",

604)             hiddenServiceMirror => "",

605)       },
606)         mirror045 => {
607)             adminContact => "",
608)             orgName => "",
609)             isoCC => "TN",
610)             subRegion => "",
611)             region => "TN",
612)             ipv4 => "True",
613)             ipv6 => "False",
614)             loadBalanced => "No",
615)             httpWebsiteMirror => "http://tor.mirror.tn/",
616)             httpsWebsiteMirror => "",
617)             rsyncWebsiteMirror => "",
618)             ftpWebsiteMirror => "",
619)             httpDistMirror => "http://tor.mirror.tn/dist/",
620)             httpsDistMirror => "",
621)             rsyncDistMirror => "",

622)             hiddenServiceMirror => "",

623)       },

624)         mirror045 => {

625)             adminContact => "",
626)             orgName => "",

627)             isoCC => "TN",

628)             subRegion => "",

629)             region => "TN",

630)             ipv4 => "True",
631)             ipv6 => "False",
632)             loadBalanced => "No",

633)             httpWebsiteMirror => "http://torproject.antagonism.org/",

634)             httpsWebsiteMirror => "https://torproject.antagonism.org/",
635)             rsyncWebsiteMirror => "",
636)             ftpWebsiteMirror => "",

637)             httpDistMirror => "",
638)             httpsDistMirror => "",

639)             rsyncDistMirror => "",

640)             hiddenServiceMirror => "",

641)       },
642)         mirror048 => {
643)             adminContact => "",
644)             orgName => "",
645)             isoCC => "AT",
646)             subRegion => "",
647)             region => "AT",
648)             ipv4 => "True",
649)             ipv6 => "True",
650)             loadBalanced => "No",
651)             httpWebsiteMirror => "http://tor.dont-know-me.at/",
652)             httpsWebsiteMirror => "",
653)             rsyncWebsiteMirror => "",
654)             ftpWebsiteMirror => "",
655)             httpDistMirror => "http://tor.dont-know-me.at/dist/",
656)             httpsDistMirror => "",
657)             rsyncDistMirror => "",

658)             hiddenServiceMirror => "",
659)         },
660)         mirror049 => {
661)             adminContact => "IceBear",

662)             orgName => "myRL.net",

663)             isoCC => "IS",
664)             subRegion => "",
665)             region => "IS",
666)             ipv4 => "True",
667)             ipv6 => "False",
668)             loadBalanced => "No",
669)             httpWebsiteMirror => "http://tor.myrl.net/",
670)             httpsWebsiteMirror => "https://tor.myrl.net/",
671)             rsyncWebsiteMirror => "",
672)             ftpWebsiteMirror => "",
673)             httpDistMirror => "http://tor.myrl.net/dist/",
674)             httpsDistMirror => "https://tor.myrl.net/dist/",
675)             rsyncDistMirror => "",

676)             hiddenServiceMirror => "",
677)         },
678)         mirror050 => {
679)             adminContact => "",

680)             orgName => "borgmann.tv",

681)             isoCC => "DE",
682)             subRegion => "",
683)             region => "DE",
684)             ipv4 => "True",
685)             ipv6 => "False",
686)             loadBalanced => "No",
687)             httpWebsiteMirror => "http://tor.borgmann.tv/",
688)             httpsWebsiteMirror => "",
689)             rsyncWebsiteMirror => "",
690)             ftpWebsiteMirror => "",
691)             httpDistMirror => "http://tor.borgmann.tv/dist/",
692)             httpsDistMirror => "",
693)             rsyncDistMirror => "",

694)             hiddenServiceMirror => "",

695)         },
696)         mirror051 => {
697)             adminContact => "",
698)             orgName => "torland",

699)             isoCC => "GB",

700)             subRegion => "",

701)             region => "GB",

702)             ipv4 => "True",
703)             ipv6 => "False",
704)             loadBalanced => "No",

705)             httpWebsiteMirror => "http://mirror.torland.me/torproject.org/",
706)             httpsWebsiteMirror => "https://mirror.torland.me/torproject.org/",

707)             rsyncWebsiteMirror => "",
708)             ftpWebsiteMirror => "",

709)             httpDistMirror => "http://mirror.torland.me/torproject.org/dist/",
710)             httpsDistMirror => "https://mirror.torland.me/torproject.org/dist/",

711)             rsyncDistMirror => "",
712)             hiddenServiceMirror => "",
713)         },
714)         mirror052 => {
715)             adminContact => "",
716)             orgName => "spline",
717)             isoCC => "DE",
718)             subRegion => "",
719)             region => "DE",
720)             ipv4 => "True",
721)             ipv6 => "False",
722)             loadBalanced => "No",
723)             httpWebsiteMirror => "http://tor.spline.de/",

724)             httpsWebsiteMirror => "https://tor.spline.inf.fu-berlin.de/",

725)             rsyncWebsiteMirror => "rsync://ftp.spline.de/tor",
726)             ftpWebsiteMirror => "ftp://ftp.spline.de/pub/tor",
727)             httpDistMirror => "http://tor.spline.de/dist/",

728)             httpsDistMirror => "https://tor.spline.inf.fu-berlin.de/dist/",

729)             rsyncDistMirror => "rsync://ftp.spline.de/tor/dist",
730)             hiddenServiceMirror => "",

731)         },
732)         mirror053 => {
733)             adminContact => "",
734)             orgName => "",
735)             isoCC => "AT",
736)             subRegion => "",
737)             region => "AT",
738)             ipv4 => "True",
739)             ipv6 => "False",
740)             loadBalanced => "No",
741)             httpWebsiteMirror => "http://torproject.ph3x.at/",
742)             httpsWebsiteMirror => "",
743)             rsyncWebsiteMirror => "",
744)             ftpWebsiteMirror => "",
745)             httpDistMirror => "http://torproject.ph3x.at/dist/",
746)             httpsDistMirror => "",
747)             rsyncDistMirror => "",

748)             hiddenServiceMirror => "",
749)         },
750)         mirror054 => {
751)             adminContact => "",

752)             orgName => "hessmo",

753)             isoCC => "US",
754)             subRegion => "",
755)             region => "US",
756)             ipv4 => "True",
757)             ipv6 => "False",
758)             loadBalanced => "No",
759)             httpWebsiteMirror => "http://mirror.hessmo.com/tor/",
760)             httpsWebsiteMirror => "",
761)             rsyncWebsiteMirror => "",
762)             ftpWebsiteMirror => "",

763)             httpDistMirror => "http://mirror.hessmo.com/tor/dist/",

764)             httpsDistMirror => "",
765)             rsyncDistMirror => "",

766)             hiddenServiceMirror => "",
767)         },

768)         mirror056 => {
769)             adminContact => "",
770)             orgName => "",

771)             isoCC => "IT",

772)             subRegion => "",

773)             region => "IT",

774)             ipv4 => "True",
775)             ipv6 => "True",
776)             loadBalanced => "No",
777)             httpWebsiteMirror => "http://torproject.jcsh.it/",
778)             httpsWebsiteMirror => "",
779)             rsyncWebsiteMirror => "",
780)             ftpWebsiteMirror => "",
781)             httpDistMirror => "http://torproject.jcsh.it/dist/",
782)             httpsDistMirror => "",
783)             rsyncDistMirror => "",

784)             hiddenServiceMirror => "",
785)         },
786)         mirror057 => {
787)             adminContact => "",

788)             orgName => "5ª Coluna",

789)             isoCC => "PT",
790)             subRegion => "",
791)             region => "PT",
792)             ipv4 => "True",
793)             ipv6 => "True",
794)             loadBalanced => "No",

795)             httpWebsiteMirror => "http://torproject.pt/",

796)             httpsWebsiteMirror => "",
797)             rsyncWebsiteMirror => "",
798)             ftpWebsiteMirror => "",

799)             httpDistMirror => "http://torproject.pt/dist/",
800)             httpsDistMirror => "",

801)             rsyncDistMirror => "",

802)             hiddenServiceMirror => "",
803)         },
804)         mirror058 => {
805)             adminContact => "",
806)             orgName => "",
807)             isoCC => "US",
808)             subRegion => "",
809)             region => "US",
810)             ipv4 => "True",
811)             ipv6 => "True",
812)             loadBalanced => "No",
813)             httpWebsiteMirror => "http://tor.loritsu.com/",
814)             httpsWebsiteMirror => "",
815)             rsyncWebsiteMirror => "",
816)             ftpWebsiteMirror => "",
817)             httpDistMirror => "http://tor.loritsu.com/dist/",
818)             httpsDistMirror => "",
819)             rsyncDistMirror => "",
820)             hiddenServiceMirror => "",
821)         },
822)         mirror059 => {
823)             adminContact => "",
824)             orgName => "",
825)             isoCC => "US",
826)             subRegion => "",
827)             region => "US",
828)             ipv4 => "True",
829)             ipv6 => "True",
830)             loadBalanced => "No",
831)             httpWebsiteMirror => "http://tor.onthegetgo.com/",
832)             httpsWebsiteMirror => "",
833)             rsyncWebsiteMirror => "",
834)             ftpWebsiteMirror => "",
835)             httpDistMirror => "http://tor.onthegetgo.com/dist/",
836)             httpsDistMirror => "",
837)             rsyncDistMirror => "",

838)             hiddenServiceMirror => "",
839)         },
840)         mirror060 => {
841)             adminContact => "",
842)             orgName => "",
843)             isoCC => "DE",
844)             subRegion => "",
845)             region => "DE",
846)             ipv4 => "True",
847)             ipv6 => "False",
848)             loadBalanced => "No",
849)             httpWebsiteMirror => "http://torproject.cryptowars.info/",
850)             httpsWebsiteMirror => "https://torproject.cryptowars.info/",
851)             rsyncWebsiteMirror => "rsync://torproject.cryptowars.info/",
852)             ftpWebsiteMirror => "",
853)             httpDistMirror => "http://torproject.cryptowars.info/dist/",
854)             httpsDistMirror => "https://torproject.cryptowars.info/dist/",
855)             rsyncDistMirror => "",

856)             hiddenServiceMirror => "",

857)         },
858)         mirror061 => {
859)             adminContact => "",
860)             orgName => "",
861)             isoCC => "US",
862)             subRegion => "",
863)             region => "US",
864)             ipv4 => "True",
865)             ipv6 => "False",
866)             loadBalanced => "No",
867)             httpWebsiteMirror => "http://mirror.grwebhost.com/torproject.org/",
868)             httpsWebsiteMirror => "",
869)             rsyncWebsiteMirror => "",
870)             ftpWebsiteMirror => "",
871)             httpDistMirror => "http://mirror.grwebhost.com/torproject.org/dist/",
872)             httpsDistMirror => "",
873)             rsyncDistMirror => "",

874)             hiddenServiceMirror => "",
875)     },
876)         mirror062 => {
877)             adminContact => "",
878)             orgName => "",
879)             isoCC => "DE",
880)             subRegion => "",
881)             region => "DE",
882)             ipv4 => "True",
883)             ipv6 => "False",
884)             loadBalanced => "No",
885)             httpWebsiteMirror => "http://tor.dev-random.de/",
886)             httpsWebsiteMirror => "https://tor.dev-random.de/",
887)             rsyncWebsiteMirror => "",
888)             ftpWebsiteMirror => "",
889)             httpDistMirror => "http://tor.dev-random.de/dist/",
890)             httpsDistMirror => "https://tor.dev-random.de/dist/",
891)             rsyncDistMirror => "",
892)             hiddenServiceMirror => "",
893)     },
894)         mirror063 => {
895)             adminContact => "",

896)             orgName => "crazyhaze.de",

897)             isoCC => "DE",
898)             subRegion => "",
899)             region => "DE",
900)             ipv4 => "True",
901)             ipv6 => "False",
902)             loadBalanced => "No",
903)             httpWebsiteMirror => "http://tor.crazyhaze.de/",
904)             httpsWebsiteMirror => "https://tor.crazyhaze.de/",
905)             rsyncWebsiteMirror => "",
906)             ftpWebsiteMirror => "",

907)             httpDistMirror => "http://tor.crazyhaze.de/dist/",
908)             httpsDistMirror => "https://tor.crazyhaze.de/dist/",

909)             rsyncDistMirror => "",
910)             hiddenServiceMirror => "",
911)     },
912)         mirror065 => {
913)             adminContact => "",
914)             orgName => "",
915)             isoCC => "US",
916)             subRegion => "",
917)             region => "US",
918)             ipv4 => "True",
919)             ipv6 => "False",
920)             loadBalanced => "No",
921)             httpWebsiteMirror => "http://torproject.umbrellacorporation.org.uk/",
922)             httpsWebsiteMirror => "",
923)             rsyncWebsiteMirror => "",
924)             ftpWebsiteMirror => "",
925)             httpDistMirror => "http://torproject.umbrellacorporation.org.uk/dist/",
926)             httpsDistMirror => "",
927)             rsyncDistMirror => "",

928)             hiddenServiceMirror => "",
929)     },
930)         mirror066 => {
931)             adminContact => "",
932)             orgName => "",
933)             isoCC => "DE",
934)             subRegion => "",
935)             region => "DE",
936)             ipv4 => "True",
937)             ipv6 => "False",
938)             loadBalanced => "No",
939)             httpWebsiteMirror => "http://torproject.lightning-bolt.net/",
940)             httpsWebsiteMirror => "",
941)             rsyncWebsiteMirror => "",
942)             ftpWebsiteMirror => "",
943)             httpDistMirror => "http://torproject.lightning-bolt.net/dist/",
944)             httpsDistMirror => "",
945)             rsyncDistMirror => "",

946)             hiddenServiceMirror => "",

947)     },
948)         mirror067 => {
949)             adminContact => "",
950)             orgName => "",
951)             isoCC => "US",
952)             subRegion => "",
953)             region => "US",
954)             ipv4 => "True",
955)             ipv6 => "False",
956)             loadBalanced => "No",
957)             httpWebsiteMirror => "http://tor.mirrors.samwhited.com/",
958)             httpsWebsiteMirror => "https://tor.mirrors.samwhited.com/",
959)             rsyncWebsiteMirror => "rsync://tor.mirrors.samwhited.com",
960)             ftpWebsiteMirror => "",
961)             httpDistMirror => "http://tor.mirrors.samwhited.com/dist/",
962)             httpsDistMirror => "https://tor.mirrors.samwhited.com/dist/",
963)             rsyncDistMirror => "rsync://tor.mirrors.samwhited.com/dist",
964)             hiddenServiceMirror => "",

965)      },
966)         mirror068 => {
967)             adminContact => "",
968)             orgName => "",

969)             isoCC => "FR",

970)             subRegion => "",

971)             region => "FR",

972)             ipv4 => "True",
973)             ipv6 => "False",
974)             loadBalanced => "No",
975)             httpWebsiteMirror => "http://tor.hardkor.info/",
976)             httpsWebsiteMirror => "",
977)             rsyncWebsiteMirror => "",
978)             ftpWebsiteMirror => "",
979)             httpDistMirror => "http://tor.hardkor.info/dist/",
980)             httpsDistMirror => "",
981)             rsyncDistMirror => "",

982)             hiddenServiceMirror => "",
983)      },
984)         mirror069 => {
985)             adminContact => "",
986)             orgName => "",
987)             isoCC => "FR",
988)             subRegion => "",
989)             region => "FR",
990)             ipv4 => "True",
991)             ipv6 => "False",
992)             loadBalanced => "No",
993)             httpWebsiteMirror => "http://tor.mirror.chekanov.net/",
994)             httpsWebsiteMirror => "",
995)             rsyncWebsiteMirror => "",
996)             ftpWebsiteMirror => "",
997)             httpDistMirror => "http://tor.mirror.chekanov.net/dist/",
998)             httpsDistMirror => "",
999)             rsyncDistMirror => "",

1000)             hiddenServiceMirror => "",

1001)      },

1002)         mirror071 => {

1003)             adminContact => "",

1004)             orgName => "Quintex",

1005)             isoCC => "US",

1006)             subRegion => "",

1007)             region => "US",

1008)             ipv4 => "True",
1009)             ipv6 => "False",
1010)             loadBalanced => "No",

1011)             httpWebsiteMirror => "http://tormirror.quintex.com/",

1012)             httpsWebsiteMirror => "",
1013)             rsyncWebsiteMirror => "",
1014)             ftpWebsiteMirror => "",

1015)             httpDistMirror => "http://tormirror.quintex.com/dist/",

1016)             httpsDistMirror => "",
1017)             rsyncDistMirror => "",

1018)             hiddenServiceMirror => "",
1019)     },
1020)         mirror072 => {
1021)             adminContact => "",
1022)             orgName => "",
1023)             isoCC => "US",
1024)             subRegion => "",
1025)             region => "US",
1026)             ipv4 => "True",
1027)             ipv6 => "False",
1028)             loadBalanced => "No",
1029)             httpWebsiteMirror => "http://tor.minibofh.org/",
1030)             httpsWebsiteMirror => "",
1031)             rsyncWebsiteMirror => "",
1032)             ftpWebsiteMirror => "",
1033)             httpDistMirror => "http://tor.minibofh.org/dist/",
1034)             httpsDistMirror => "",
1035)             rsyncDistMirror => "",
1036)             hiddenServiceMirror => "",
1037)     },
1038)         mirror073 => {
1039)             adminContact => "",
1040)             orgName => "",
1041)             isoCC => "UA",
1042)             subRegion => "",
1043)             region => "UA",
1044)             ipv4 => "True",
1045)             ipv6 => "False",
1046)             loadBalanced => "No",
1047)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
1048)             httpsWebsiteMirror => "",
1049)             rsyncWebsiteMirror => "",
1050)             ftpWebsiteMirror => "",
1051)             httpDistMirror => "http://torua.reactor-xg.kiev.ua/dist/",
1052)             httpsDistMirror => "",
1053)             rsyncDistMirror => "",

1054)             hiddenServiceMirror => "",
1055)     },
1056)         mirror074 => {
1057)             adminContact => "",
1058)             orgName => "FoDT",
1059)             isoCC => "AT",
1060)             subRegion => "",
1061)             region => "AT",
1062)             ipv4 => "True",
1063)             ipv6 => "False",
1064)             loadBalanced => "No",
1065)             httpWebsiteMirror => "http://tor.fodt.co.at/",
1066)             httpsWebsiteMirror => "https://tor.fodt.co.at/",
1067)             rsyncWebsiteMirror => "",
1068)             ftpWebsiteMirror => "",
1069)             httpDistMirror => "http://tor.fodt.co.at/dist/",
1070)             httpsDistMirror => "https://tor.fodt.co.at/dist/",
1071)             rsyncDistMirror => "",

1072)             hiddenServiceMirror => "",
1073)     },
1074)         mirror075 => {
1075)             adminContact => "",

1076)             orgName => "me0w.cc",
1077)             isoCC => "RO",

1078)             subRegion => "",

1079)             region => "RO",

1080)             ipv4 => "True",
1081)             ipv6 => "False",
1082)             loadBalanced => "No",
1083)             httpWebsiteMirror => "http://tor.me0w.cc/",
1084)             httpsWebsiteMirror => "",
1085)             rsyncWebsiteMirror => "",
1086)             ftpWebsiteMirror => "",
1087)             httpDistMirror => "http://tor.me0w.cc/dist/",
1088)             httpsDistMirror => "",
1089)             rsyncDistMirror => "",

1090)             hiddenServiceMirror => "",
1091)     },
1092)         mirror076 => {
1093)             adminContact => "",
1094)             orgName => "",
1095)             isoCC => "US",
1096)             subRegion => "",
1097)             region => "US",
1098)             ipv4 => "True",
1099)             ipv6 => "False",
1100)             loadBalanced => "No",
1101)             httpWebsiteMirror => "http://mirror.nametoday.me/tor/",
1102)             httpsWebsiteMirror => "",
1103)             rsyncWebsiteMirror => "",
1104)             ftpWebsiteMirror => "",
1105)             httpDistMirror => "http://mirror.nametoday.me/tor/dist/",
1106)             httpsDistMirror => "",
1107)             rsyncDistMirror => "",

1108)             hiddenServiceMirror => "",

1109)         },
1110)         mirror077 => {
1111)             adminContact => "",
1112)             orgName => "",
1113)             isoCC => "UK",
1114)             subRegion => "",
1115)             region => "UK",
1116)             ipv4 => "True",
1117)             ipv6 => "False",
1118)             loadBalanced => "No",
1119)             httpWebsiteMirror => "http://tor.mage.me.uk/",
1120)             httpsWebsiteMirror => "",
1121)             rsyncWebsiteMirror => "",
1122)             ftpWebsiteMirror => "",
1123)             httpDistMirror => "http://tor.mage.me.uk/dist/",
1124)             httpsDistMirror => "",
1125)             rsyncDistMirror => "",
1126)             hiddenServiceMirror => "",

1127)     }

1128) );
1129) 
1130) my $count = values %m;
1131) print "We have a total of $count mirrors\n";
1132) print "Fetching the last updated date for each mirror.\n";
1133) 

1134) my $tortime;

1135) $tortime = FetchDate("https://www.torproject.org/");

1136) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day
1137) $tortime -= 1 * 172800;

1138) print "The official time for Tor is $tortime. \n";
1139) 

1140) foreach my $server ( keys %m ) {
1141) 
1142)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
1143) 
1144)     if ($m{$server}{'httpWebsiteMirror'}) {
1145)         print "Attempt to fetch via HTTP.\n";
1146)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
1147)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
1148)         print "Attempt to fetch via HTTPS.\n";
1149)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
1150)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
1151)         print "Attempt to fetch via FTP.\n";
1152)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
1153)     } else {
1154)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
1155)     }
1156) 
1157)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
1158) 
1159)  }
1160) 
1161) 
1162) print "We sorted the following mirrors by their date of last update: \n";
1163) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
1164) 
1165)      print "\n";
1166)      print "Mirror $m{$server}{'orgName'}: \n";
1167) 
1168)      foreach my $attrib ( sort keys %{$m{$server}} ) {
1169)         print "$attrib = $m{$server}{$attrib}";
1170)         print "\n";
1171)      };
1172) }
1173) 
1174) my $outFile = "include/mirrors-table.wmi";
1175) my $html;
1176) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
1177) 

1178) # Here's where we open a file and print some wml include goodness

1179) # This is storted from last known recent update to unknown update times
1180) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
1181) 

1182)      my $time;

1183)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {

1184) 	  if ( $m{$server}{'updateDate'} > $tortime ) {

1185) 	    $time = "Up to date";
1186) 	  } else { $time = "Out of date"; }

1187)      } else { $time = "Unknown"; }

1188) print OUT <<"END";
1189)      \n<tr>\n
1190)          <td>$m{$server}{'isoCC'}</td>\n
1191)          <td>$m{$server}{'orgName'}</td>\n
1192)          <td>$time</td>\n
1193) END
1194) 
1195)      my %prettyNames = (
1196)                         httpWebsiteMirror => "http",
1197)                         httpsWebsiteMirror => "https",
1198)                         ftpWebsiteMirror => "ftp",
1199)                         rsyncWebsiteMirror => "rsync",
1200)                         httpDistMirror => "http",
1201)                         httpsDistMirror => "https",
1202)                         rsyncDistMirrors => "rsync", );
1203) 
1204)      foreach my $precious ( sort keys %prettyNames )

1205)      {
1206)         if ($m{$server}{"$precious"}) {
1207)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .

1208)                       "$prettyNames{$precious}</a></td>\n";