tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;

7) use Date::Format;

8) 

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>

11) # LWP suggestions by Leigh Honeywell

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,

25)     timeout => 30,

26)     agent => "Tor MirrorCheck Agent"

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror

43)     my $trace = "/project/trace/www-master.torproject.org"; # Location of recent update info

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);

50)     my $code = $result->code();
51)     print "Result code $code\n";

52) 

53)     if ($result->is_success && $code eq "200"){

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {

57) 

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }

72) 

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }

77) 
78)     return "Unknown";

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!

83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",

116)             httpWebsiteMirror => "http://www.oignon.net/",

117)             httpsWebsiteMirror => "https://www.oignon.net/",

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",

120)             httpDistMirror => "http://www.oignon.net/dist/",

121)             httpsDistMirror => "https://www.oignon.net/dist/",

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 

127)        mirror003 => {

128)             adminContact => "citizen428 AT gmail DOT com",

129)             orgName => "[[:bbs:]]",

130)             isoCC => "DE",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

137)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

138)             ftpWebsiteMirror => "",
139)             rsyncWebsiteMirror => "",

140)             httpDistMirror => "http://tor.blingblingsquad.net/dist",

141)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

142)             rsyncDistMirror => "",

143)             updateDate => "Unknown",

144)         },
145) 

146) 	    mirror006 => {

147)             adminContact => "BarkerJr AT barkerjr DOT net",
148)             orgName => "BarkerJr",
149)             isoCC => "US",
150)             subRegion => "",
151)             region => "US",
152)             ipv4 => "True",
153)             ipv6 => "False",
154)             loadBalanced => "No",

155)             httpWebsiteMirror => "http://www.torproject.us/",
156)             httpsWebsiteMirror => "https://www.torproject.us/",

157)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",

158)             ftpWebsiteMirror => "",

159)             httpDistMirror => "http://www.torproject.us/dist/",
160)             httpsDistMirror => "https://www.torproject.us/dist/",

161)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",

162)             hiddenServiceMirror => "",
163)             updateDate => "Unknown",
164)         },
165) 

166)        mirror007 => {

167)             adminContact => "info AT zentrum-der-gesundheit DOT de",

168)             orgName => "Zentrum der Gesundheit",

169)             isoCC => "DK",
170)             subRegion => "",
171)             region => "Europe",
172)             ipv4 => "True",
173)             ipv6 => "False",
174)             loadBalanced => "Unknown",

175)             httpWebsiteMirror => "http://tor.idnr.ws/",

176)             ftpWebsiteMirror => "",

177)             rsyncWebsiteMirror => "",

178)             httpDistMirror => "http://tor.idnr.ws/dist/",

179)             rsyncDistMirror => "",

180)             updateDate => "Unknown",

181)         },
182) 

183)        mirror008 => {

184)             adminContact => "root AT amorphis DOT eu",

185)             orgName => "Amorphis",

186)             isoCC => "NL",
187)             subRegion => "",
188)             region => "Europe",
189)             ipv4 => "True",
190)             ipv6 => "False",
191)             loadBalanced => "Unknown",
192)             httpWebsiteMirror => "http://tor.amorphis.eu/",

193)             rsyncWebsiteMirror => "",

194)             ftpWebsiteMirror => "",
195)             httpDistMirror => "http://tor.amorphis.eu/dist/",
196)             rsyncDistMirror => "",

197)             updateDate => "Unknown",

198)         },
199) 

200)        mirror009 => {

201)             adminContact => "mirror AT bit DOT nl",

202)             orgName => "BIT BV",
203)             isoCC => "NL",
204)             subRegion => "",
205)             region => "Europe",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "Unknown",

209)             httpWebsiteMirror => "",

210)             rsyncWebsiteMirror => "",

211)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",

212)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",

213)             rsyncDistMirror => "",

214)             updateDate => "Unknown",

215)         },
216) 

217)        mirror010 => {

218)             adminContact => "webmaster AT ccc DOT de",

219)             orgName => "CCC",
220)             isoCC => "NL",
221)             subRegion => "",
222)             region => "Europe",
223)             ipv4 => "True",
224)             ipv6 => "False",
225)             loadBalanced => "Unknown",
226)             httpWebsiteMirror => "http://tor.ccc.de/",

227)             rsyncWebsiteMirror => "",

228)             ftpWebsiteMirror => "",
229)             httpDistMirror => "http://tor.ccc.de/dist/",
230)             rsyncDistMirror => "",

231)             updateDate => "Unknown",

232)         },
233) 

234)        mirror013 => {

235) 	    adminContact => "hostmaster AT zombiewerks DOT com",

236)             orgName => "TheOnionRouter",

237)             isoCC => "IS",
238)             subRegion => "",
239)             region => "Iceland",

240)             ipv4 => "True",
241)             ipv6 => "False",
242)             loadBalanced => "Unknown",

243)             httpWebsiteMirror => "http://www.theonionrouter.com/",
244)             httpsWebsiteMirror => "https://www.theonionrouter.com/",

245)             rsyncWebsiteMirror => "",

246)             ftpWebsiteMirror => "",

247)             httpDistMirror => "http://www.theonionrouter.com/dist/",
248)             httpsDistMirror => "https://www.theonionrouter.com/dist/",

249)             rsyncDistMirror => "",

250)             updateDate => "Unknown",

251)         },

252)         mirror016 => {

253)             adminContact => "security AT hostoffice DOT hu",

254)             orgName => "Unknown",
255)             isoCC => "HU",
256)             subRegion => "Hungary",
257)             region => "Europe",
258)             ipv4 => "True",
259)             ipv6 => "False",
260)             loadBalanced => "No",

261)             httpWebsiteMirror => "http://mirror.tor.hu/",

262)             httpsWebsiteMirror => "",

263)             rsyncWebsiteMirror => "",

264)             ftpWebsiteMirror => "",

265)             httpDistMirror => "http://mirror.tor.hu/dist",

266)             httpsDistMirror => "",
267)             rsyncDistMirror => "",
268)             hiddenServiceMirror => "",
269)             updateDate => "Unknown",

270)         },

271) 

272)         mirror017 => {

273)             adminContact => "",

274)             orgName => "Technica-03",

275)             isoCC => "UA",

276)             subRegion => "Ukraine",
277)             region => "Eastern Europe",
278)             ipv4 => "True",
279)             ipv6 => "False",
280)             loadBalanced => "No",
281)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
282)             httpsWebsiteMirror => "",

283)             rsyncWebsiteMirror => "",

284)             ftpWebsiteMirror => "",

285)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",

286)             httpsDistMirror => "",
287)             rsyncDistMirror => "",
288)             hiddenServiceMirror => "",
289)             updateDate => "Unknown",

290)         },

291) 

292) 	    mirror018 => {

293)             adminContact => "",
294)             orgName => "chaos darmstadt",
295)             isoCC => "DE",
296)             subRegion => "Germany",
297)             region => "Europe",
298)             ipv4 => "True",
299)             ipv6 => "False",
300)             loadBalanced => "No",
301)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
302)             httpsWebsiteMirror => "",
303)             rsyncWebsiteMirror => "",
304)             ftpWebsiteMirror => "",
305)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
306)             httpsDistMirror => "",
307)             rsyncDistMirror => "",
308)             hiddenServiceMirror => "",
309)             updateDate => "Unknown",

310)         },

311) 

312) 	mirror019 => {

313)             adminContact => "webmaster AT askapache DOT com",
314)             orgName => "AskApache",

315)             isoCC => "US",
316)             subRegion => "California",
317)             region => "US",
318)             ipv4 => "True",
319)             ipv6 => "False",
320)             loadBalanced => "No",
321)             httpWebsiteMirror => "http://tor.askapache.com/",
322)             httpsWebsiteMirror => "",
323)             rsyncWebsiteMirror => "",
324)             ftpWebsiteMirror => "",

325)             httpDistMirror => "http://tor.askapache.com/dist/",

326)             httpsDistMirror => "",
327)             rsyncDistMirror => "",
328)             hiddenServiceMirror => "",
329)             updateDate => "Unknown",

330)         },

331) 

332) 	mirror020 => {

333)             adminContact => " mail AT benjamin-meier DOT info ",
334)             orgName => "beme it",

335)             isoCC => "DE",

336)             subRegion => "",

337)             region => "DE",

338)             ipv4 => "True",
339)             ipv6 => "False",
340)             loadBalanced => "No",

341)             httpWebsiteMirror => "http://tor.beme-it.de/",

342)             httpsWebsiteMirror => "https://tor.beme-it.de/",

343)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",

344)             ftpWebsiteMirror => "",

345)             httpDistMirror => "http://tor.beme-it.de/dist/",

346)             httpsDistMirror => "https://tor.beme-it.de/dist/",

347)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",

348)             hiddenServiceMirror => "",
349)             updateDate => "Unknown",

350)         },

351) 

352)         mirror021 => {

353)             adminContact => "",

354)             orgName => "India Tor Fans",

355)             isoCC => "IN",
356)             subRegion => "",
357)             region => "IN",
358)             ipv4 => "True",
359)             ipv6 => "False",
360)             loadBalanced => "No",

361)             httpWebsiteMirror => "http://www.torproject.org.in/",

362)             httpsWebsiteMirror => "",
363)             rsyncWebsiteMirror => "",
364)             ftpWebsiteMirror => "",
365)             httpDistMirror => "http://www.torproject.org.in/dist/",
366)             httpsDistMirror => "",
367)             rsyncDistMirror => "",
368)             hiddenServiceMirror => "",
369)             updateDate => "Unknown",
370)         },
371) 

372)         mirror023 => {

373)             adminContact => "SiNA",

374)             orgName => "Ninjas",

375)             isoCC => "IR",
376)             subRegion => "",
377)             region => "IR",
378)             ipv4 => "True",
379)             ipv6 => "False",
380)             loadBalanced => "Yes",

381)             httpWebsiteMirror => "http://onion.anonymo.us.org/",

382)             httpsWebsiteMirror => "",
383)             rsyncWebsiteMirror => "",
384)             ftpWebsiteMirror => "",

385)             httpDistMirror => "http://onion.anonymo.us.org/dist/",

386)             httpsDistMirror => "",
387)             rsyncDistMirror => "",

388)             hiddenServiceMirror => "",
389)         },
390) 

391)         mirror024 => {

392)             adminContact => "",

393)             orgName => "homosu",

394)             isoCC => "SE",

395)             subRegion => "",

396)             region => "SE",

397)             ipv4 => "True",
398)             ipv6 => "False",
399)             loadBalanced => "No",
400)             httpWebsiteMirror => "http://tor.homosu.net/",
401)             httpsWebsiteMirror => "",
402)             rsyncWebsiteMirror => "",
403)             ftpWebsiteMirror => "",
404)             httpDistMirror => "http://tor.homosu.net/dist",
405)             httpsDistMirror => "",
406)             rsyncDistMirror => "",

407)             hiddenServiceMirror => "",

408)         },

409) 

410)         mirror025 => {

411)             adminContact => "margus.random at mail.ee",
412)             orgName => "CyberSIDE",

413)             isoCC => "EE",

414)             subRegion => "",
415)             region => "EE",
416)             ipv4 => "True",
417)             ipv6 => "False",
418)             loadBalanced => "No",
419)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
420)             httpsWebsiteMirror => "",
421)             rsyncWebsiteMirror => "",
422)             ftpWebsiteMirror => "",

423)             httpDistMirror => "http://cyberside.net.ee/tor/",

424)             httpsDistMirror => "",
425)             rsyncDistMirror => "",

426)             hiddenServiceMirror => "",

427)         },

428) 

429)         mirror028 => {

430)             adminContact => "",

431)             orgName => "NW Linux",

432)             isoCC => "US",
433)             subRegion => "WA",
434)             region => "US",
435)             ipv4 => "True",
436)             ipv6 => "False",
437)             loadBalanced => "No",
438)             httpWebsiteMirror => "http://torproject.nwlinux.us",
439)             httpsWebsiteMirror => "",

440)             rsyncWebsiteMirror => "rsync://nwlinux.us/tor-web",

441)             ftpWebsiteMirror => "",
442)             httpDistMirror => "http://torproject.nwlinux.us/dist",
443)             httpsDistMirror => "",

444)             rsyncDistMirror => "rsync://nwlinux.us/tor-dist",

445)             hiddenServiceMirror => "",
446)         },

447)         mirror029 => {

448)             adminContact => "",
449)             orgName => "LazyTiger",
450)             isoCC => "FR",
451)             subRegion => "",
452)             region => "FR",
453)             ipv4 => "True",
454)             ipv6 => "False",
455)             loadBalanced => "No",
456)             httpWebsiteMirror => "http://tor.taiga-san.net/",
457)             httpsWebsiteMirror => "",
458)             rsyncWebsiteMirror => "",
459)             ftpWebsiteMirror => "",
460)             httpDistMirror => "http://tor.taiga-san.net/dist",
461)             httpsDistMirror => "",
462)             rsyncDistMirror => "",

463)             hiddenServiceMirror => "",
464)         },

465)         mirror030 => {

466)             adminContact => "",
467)             orgName => "searchprivate",
468)             isoCC => "US",
469)             subRegion => "TX",
470)             region => "US",
471)             ipv4 => "True",
472)             ipv6 => "False",
473)             loadBalanced => "No",
474)             httpWebsiteMirror => "http://tor.searchprivate.com",
475)             httpsWebsiteMirror => "",
476)             rsyncWebsiteMirror => "",
477)             ftpWebsiteMirror => "",
478)             httpDistMirror => "http://tor.searchprivate.com/dist",
479)             httpsDistMirror => "",
480)             rsyncDistMirror => "",

481)             hiddenServiceMirror => "",
482)         },

483)         mirror031 => {

484)             adminContact => "",
485)             orgName => "cyberarmy",
486)             isoCC => "AT",
487)             subRegion => "",
488)             region => "AT",
489)             ipv4 => "True",
490)             ipv6 => "False",
491)             loadBalanced => "No",
492)             httpWebsiteMirror => "http://tor.cyberarmy.at",
493)             httpsWebsiteMirror => "",
494)             rsyncWebsiteMirror => "",
495)             ftpWebsiteMirror => "",
496)             httpDistMirror => "http://tor.cyberarmy.at/dist",
497)             httpsDistMirror => "",
498)             rsyncDistMirror => "",
499)             hiddenServiceMirror => "",
500)         },
501)         mirror032 => {
502)             adminContact => "",

503)             orgName => "torproject.is",

504)             isoCC => "IS",
505)             subRegion => "",
506)             region => "IS",
507)             ipv4 => "True",
508)             ipv6 => "False",
509)             loadBalanced => "No",

510)             httpWebsiteMirror => "http://torproject.is/",

511)             httpsWebsiteMirror => "",
512)             rsyncWebsiteMirror => "",
513)             ftpWebsiteMirror => "",
514)             httpDistMirror => "http://torproject.is/dist",
515)             httpsDistMirror => "",
516)             rsyncDistMirror => "",

517)             hiddenServiceMirror => "",

518)         },
519)         mirror033 => {
520)             adminContact => "",
521)             orgName => "torservers",
522)             isoCC => "DE",
523)             subRegion => "",
524)             region => "DE",
525)             ipv4 => "True",
526)             ipv6 => "False",
527)             loadBalanced => "No",
528)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
529)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
530)             rsyncWebsiteMirror => "",
531)             ftpWebsiteMirror => "",
532)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist",
533)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist",
534)             rsyncDistMirror => "",
535)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",

536)         },

537)         mirror036 => {
538)             adminContact => "",
539)             orgName => "",
540)             isoCC => "NL",
541)             subRegion => "",
542)             region => "NL",
543)             ipv4 => "True",
544)             ipv6 => "False",
545)             loadBalanced => "No",
546)             httpWebsiteMirror => "",
547)             httpsWebsiteMirror => "",
548)             rsyncWebsiteMirror => "",
549)             ftpWebsiteMirror => "",
550)             httpDistMirror => "",
551)             httpsDistMirror => "https://www.coevoet.nl/tor/dist",
552)             rsyncDistMirror => "",
553)             hiddenServiceMirror => "",

554)       },

555)         mirror037 => {
556)             adminContact => "",

557)             orgName => "crypto.is",

558)             isoCC => "IS",
559)             subRegion => "",

560)             region => "Iceland",

561)             ipv4 => "True",
562)             ipv6 => "False",
563)             loadBalanced => "No",
564)             httpWebsiteMirror => "https://torproject.crypto.is",

565)             httpsWebsiteMirror => "https://torproject.crypto.is",

566)             rsyncWebsiteMirror => "",
567)             ftpWebsiteMirror => "",
568)             httpDistMirror => "https://torproject.crypto.is/dist",

569)             httpsDistMirror => "https://torproject.crypto.is/dist",
570)             rsyncDistMirror => "",
571)             hiddenServiceMirror => "",
572)       },
573)         mirror038 => {
574)             adminContact => "",
575)             orgName => "",
576)             isoCC => "LT",
577)             subRegion => "",
578)             region => "LT",
579)             ipv4 => "True",
580)             ipv6 => "False",
581)             loadBalanced => "No",
582)             httpWebsiteMirror => "http://tor.vesta.nu",
583)             httpsWebsiteMirror => "",
584)             rsyncWebsiteMirror => "",
585)             ftpWebsiteMirror => "",
586)             httpDistMirror => "http://tor.vesta.nu/dist",

587)             httpsDistMirror => "",
588)             rsyncDistMirror => "",

589)             hiddenServiceMirror => "",
590)       },
591)         mirror039 => {
592)             adminContact => "",

593)             orgName => "CCC-Hanau",

594)             isoCC => "DE",
595)             subRegion => "",
596)             region => "DE",
597)             ipv4 => "True",
598)             ipv6 => "False",
599)             loadBalanced => "No",
600)             httpWebsiteMirror => "http://tor.key-server.org",
601)             httpsWebsiteMirror => "https://tor.key-server.org",
602)             rsyncWebsiteMirror => "",

603)             ftpWebsiteMirror => "ftp://key-server.org/tor",

604)             httpDistMirror => "http://tor.key-server.org/dist",
605)             httpsDistMirror => "https://tor.key-server.org/dist",
606)             rsyncDistMirror => "",

607)             hiddenServiceMirror => "",
608)       },
609)         mirror040 => {
610)             adminContact => "",
611)             orgName => "",
612)             isoCC => "DE",
613)             subRegion => "",
614)             region => "DE",
615)             ipv4 => "True",
616)             ipv6 => "False",
617)             loadBalanced => "No",
618)             httpWebsiteMirror => "http://tor.freie-re.de",
619)             httpsWebsiteMirror => "",
620)             rsyncWebsiteMirror => "",
621)             ftpWebsiteMirror => "",
622)             httpDistMirror => "http://tor.freie-re.de/dist",
623)             httpsDistMirror => "",
624)             rsyncDistMirror => "",

625)             hiddenServiceMirror => "",
626)       },
627)         mirror041 => {
628)             adminContact => "",

629)             orgName => "Host4site",

630)             isoCC => "IL",
631)             subRegion => "",
632)             region => "IL",
633)             ipv4 => "True",
634)             ipv6 => "False",
635)             loadBalanced => "No",
636)             httpWebsiteMirror => "http://mirror.host4site.co.il/torproject.org/",
637)             httpsWebsiteMirror => "",
638)             rsyncWebsiteMirror => "",
639)             ftpWebsiteMirror => "",
640)             httpDistMirror => "http://mirror.host4site.co.il/torproject.org/dist",
641)             httpsDistMirror => "",
642)             rsyncDistMirror => "",

643)             hiddenServiceMirror => "",
644)       },
645)         mirror042 => {
646)             adminContact => "",

647)             orgName => "FoDT.IT",

648)             isoCC => "AT",
649)             subRegion => "",
650)             region => "AT",
651)             ipv4 => "True",
652)             ipv6 => "False",
653)             loadBalanced => "No",
654)             httpWebsiteMirror => "http://tor.fodt.it/",

655)             httpsWebsiteMirror => "https://tor.fodt.it/",

656)             rsyncWebsiteMirror => "",

657)             ftpWebsiteMirror => "ftp://ftp.fodt.it/pub/mirror/tor/",

658)             httpDistMirror => "http://tor.fodt.it/dist/",

659)             httpsDistMirror => "https://tor.fodt.it/dist/",

660)             rsyncDistMirror => "",

661)             hiddenServiceMirror => "",
662)       },
663)         mirror043 => {
664)             adminContact => "",
665)             orgName => "factor.cc",

666)             isoCC => "DE",

667)             subRegion => "",

668)             region => "DE",

669)             ipv4 => "True",
670)             ipv6 => "False",
671)             loadBalanced => "No",
672)             httpWebsiteMirror => "http://tor.factor.cc/",

673)             httpsWebsiteMirror => "https://factor.cc/tor",

674)             rsyncWebsiteMirror => "",
675)             ftpWebsiteMirror => "",
676)             httpDistMirror => "http://tor.factor.cc/dist/",

677)             httpsDistMirror => "https://factor.cc/tor/dist/",

678)             rsyncDistMirror => "",

679)             hiddenServiceMirror => "",
680)       },
681)         mirror044 => {
682)             adminContact => "",
683)             orgName => "",
684)             isoCC => "NL",
685)             subRegion => "",
686)             region => "NL",
687)             ipv4 => "True",
688)             ipv6 => "False",
689)             loadBalanced => "No",
690)             httpWebsiteMirror => "http://www.torproject.nl/",
691)             httpsWebsiteMirror => "https://www.torproject.nl/",
692)             rsyncWebsiteMirror => "",
693)             ftpWebsiteMirror => "",
694)             httpDistMirror => "http://www.torproject.nl/dist/",
695)             httpsDistMirror => "https://www.torproject.nl/dist/",
696)             rsyncDistMirror => "",

697)             hiddenServiceMirror => "",
698)       },
699)         mirror045 => {
700)             adminContact => "",
701)             orgName => "",
702)             isoCC => "TN",
703)             subRegion => "",
704)             region => "TN",
705)             ipv4 => "True",
706)             ipv6 => "False",
707)             loadBalanced => "No",
708)             httpWebsiteMirror => "http://tor.mirror.tn/",
709)             httpsWebsiteMirror => "",
710)             rsyncWebsiteMirror => "",
711)             ftpWebsiteMirror => "",
712)             httpDistMirror => "http://tor.mirror.tn/dist/",
713)             httpsDistMirror => "",
714)             rsyncDistMirror => "",

715)             hiddenServiceMirror => "",

716)       },
717)         mirror046 => {
718)             adminContact => "",
719)             orgName => "",
720)             isoCC => "DE",
721)             subRegion => "",
722)             region => "DE",
723)             ipv4 => "True",
724)             ipv6 => "False",
725)             loadBalanced => "No",
726)             httpWebsiteMirror => "",
727)             httpsWebsiteMirror => "",
728)             rsyncWebsiteMirror => "rsync://cryptowars.info/tor",
729)             ftpWebsiteMirror => "ftp://cryptowars.info/tor/",
730)             httpDistMirror => "http://tor-dist.cryptowars.info/",
731)             httpsDistMirror => "https://tor-dist.cryptowars.info/",
732)             rsyncDistMirror => "rsync://cryptowars.info/tor-dist",
733)             hiddenServiceMirror => "",

734)       }

735) );
736) 
737) my $count = values %m;
738) print "We have a total of $count mirrors\n";
739) print "Fetching the last updated date for each mirror.\n";
740) 

741) my $tortime;
742) $tortime = FetchDate("http://www.torproject.org/");

743) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day 

744) $tortime -= 1 * 172800; 

745) print "The official time for Tor is $tortime. \n";
746) 

747) foreach my $server ( keys %m ) {
748) 
749)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
750) 
751)     if ($m{$server}{'httpWebsiteMirror'}) {
752)         print "Attempt to fetch via HTTP.\n";
753)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
754)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
755)         print "Attempt to fetch via HTTPS.\n";
756)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
757)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
758)         print "Attempt to fetch via FTP.\n";
759)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
760)     } else {
761)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
762)     }
763) 
764)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
765) 
766)  }
767) 
768) 
769) print "We sorted the following mirrors by their date of last update: \n";
770) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
771) 
772)      print "\n";
773)      print "Mirror $m{$server}{'orgName'}: \n";
774) 
775)      foreach my $attrib ( sort keys %{$m{$server}} ) {
776)         print "$attrib = $m{$server}{$attrib}";
777)         print "\n";
778)      };
779) }
780) 
781) my $outFile = "include/mirrors-table.wmi";
782) my $html;
783) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
784) 

785) # Here's where we open a file and print some wml include goodness

786) # This is storted from last known recent update to unknown update times
787) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
788) 

789)      my $time;

790)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {

791) 	  if ( $m{$server}{'updateDate'} > $tortime ) {

792) 	    $time = "Up to date";
793) 	  } else { $time = "Out of date"; }

794)      } else { $time = "Unknown"; }

795) print OUT <<"END";
796)      \n<tr>\n
797)          <td>$m{$server}{'isoCC'}</td>\n
798)          <td>$m{$server}{'orgName'}</td>\n
799)          <td>$time</td>\n
800) END
801) 
802)      my %prettyNames = (
803)                         httpWebsiteMirror => "http",
804)                         httpsWebsiteMirror => "https",
805)                         ftpWebsiteMirror => "ftp",
806)                         rsyncWebsiteMirror => "rsync",
807)                         httpDistMirror => "http",
808)                         httpsDistMirror => "https",
809)                         rsyncDistMirrors => "rsync", );
810) 
811)      foreach my $precious ( sort keys %prettyNames )

812)      {
813)         if ($m{$server}{"$precious"}) {
814)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .

815)                       "$prettyNames{$precious}</a></td>\n";