tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;

7) use Date::Format;

8) 

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>

11) # LWP suggestions by Leigh Honeywell

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,

25)     timeout => 30,

26)     agent => "Tor MirrorCheck Agent"

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror

43)     my $trace = "project/trace/www-master.torproject.org"; # this file should always exist

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);

50)     my $code = $result->code();
51)     print "Result code $code\n";

52) 

53)     if ($result->is_success && $code eq "200"){

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {

57) 

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }

72) 

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }

77) 
78)     return "Unknown";

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!

83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104)         },
105) 

106)         mirror001 => {
107)             adminContact => "BarkerJr AT barkerjr DOT net",
108)             orgName => "BarkerJr",
109)             isoCC => "FR",
110)             subRegion => "",
111)             region => "FR",
112)             ipv4 => "True",
113)             ipv6 => "False",
114)             loadBalanced => "No",

115)             httpWebsiteMirror => "http://www.oignon.net/",

116)             httpsWebsiteMirror => "https://www.oignon.net/",

117)             rsyncWebsiteMirror => "",
118)             ftpWebsiteMirror => "",

119)             httpDistMirror => "http://www.oignon.net/dist/",

120)             httpsDistMirror => "https://www.oignon.net/dist/",

121)             rsyncDistMirror => "",
122)             hiddenServiceMirror => "",
123)             updateDate => "Unknown",
124)         },
125) 

126)        mirror003 => {

127)             adminContact => "citizen428 AT gmail DOT com",

128)             orgName => "[[:bbs:]]",

129)             isoCC => "DE",
130)             subRegion => "",
131)             region => "Europe",
132)             ipv4 => "True",
133)             ipv6 => "False",
134)             loadBalanced => "Unknown",
135)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

136)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",

139)             httpDistMirror => "http://tor.blingblingsquad.net/dist",

140)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

141)             rsyncDistMirror => "",

142)             updateDate => "Unknown",

143)         },
144) 

145) 	    mirror006 => {

146)             adminContact => "BarkerJr AT barkerjr DOT net",
147)             orgName => "BarkerJr",
148)             isoCC => "US",
149)             subRegion => "",
150)             region => "US",
151)             ipv4 => "True",
152)             ipv6 => "False",
153)             loadBalanced => "No",

154)             httpWebsiteMirror => "http://www.torproject.us/",
155)             httpsWebsiteMirror => "https://www.torproject.us/",

156)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",

157)             ftpWebsiteMirror => "",

158)             httpDistMirror => "http://www.torproject.us/dist/",
159)             httpsDistMirror => "https://www.torproject.us/dist/",

160)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",

161)             hiddenServiceMirror => "",
162)             updateDate => "Unknown",
163)         },
164) 

165)        mirror007 => {

166)             adminContact => "info AT zentrum-der-gesundheit DOT de",

167)             orgName => "Zentrum der Gesundheit",

168)             isoCC => "DK",
169)             subRegion => "",
170)             region => "Europe",
171)             ipv4 => "True",
172)             ipv6 => "False",
173)             loadBalanced => "Unknown",

174)             httpWebsiteMirror => "http://tor.idnr.ws/",

175)             ftpWebsiteMirror => "",

176)             rsyncWebsiteMirror => "",

177)             httpDistMirror => "http://tor.idnr.ws/dist/",

178)             rsyncDistMirror => "",

179)             updateDate => "Unknown",

180)         },
181) 

182)        mirror008 => {

183)             adminContact => "root AT amorphis DOT eu",

184)             orgName => "Amorphis",

185)             isoCC => "NL",
186)             subRegion => "",
187)             region => "Europe",
188)             ipv4 => "True",
189)             ipv6 => "False",
190)             loadBalanced => "Unknown",
191)             httpWebsiteMirror => "http://tor.amorphis.eu/",

192)             rsyncWebsiteMirror => "",

193)             ftpWebsiteMirror => "",
194)             httpDistMirror => "http://tor.amorphis.eu/dist/",
195)             rsyncDistMirror => "",

196)             updateDate => "Unknown",

197)         },
198) 

199)        mirror009 => {

200)             adminContact => "mirror AT bit DOT nl",

201)             orgName => "BIT BV",
202)             isoCC => "NL",
203)             subRegion => "",
204)             region => "Europe",
205)             ipv4 => "True",
206)             ipv6 => "False",
207)             loadBalanced => "Unknown",

208)             httpWebsiteMirror => "",

209)             rsyncWebsiteMirror => "",

210)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",

211)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",

212)             rsyncDistMirror => "",

213)             updateDate => "Unknown",

214)         },
215) 

216)        mirror010 => {

217)             adminContact => "webmaster AT ccc DOT de",

218)             orgName => "CCC",
219)             isoCC => "NL",
220)             subRegion => "",
221)             region => "Europe",
222)             ipv4 => "True",
223)             ipv6 => "False",
224)             loadBalanced => "Unknown",
225)             httpWebsiteMirror => "http://tor.ccc.de/",

226)             rsyncWebsiteMirror => "",

227)             ftpWebsiteMirror => "",
228)             httpDistMirror => "http://tor.ccc.de/dist/",
229)             rsyncDistMirror => "",

230)             updateDate => "Unknown",

231)         },
232) 

233)        mirror013 => {

234) 	    adminContact => "hostmaster AT zombiewerks DOT com",

235)             orgName => "TheOnionRouter",

236)             isoCC => "IS",
237)             subRegion => "",
238)             region => "Iceland",

239)             ipv4 => "True",
240)             ipv6 => "False",
241)             loadBalanced => "Unknown",

242)             httpWebsiteMirror => "http://www.theonionrouter.com/",
243)             httpsWebsiteMirror => "https://www.theonionrouter.com/",

244)             rsyncWebsiteMirror => "",

245)             ftpWebsiteMirror => "",

246)             httpDistMirror => "http://www.theonionrouter.com/dist/",
247)             httpsDistMirror => "https://www.theonionrouter.com/dist/",

248)             rsyncDistMirror => "",

249)             updateDate => "Unknown",

250)         },

251)         mirror016 => {

252)             adminContact => "security AT hostoffice DOT hu",

253)             orgName => "Unknown",
254)             isoCC => "HU",
255)             subRegion => "Hungary",
256)             region => "Europe",
257)             ipv4 => "True",
258)             ipv6 => "False",
259)             loadBalanced => "No",

260)             httpWebsiteMirror => "http://mirror.tor.hu/",

261)             httpsWebsiteMirror => "",

262)             rsyncWebsiteMirror => "",

263)             ftpWebsiteMirror => "",

264)             httpDistMirror => "http://mirror.tor.hu/dist/",

265)             httpsDistMirror => "",
266)             rsyncDistMirror => "",
267)             hiddenServiceMirror => "",
268)             updateDate => "Unknown",

269)         },

270) 

271)         mirror017 => {

272)             adminContact => "",

273)             orgName => "Technica-03",

274)             isoCC => "UA",

275)             subRegion => "Ukraine",
276)             region => "Eastern Europe",
277)             ipv4 => "True",
278)             ipv6 => "False",
279)             loadBalanced => "No",
280)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
281)             httpsWebsiteMirror => "",

282)             rsyncWebsiteMirror => "",

283)             ftpWebsiteMirror => "",

284)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",

285)             httpsDistMirror => "",
286)             rsyncDistMirror => "",
287)             hiddenServiceMirror => "",
288)             updateDate => "Unknown",

289)         },

290) 

291) 	    mirror018 => {

292)             adminContact => "",
293)             orgName => "chaos darmstadt",
294)             isoCC => "DE",
295)             subRegion => "Germany",
296)             region => "Europe",
297)             ipv4 => "True",
298)             ipv6 => "False",
299)             loadBalanced => "No",
300)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
301)             httpsWebsiteMirror => "",
302)             rsyncWebsiteMirror => "",
303)             ftpWebsiteMirror => "",
304)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
305)             httpsDistMirror => "",
306)             rsyncDistMirror => "",
307)             hiddenServiceMirror => "",
308)             updateDate => "Unknown",

309)         },

310) 

311) 	mirror019 => {

312)             adminContact => "webmaster AT askapache DOT com",
313)             orgName => "AskApache",

314)             isoCC => "US",
315)             subRegion => "California",
316)             region => "US",
317)             ipv4 => "True",
318)             ipv6 => "False",
319)             loadBalanced => "No",
320)             httpWebsiteMirror => "http://tor.askapache.com/",
321)             httpsWebsiteMirror => "",
322)             rsyncWebsiteMirror => "",
323)             ftpWebsiteMirror => "",

324)             httpDistMirror => "http://tor.askapache.com/dist/",

325)             httpsDistMirror => "",
326)             rsyncDistMirror => "",
327)             hiddenServiceMirror => "",
328)             updateDate => "Unknown",

329)         },

330) 

331) 	mirror020 => {

332)             adminContact => " mail AT benjamin-meier DOT info ",
333)             orgName => "beme it",

334)             isoCC => "DE",

335)             subRegion => "",

336)             region => "DE",

337)             ipv4 => "True",
338)             ipv6 => "False",
339)             loadBalanced => "No",

340)             httpWebsiteMirror => "http://tor.beme-it.de/",

341)             httpsWebsiteMirror => "https://tor.beme-it.de/",

342)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",

343)             ftpWebsiteMirror => "",

344)             httpDistMirror => "http://tor.beme-it.de/dist/",

345)             httpsDistMirror => "https://tor.beme-it.de/dist/",

346)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",

347)             hiddenServiceMirror => "",
348)             updateDate => "Unknown",

349)         },

350) 

351)         mirror021 => {

352)             adminContact => "",

353)             orgName => "India Tor Fans",

354)             isoCC => "IN",
355)             subRegion => "",
356)             region => "IN",
357)             ipv4 => "True",
358)             ipv6 => "False",
359)             loadBalanced => "No",

360)             httpWebsiteMirror => "http://www.torproject.org.in/",

361)             httpsWebsiteMirror => "",
362)             rsyncWebsiteMirror => "",
363)             ftpWebsiteMirror => "",
364)             httpDistMirror => "http://www.torproject.org.in/dist/",
365)             httpsDistMirror => "",
366)             rsyncDistMirror => "",
367)             hiddenServiceMirror => "",
368)             updateDate => "Unknown",
369)         },
370) 

371)         mirror023 => {

372)             adminContact => "SiNA",

373)             orgName => "Ninjas",

374)             isoCC => "IR",
375)             subRegion => "",
376)             region => "IR",
377)             ipv4 => "True",
378)             ipv6 => "False",
379)             loadBalanced => "Yes",

380)             httpWebsiteMirror => "http://onion.anonymo.us.org/",

381)             httpsWebsiteMirror => "",
382)             rsyncWebsiteMirror => "",
383)             ftpWebsiteMirror => "",

384)             httpDistMirror => "http://onion.anonymo.us.org/dist/",

385)             httpsDistMirror => "",
386)             rsyncDistMirror => "",

387)             hiddenServiceMirror => "",
388)         },
389) 

390)         mirror024 => {

391)             adminContact => "",

392)             orgName => "homosu",

393)             isoCC => "SE",

394)             subRegion => "",

395)             region => "SE",

396)             ipv4 => "True",
397)             ipv6 => "False",
398)             loadBalanced => "No",
399)             httpWebsiteMirror => "http://tor.homosu.net/",
400)             httpsWebsiteMirror => "",
401)             rsyncWebsiteMirror => "",
402)             ftpWebsiteMirror => "",

403)             httpDistMirror => "http://tor.homosu.net/dist/",

404)             httpsDistMirror => "",
405)             rsyncDistMirror => "",

406)             hiddenServiceMirror => "",

407)         },

408) 

409)         mirror025 => {

410)             adminContact => "margus.random at mail.ee",
411)             orgName => "CyberSIDE",

412)             isoCC => "EE",

413)             subRegion => "",
414)             region => "EE",
415)             ipv4 => "True",
416)             ipv6 => "False",
417)             loadBalanced => "No",
418)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
419)             httpsWebsiteMirror => "",
420)             rsyncWebsiteMirror => "",
421)             ftpWebsiteMirror => "",

422)             httpDistMirror => "http://cyberside.net.ee/tor/",

423)             httpsDistMirror => "",
424)             rsyncDistMirror => "",

425)             hiddenServiceMirror => "",

426)         },

427) 

428)         mirror028 => {

429)             adminContact => "",

430)             orgName => "NW Linux",

431)             isoCC => "US",
432)             subRegion => "WA",
433)             region => "US",
434)             ipv4 => "True",
435)             ipv6 => "False",
436)             loadBalanced => "No",

437)             httpWebsiteMirror => "http://torproject.nwlinux.us/",

438)             httpsWebsiteMirror => "",

439)             rsyncWebsiteMirror => "rsync://nwlinux.us/tor-web",

440)             ftpWebsiteMirror => "",

441)             httpDistMirror => "http://torproject.nwlinux.us/dist/",

442)             httpsDistMirror => "",

443)             rsyncDistMirror => "rsync://nwlinux.us/tor-dist",

444)             hiddenServiceMirror => "",
445)         },

446)         mirror029 => {

447)             adminContact => "",
448)             orgName => "LazyTiger",
449)             isoCC => "FR",
450)             subRegion => "",
451)             region => "FR",
452)             ipv4 => "True",
453)             ipv6 => "False",
454)             loadBalanced => "No",
455)             httpWebsiteMirror => "http://tor.taiga-san.net/",
456)             httpsWebsiteMirror => "",
457)             rsyncWebsiteMirror => "",
458)             ftpWebsiteMirror => "",

459)             httpDistMirror => "http://tor.taiga-san.net/dist/",

460)             httpsDistMirror => "",
461)             rsyncDistMirror => "",

462)             hiddenServiceMirror => "",
463)         },

464)         mirror030 => {

465)             adminContact => "",
466)             orgName => "searchprivate",
467)             isoCC => "US",
468)             subRegion => "TX",
469)             region => "US",
470)             ipv4 => "True",
471)             ipv6 => "False",
472)             loadBalanced => "No",

473)             httpWebsiteMirror => "http://tor.searchprivate.com/",

474)             httpsWebsiteMirror => "",
475)             rsyncWebsiteMirror => "",
476)             ftpWebsiteMirror => "",

477)             httpDistMirror => "http://tor.searchprivate.com/dist/",

478)             httpsDistMirror => "",
479)             rsyncDistMirror => "",

480)             hiddenServiceMirror => "",
481)         },

482)         mirror031 => {

483)             adminContact => "",
484)             orgName => "cyberarmy",
485)             isoCC => "AT",
486)             subRegion => "",
487)             region => "AT",
488)             ipv4 => "True",
489)             ipv6 => "False",
490)             loadBalanced => "No",

491)             httpWebsiteMirror => "http://tor.cyberarmy.at/",

492)             httpsWebsiteMirror => "",
493)             rsyncWebsiteMirror => "",
494)             ftpWebsiteMirror => "",

495)             httpDistMirror => "http://tor.cyberarmy.at/dist/",

496)             httpsDistMirror => "",
497)             rsyncDistMirror => "",
498)             hiddenServiceMirror => "",
499)         },
500)         mirror032 => {
501)             adminContact => "",

502)             orgName => "torproject.is",

503)             isoCC => "IS",
504)             subRegion => "",
505)             region => "IS",
506)             ipv4 => "True",
507)             ipv6 => "False",
508)             loadBalanced => "No",

509)             httpWebsiteMirror => "http://torproject.is/",

510)             httpsWebsiteMirror => "",
511)             rsyncWebsiteMirror => "",
512)             ftpWebsiteMirror => "",

513)             httpDistMirror => "http://torproject.is/dist/",

514)             httpsDistMirror => "",
515)             rsyncDistMirror => "",

516)             hiddenServiceMirror => "",

517)         },
518)         mirror033 => {
519)             adminContact => "",
520)             orgName => "torservers",
521)             isoCC => "DE",
522)             subRegion => "",
523)             region => "DE",
524)             ipv4 => "True",
525)             ipv6 => "False",
526)             loadBalanced => "No",
527)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
528)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
529)             rsyncWebsiteMirror => "",
530)             ftpWebsiteMirror => "",

531)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist/",
532)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist/",

533)             rsyncDistMirror => "",
534)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",

535)         },

536)         mirror036 => {
537)             adminContact => "",
538)             orgName => "",
539)             isoCC => "NL",
540)             subRegion => "",
541)             region => "NL",
542)             ipv4 => "True",
543)             ipv6 => "False",
544)             loadBalanced => "No",
545)             httpWebsiteMirror => "",
546)             httpsWebsiteMirror => "",
547)             rsyncWebsiteMirror => "",
548)             ftpWebsiteMirror => "",
549)             httpDistMirror => "",

550)             httpsDistMirror => "https://www.coevoet.nl/tor/dist/",

551)             rsyncDistMirror => "",
552)             hiddenServiceMirror => "",

553)       },

554)         mirror037 => {
555)             adminContact => "",

556)             orgName => "crypto.is",

557)             isoCC => "IS",
558)             subRegion => "",

559)             region => "Iceland",

560)             ipv4 => "True",
561)             ipv6 => "False",
562)             loadBalanced => "No",

563)             httpWebsiteMirror => "https://torproject.crypto.is/",
564)             httpsWebsiteMirror => "https://torproject.crypto.is/",

565)             rsyncWebsiteMirror => "",
566)             ftpWebsiteMirror => "",

567)             httpDistMirror => "https://torproject.crypto.is/dist/",
568)             httpsDistMirror => "https://torproject.crypto.is/dist/",

569)             rsyncDistMirror => "",
570)             hiddenServiceMirror => "",
571)       },
572)         mirror038 => {
573)             adminContact => "",
574)             orgName => "",
575)             isoCC => "LT",
576)             subRegion => "",
577)             region => "LT",
578)             ipv4 => "True",
579)             ipv6 => "False",
580)             loadBalanced => "No",

581)             httpWebsiteMirror => "http://tor.vesta.nu/",

582)             httpsWebsiteMirror => "",
583)             rsyncWebsiteMirror => "",
584)             ftpWebsiteMirror => "",

585)             httpDistMirror => "http://tor.vesta.nu/dist/",

586)             httpsDistMirror => "",
587)             rsyncDistMirror => "",

588)             hiddenServiceMirror => "",
589)       },
590)         mirror039 => {
591)             adminContact => "",

592)             orgName => "CCC-Hanau",

593)             isoCC => "DE",
594)             subRegion => "",
595)             region => "DE",
596)             ipv4 => "True",
597)             ipv6 => "False",
598)             loadBalanced => "No",

599)             httpWebsiteMirror => "http://tor.key-server.org/",
600)             httpsWebsiteMirror => "https://tor.key-server.org/",

601)             rsyncWebsiteMirror => "",

602)             ftpWebsiteMirror => "ftp://key-server.org/tor",

603)             httpDistMirror => "http://tor.key-server.org/dist/",
604)             httpsDistMirror => "https://tor.key-server.org/dist/",

605)             rsyncDistMirror => "",

606)             hiddenServiceMirror => "",
607)       },
608)         mirror040 => {
609)             adminContact => "",
610)             orgName => "",
611)             isoCC => "DE",
612)             subRegion => "",
613)             region => "DE",
614)             ipv4 => "True",
615)             ipv6 => "False",
616)             loadBalanced => "No",

617)             httpWebsiteMirror => "http://tor.freie-re.de/",

618)             httpsWebsiteMirror => "",
619)             rsyncWebsiteMirror => "",
620)             ftpWebsiteMirror => "",

621)             httpDistMirror => "http://tor.freie-re.de/dist/",

622)             httpsDistMirror => "",
623)             rsyncDistMirror => "",

624)             hiddenServiceMirror => "",
625)       },
626)         mirror041 => {
627)             adminContact => "",

628)             orgName => "Host4site",

629)             isoCC => "IL",
630)             subRegion => "",
631)             region => "IL",
632)             ipv4 => "True",
633)             ipv6 => "False",
634)             loadBalanced => "No",
635)             httpWebsiteMirror => "http://mirror.host4site.co.il/torproject.org/",
636)             httpsWebsiteMirror => "",
637)             rsyncWebsiteMirror => "",
638)             ftpWebsiteMirror => "",

639)             httpDistMirror => "http://mirror.host4site.co.il/torproject.org/dist/",

640)             httpsDistMirror => "",
641)             rsyncDistMirror => "",

642)             hiddenServiceMirror => "",
643)       },
644)         mirror042 => {
645)             adminContact => "",

646)             orgName => "FoDT.IT",

647)             isoCC => "AT",
648)             subRegion => "",
649)             region => "AT",
650)             ipv4 => "True",
651)             ipv6 => "False",
652)             loadBalanced => "No",
653)             httpWebsiteMirror => "http://tor.fodt.it/",

654)             httpsWebsiteMirror => "https://tor.fodt.it/",

655)             rsyncWebsiteMirror => "",

656)             ftpWebsiteMirror => "ftp://ftp.fodt.it/pub/mirror/tor/",

657)             httpDistMirror => "http://tor.fodt.it/dist/",

658)             httpsDistMirror => "https://tor.fodt.it/dist/",

659)             rsyncDistMirror => "",

660)             hiddenServiceMirror => "",
661)       },
662)         mirror043 => {
663)             adminContact => "",
664)             orgName => "factor.cc",

665)             isoCC => "DE",

666)             subRegion => "",

667)             region => "DE",

668)             ipv4 => "True",
669)             ipv6 => "False",
670)             loadBalanced => "No",
671)             httpWebsiteMirror => "http://tor.factor.cc/",

672)             httpsWebsiteMirror => "https://factor.cc/tor/",

673)             rsyncWebsiteMirror => "",
674)             ftpWebsiteMirror => "",
675)             httpDistMirror => "http://tor.factor.cc/dist/",

676)             httpsDistMirror => "https://factor.cc/tor/dist/",

677)             rsyncDistMirror => "",

678)             hiddenServiceMirror => "",
679)       },
680)         mirror044 => {
681)             adminContact => "",
682)             orgName => "",
683)             isoCC => "NL",
684)             subRegion => "",
685)             region => "NL",
686)             ipv4 => "True",
687)             ipv6 => "False",
688)             loadBalanced => "No",
689)             httpWebsiteMirror => "http://www.torproject.nl/",
690)             httpsWebsiteMirror => "https://www.torproject.nl/",
691)             rsyncWebsiteMirror => "",
692)             ftpWebsiteMirror => "",
693)             httpDistMirror => "http://www.torproject.nl/dist/",
694)             httpsDistMirror => "https://www.torproject.nl/dist/",
695)             rsyncDistMirror => "",

696)             hiddenServiceMirror => "",
697)       },
698)         mirror045 => {
699)             adminContact => "",
700)             orgName => "",
701)             isoCC => "TN",
702)             subRegion => "",
703)             region => "TN",
704)             ipv4 => "True",
705)             ipv6 => "False",
706)             loadBalanced => "No",
707)             httpWebsiteMirror => "http://tor.mirror.tn/",
708)             httpsWebsiteMirror => "",
709)             rsyncWebsiteMirror => "",
710)             ftpWebsiteMirror => "",
711)             httpDistMirror => "http://tor.mirror.tn/dist/",
712)             httpsDistMirror => "",
713)             rsyncDistMirror => "",

714)             hiddenServiceMirror => "",

715)       },

716)         mirror045 => {

717)             adminContact => "",
718)             orgName => "",

719)             isoCC => "TN",

720)             subRegion => "",

721)             region => "TN",

722)             ipv4 => "True",
723)             ipv6 => "False",
724)             loadBalanced => "No",
725)             httpWebsiteMirror => "",

726)             httpsWebsiteMirror => "https://torproject.antagonism.org/",
727)             rsyncWebsiteMirror => "",
728)             ftpWebsiteMirror => "",
729)             httpDistMirror => "https://torproject.antagonism.org/dist/",
730)             httpsDistMirror => "",
731)             rsyncDistMirror => "",

732)             hiddenServiceMirror => "",
733)       },
734)         mirror046 => {
735)             adminContact => "",
736)             orgName => "",
737)             isoCC => "DE",
738)             subRegion => "",
739)             region => "DE",
740)             ipv4 => "True",
741)             ipv6 => "False",
742)             loadBalanced => "No",
743)             httpWebsiteMirror => "http://mirror.open-networx.org/torproject.org/",
744)             httpsWebsiteMirror => "https://mirror.open-networx.org/torproject.org/",
745)             rsyncWebsiteMirror => "",
746)             ftpWebsiteMirror => "",
747)             httpDistMirror => "http://mirror.open-networx.org/torproject.org/dist/",
748)             httpsDistMirror => "https://mirror.open-networx.org/torproject.org/dist/",
749)             rsyncDistMirror => "",

750)             hiddenServiceMirror => "",

751)       }

752) );
753) 
754) my $count = values %m;
755) print "We have a total of $count mirrors\n";
756) print "Fetching the last updated date for each mirror.\n";
757) 

758) my $tortime;

759) $tortime = FetchDate("https://www.torproject.org/");

760) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day 

761) $tortime -= 1 * 172800; 

762) print "The official time for Tor is $tortime. \n";
763) 

764) foreach my $server ( keys %m ) {
765) 
766)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
767) 
768)     if ($m{$server}{'httpWebsiteMirror'}) {
769)         print "Attempt to fetch via HTTP.\n";
770)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
771)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
772)         print "Attempt to fetch via HTTPS.\n";
773)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
774)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
775)         print "Attempt to fetch via FTP.\n";
776)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
777)     } else {
778)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
779)     }
780) 
781)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
782) 
783)  }
784) 
785) 
786) print "We sorted the following mirrors by their date of last update: \n";
787) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
788) 
789)      print "\n";
790)      print "Mirror $m{$server}{'orgName'}: \n";
791) 
792)      foreach my $attrib ( sort keys %{$m{$server}} ) {
793)         print "$attrib = $m{$server}{$attrib}";
794)         print "\n";
795)      };
796) }
797) 
798) my $outFile = "include/mirrors-table.wmi";
799) my $html;
800) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
801) 

802) # Here's where we open a file and print some wml include goodness

803) # This is storted from last known recent update to unknown update times
804) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
805) 

806)      my $time;

807)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {

808) 	  if ( $m{$server}{'updateDate'} > $tortime ) {

809) 	    $time = "Up to date";
810) 	  } else { $time = "Out of date"; }

811)      } else { $time = "Unknown"; }

812) print OUT <<"END";
813)      \n<tr>\n
814)          <td>$m{$server}{'isoCC'}</td>\n
815)          <td>$m{$server}{'orgName'}</td>\n
816)          <td>$time</td>\n
817) END
818) 
819)      my %prettyNames = (
820)                         httpWebsiteMirror => "http",
821)                         httpsWebsiteMirror => "https",
822)                         ftpWebsiteMirror => "ftp",
823)                         rsyncWebsiteMirror => "rsync",
824)                         httpDistMirror => "http",
825)                         httpsDistMirror => "https",
826)                         rsyncDistMirrors => "rsync", );
827) 
828)      foreach my $precious ( sort keys %prettyNames )

829)      {
830)         if ($m{$server}{"$precious"}) {
831)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .

832)                       "$prettyNames{$precious}</a></td>\n";