tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;

7) use Date::Format;

8) 

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>

11) # LWP suggestions by Leigh Honeywell

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,

25)     timeout => 30,

26)     agent => "Tor MirrorCheck Agent"

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror

43)     my $trace = "/project/trace/www-master.torproject.org"; # Location of recent update info

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);

50)     my $code = $result->code();
51)     print "Result code $code\n";

52) 

53)     if ($result->is_success && $code eq "200"){

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {

57) 

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }

72) 

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }

77) 
78)     return "Unknown";

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!

83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",

116)             httpWebsiteMirror => "http://www.oignon.net/",

117)             httpsWebsiteMirror => "https://www.oignon.net/",

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",

120)             httpDistMirror => "http://www.oignon.net/dist/",

121)             httpsDistMirror => "https://www.oignon.net/dist/",

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 

127)        mirror002 => {

128)             adminContact => "",

129)             orgName => "Boinc",

130)             isoCC => "CH",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.boinc.ch/",
137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",
139)             httpDistMirror => "http://tor.boinc.ch/dist/",
140)             rsyncDistMirror => "",

141)             updateDate => "Unknown",

142)         },
143) 

144)        mirror003 => {

145)             adminContact => "citizen428 AT gmail DOT com",

146)             orgName => "[[:bbs:]]",

147)             isoCC => "DE",
148)             subRegion => "",
149)             region => "Europe",
150)             ipv4 => "True",
151)             ipv6 => "False",
152)             loadBalanced => "Unknown",
153)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

154)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

155)             ftpWebsiteMirror => "",
156)             rsyncWebsiteMirror => "",

157)             httpDistMirror => "http://tor.blingblingsquad.net/dist",

158)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

159)             rsyncDistMirror => "",

160)             updateDate => "Unknown",

161)         },
162) 

163)        mirror005 => {

164)             adminContact => "contact AT algorithmus DOT com",

165)             orgName => "Spline",
166)             isoCC => "DE",
167)             subRegion => "FU",
168)             region => "Europe",
169)             ipv4 => "True",
170)             ipv6 => "False",
171)             loadBalanced => "Unknown",

172)             httpWebsiteMirror => "",

173)             ftpWebsiteMirror => "",
174)             rsyncWebsiteMirror => "",

175)             httpDistMirror => "http://rem.spline.de/tor/",

176)             rsyncDistMirror => "",

177)             updateDate => "Unknown",

178)         },
179) 

180) 	    mirror006 => {

181)             adminContact => "BarkerJr AT barkerjr DOT net",
182)             orgName => "BarkerJr",
183)             isoCC => "US",
184)             subRegion => "",
185)             region => "US",
186)             ipv4 => "True",
187)             ipv6 => "False",
188)             loadBalanced => "No",

189)             httpWebsiteMirror => "http://www.torproject.us/",
190)             httpsWebsiteMirror => "https://www.torproject.us/",

191)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",

192)             ftpWebsiteMirror => "",

193)             httpDistMirror => "http://www.torproject.us/dist/",
194)             httpsDistMirror => "https://www.torproject.us/dist/",

195)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",

196)             hiddenServiceMirror => "",
197)             updateDate => "Unknown",
198)         },
199) 

200)        mirror007 => {

201)             adminContact => "info AT zentrum-der-gesundheit DOT de",

202)             orgName => "Zentrum der Gesundheit",

203)             isoCC => "DK",
204)             subRegion => "",
205)             region => "Europe",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "Unknown",

209)             httpWebsiteMirror => "http://tor.idnr.ws/",

210)             ftpWebsiteMirror => "",

211)             rsyncWebsiteMirror => "",

212)             httpDistMirror => "http://tor.idnr.ws/dist/",

213)             rsyncDistMirror => "",

214)             updateDate => "Unknown",

215)         },
216) 

217)        mirror008 => {

218)             adminContact => "root AT amorphis DOT eu",

219)             orgName => "Amorphis",

220)             isoCC => "NL",
221)             subRegion => "",
222)             region => "Europe",
223)             ipv4 => "True",
224)             ipv6 => "False",
225)             loadBalanced => "Unknown",
226)             httpWebsiteMirror => "http://tor.amorphis.eu/",

227)             rsyncWebsiteMirror => "",

228)             ftpWebsiteMirror => "",
229)             httpDistMirror => "http://tor.amorphis.eu/dist/",
230)             rsyncDistMirror => "",

231)             updateDate => "Unknown",

232)         },
233) 

234)        mirror009 => {

235)             adminContact => "mirror AT bit DOT nl",

236)             orgName => "BIT BV",
237)             isoCC => "NL",
238)             subRegion => "",
239)             region => "Europe",
240)             ipv4 => "True",
241)             ipv6 => "False",
242)             loadBalanced => "Unknown",

243)             httpWebsiteMirror => "",

244)             rsyncWebsiteMirror => "",

245)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",

246)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",

247)             rsyncDistMirror => "",

248)             updateDate => "Unknown",

249)         },
250) 

251)        mirror010 => {

252)             adminContact => "webmaster AT ccc DOT de",

253)             orgName => "CCC",
254)             isoCC => "NL",
255)             subRegion => "",
256)             region => "Europe",
257)             ipv4 => "True",
258)             ipv6 => "False",
259)             loadBalanced => "Unknown",
260)             httpWebsiteMirror => "http://tor.ccc.de/",

261)             rsyncWebsiteMirror => "",

262)             ftpWebsiteMirror => "",
263)             httpDistMirror => "http://tor.ccc.de/dist/",
264)             rsyncDistMirror => "",

265)             updateDate => "Unknown",

266)         },
267) 

268)        mirror011 => {

269)             adminContact => "root AT kamagurka DOT org",

270)             orgName => "Kamagurka",

271)             isoCC => "NL",
272)             subRegion => "Haarlem",
273)             region => "Europe",
274)             ipv4 => "True",
275)             ipv6 => "False",
276)             loadBalanced => "Unknown",
277)             httpWebsiteMirror => "http://tor.kamagurka.org/",

278)             rsyncWebsiteMirror => "",

279)             ftpWebsiteMirror => "",
280)             httpDistMirror => "http://tor.kamagurka.org/dist/",
281)             rsyncDistMirror => "",

282)             updateDate => "Unknown",

283)         },
284) 

285)        mirror012 => {

286)             adminContact => "evert AT meulie DOT net",

287)             orgName => "Meulie",

288)             isoCC => "NO",
289)             subRegion => "",
290)             region => "Europe",
291)             ipv4 => "True",
292)             ipv6 => "False",
293)             loadBalanced => "Unknown",

294)             httpWebsiteMirror => "",

295)             rsyncWebsiteMirror => "",

296)             ftpWebsiteMirror => "",

297)             httpDistMirror => "http://tor.meulie.net/",

298)             rsyncDistMirror => "",

299)             updateDate => "Unknown",

300)         },
301) 

302)        mirror013 => {

303) 	    adminContact => "hostmaster AT zombiewerks DOT com",

304)             orgName => "TheOnionRouter",

305)             isoCC => "US",

306)             subRegion => "New Jersey",

307)             region => "North America",
308)             ipv4 => "True",
309)             ipv6 => "False",
310)             loadBalanced => "Unknown",

311)             httpWebsiteMirror => "",

312)             rsyncWebsiteMirror => "",

313)             ftpWebsiteMirror => "",

314)             httpDistMirror => "http://theonionrouter.com/dist/",

315)             rsyncDistMirror => "",

316)             updateDate => "Unknown",

317)         },
318) 

319)         mirror014 => {

320)             adminContact => "tormaster AT xpdm DOT us",

321)             orgName => "Xpdm",

322)             isoCC => "US",
323)             subRegion => "",
324)             region => "North America",
325)             ipv4 => "True",
326)             ipv6 => "False",
327)             loadBalanced => "Unknown",
328)             httpWebsiteMirror => "http://torproj.xpdm.us/",

329)             httpsWebsiteMirror => "https://torproj.xpdm.us/",

330)             rsyncWebsiteMirror => "",

331)             ftpWebsiteMirror => "",

332)             httpDistMirror => "http://torproj.xpdm.us/dist/",
333)             httpsDistMirror => "https://torproj.xpdm.us/dist/",

334)             rsyncDistMirror => "",
335)             hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
336)             updateDate => "Unknown",

337)         },

338) 

339)         mirror016 => {

340)             adminContact => "security AT hostoffice DOT hu",

341)             orgName => "Unknown",
342)             isoCC => "HU",
343)             subRegion => "Hungary",
344)             region => "Europe",
345)             ipv4 => "True",
346)             ipv6 => "False",
347)             loadBalanced => "No",

348)             httpWebsiteMirror => "http://tor.hu/",

349)             httpsWebsiteMirror => "",

350)             rsyncWebsiteMirror => "",

351)             ftpWebsiteMirror => "",

352)             httpDistMirror => "",

353)             httpsDistMirror => "",
354)             rsyncDistMirror => "",
355)             hiddenServiceMirror => "",
356)             updateDate => "Unknown",

357)         },

358) 

359)         mirror017 => {

360)             adminContact => "",

361)             orgName => "Technica-03",

362)             isoCC => "UA",

363)             subRegion => "Ukraine",
364)             region => "Eastern Europe",
365)             ipv4 => "True",
366)             ipv6 => "False",
367)             loadBalanced => "No",
368)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
369)             httpsWebsiteMirror => "",

370)             rsyncWebsiteMirror => "",

371)             ftpWebsiteMirror => "",

372)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",

373)             httpsDistMirror => "",
374)             rsyncDistMirror => "",
375)             hiddenServiceMirror => "",
376)             updateDate => "Unknown",

377)         },

378) 

379) 	    mirror018 => {

380)             adminContact => "",
381)             orgName => "chaos darmstadt",
382)             isoCC => "DE",
383)             subRegion => "Germany",
384)             region => "Europe",
385)             ipv4 => "True",
386)             ipv6 => "False",
387)             loadBalanced => "No",
388)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
389)             httpsWebsiteMirror => "",
390)             rsyncWebsiteMirror => "",
391)             ftpWebsiteMirror => "",
392)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
393)             httpsDistMirror => "",
394)             rsyncDistMirror => "",
395)             hiddenServiceMirror => "",
396)             updateDate => "Unknown",

397)         },

398) 

399) 	mirror019 => {

400)             adminContact => "webmaster AT askapache DOT com",
401)             orgName => "AskApache",

402)             isoCC => "US",
403)             subRegion => "California",
404)             region => "US",
405)             ipv4 => "True",
406)             ipv6 => "False",
407)             loadBalanced => "No",
408)             httpWebsiteMirror => "http://tor.askapache.com/",
409)             httpsWebsiteMirror => "",
410)             rsyncWebsiteMirror => "",
411)             ftpWebsiteMirror => "",

412)             httpDistMirror => "http://tor.askapache.com/dist/",

413)             httpsDistMirror => "",
414)             rsyncDistMirror => "",
415)             hiddenServiceMirror => "",
416)             updateDate => "Unknown",

417)         },

418) 

419) 	mirror020 => {

420)             adminContact => " mail AT benjamin-meier DOT info ",
421)             orgName => "beme it",

422)             isoCC => "DE",

423)             subRegion => "",

424)             region => "DE",

425)             ipv4 => "True",
426)             ipv6 => "False",
427)             loadBalanced => "No",

428)             httpWebsiteMirror => "http://tor.beme-it.de/",

429)             httpsWebsiteMirror => "https://tor.beme-it.de/",

430)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",

431)             ftpWebsiteMirror => "",

432)             httpDistMirror => "http://tor.beme-it.de/dist/",

433)             httpsDistMirror => "https://tor.beme-it.de/dist/",

434)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",

435)             hiddenServiceMirror => "",
436)             updateDate => "Unknown",

437)         },

438) 

439)         mirror021 => {

440)             adminContact => "",

441)             orgName => "India Tor Fans",

442)             isoCC => "IN",
443)             subRegion => "",
444)             region => "IN",
445)             ipv4 => "True",
446)             ipv6 => "False",
447)             loadBalanced => "No",

448)             httpWebsiteMirror => "http://www.torproject.org.in/",

449)             httpsWebsiteMirror => "",
450)             rsyncWebsiteMirror => "",
451)             ftpWebsiteMirror => "",
452)             httpDistMirror => "http://www.torproject.org.in/dist/",
453)             httpsDistMirror => "",
454)             rsyncDistMirror => "",
455)             hiddenServiceMirror => "",
456)             updateDate => "Unknown",
457)         },
458) 

459)         mirror023 => {

460)             adminContact => "SiNA",

461)             orgName => "Ninjas",

462)             isoCC => "IR",
463)             subRegion => "",
464)             region => "IR",
465)             ipv4 => "True",
466)             ipv6 => "False",
467)             loadBalanced => "Yes",
468)             httpWebsiteMirror => "http://irani-tor.ath.cx/",
469)             httpsWebsiteMirror => "",
470)             rsyncWebsiteMirror => "",
471)             ftpWebsiteMirror => "",
472)             httpDistMirror => "http://irani-tor.ath.cx/dist/",
473)             httpsDistMirror => "",
474)             rsyncDistMirror => "",

475)             hiddenServiceMirror => "",
476)         },
477) 

478)         mirror024 => {

479)             adminContact => "",

480)             orgName => "homosu",

481)             isoCC => "SE",

482)             subRegion => "",

483)             region => "SE",

484)             ipv4 => "True",
485)             ipv6 => "False",
486)             loadBalanced => "No",
487)             httpWebsiteMirror => "http://tor.homosu.net/",
488)             httpsWebsiteMirror => "",
489)             rsyncWebsiteMirror => "",
490)             ftpWebsiteMirror => "",
491)             httpDistMirror => "http://tor.homosu.net/dist",
492)             httpsDistMirror => "",
493)             rsyncDistMirror => "",

494)             hiddenServiceMirror => "",

495)         },

496) 

497)         mirror025 => {

498)             adminContact => "margus.random at mail.ee",
499)             orgName => "CyberSIDE",

500)             isoCC => "EE",

501)             subRegion => "",
502)             region => "EE",
503)             ipv4 => "True",
504)             ipv6 => "False",
505)             loadBalanced => "No",
506)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
507)             httpsWebsiteMirror => "",
508)             rsyncWebsiteMirror => "",
509)             ftpWebsiteMirror => "",

510)             httpDistMirror => "http://cyberside.net.ee/tor/",

511)             httpsDistMirror => "",
512)             rsyncDistMirror => "",

513)             hiddenServiceMirror => "",

514)         },

515) 

516)         mirror026 => {

517)             adminContact => "me_ at tomyn dot com",
518)             orgName => "tomyn",
519)             isoCC => "UK",
520)             subRegion => "",
521)             region => "UK",
522)             ipv4 => "True",
523)             ipv6 => "False",
524)             loadBalanced => "No",
525)             httpWebsiteMirror => "http://tor.tomyn.com",
526)             httpsWebsiteMirror => "https://tor.tomyn.com",
527)             rsyncWebsiteMirror => "",
528)             ftpWebsiteMirror => "ftp://tor.tomyn.com",
529)             httpDistMirror => "http://tor.tomyn.com/dist",
530)             httpsDistMirror => "https://tor.tomyn.com/dist",
531)             rsyncDistMirror => "",

532)             hiddenServiceMirror => "",
533)         },
534) 
535)         mirror027 => {
536)             adminContact => "",
537)             orgName => "mirrors.sykotik.org",
538)             isoCC => "RO",
539)             subRegion => "",
540)             region => "RO",
541)             ipv4 => "True",
542)             ipv6 => "False",
543)             loadBalanced => "No",
544)             httpWebsiteMirror => "",
545)             httpsWebsiteMirror => "",
546)             rsyncWebsiteMirror => "",
547)             ftpWebsiteMirror => "ftp://mirrors.sykotik.org/pub/tor/",
548)             httpDistMirror => "http://mirrors.sykotik.org/pub/tor/",
549)             httpsDistMirror => "",
550)             rsyncDistMirror => "",

551)             hiddenServiceMirror => "",

552)         },

553) 
554)         mirror028 => {
555)             adminContact => "gouki",

556)             orgName => "5ª Coluna",

557)             isoCC => "PT",
558)             subRegion => "",
559)             region => "PT",
560)             ipv4 => "True",
561)             ipv6 => "False",
562)             loadBalanced => "No",
563)             httpWebsiteMirror => "http://tor-www.5coluna.com",
564)             httpsWebsiteMirror => "https://tor-www.5coluna.com",
565)             rsyncWebsiteMirror => "",
566)             ftpWebsiteMirror => "",
567)             httpDistMirror => "http://tor-www.5coluna.com/dist/",
568)             httpsDistMirror => "https://tor-www.5coluna.com/dist/",
569)             rsyncDistMirror => "",

570)             hiddenServiceMirror => "",
571)         },
572) 
573)         mirror029 => {
574)             adminContact => "",

575)             orgName => "NW Linux",

576)             isoCC => "US",
577)             subRegion => "WA",
578)             region => "US",
579)             ipv4 => "True",
580)             ipv6 => "False",
581)             loadBalanced => "No",
582)             httpWebsiteMirror => "http://torproject.nwlinux.us",
583)             httpsWebsiteMirror => "",
584)             rsyncWebsiteMirror => "",
585)             ftpWebsiteMirror => "",
586)             httpDistMirror => "http://torproject.nwlinux.us/dist",
587)             httpsDistMirror => "",
588)             rsyncDistMirror => "",

589)             hiddenServiceMirror => "",
590)         },
591)         mirror030 => {
592)             adminContact => "",
593)             orgName => "LazyTiger",
594)             isoCC => "FR",
595)             subRegion => "",
596)             region => "FR",
597)             ipv4 => "True",
598)             ipv6 => "False",
599)             loadBalanced => "No",
600)             httpWebsiteMirror => "http://tor.taiga-san.net/",
601)             httpsWebsiteMirror => "",
602)             rsyncWebsiteMirror => "",
603)             ftpWebsiteMirror => "",
604)             httpDistMirror => "http://tor.taiga-san.net/dist",
605)             httpsDistMirror => "",
606)             rsyncDistMirror => "",

607)             hiddenServiceMirror => "",
608)         },
609)         mirror031 => {
610)             adminContact => "",
611)             orgName => "searchprivate",
612)             isoCC => "US",
613)             subRegion => "TX",
614)             region => "US",
615)             ipv4 => "True",
616)             ipv6 => "False",
617)             loadBalanced => "No",
618)             httpWebsiteMirror => "http://tor.searchprivate.com",
619)             httpsWebsiteMirror => "",
620)             rsyncWebsiteMirror => "",
621)             ftpWebsiteMirror => "",
622)             httpDistMirror => "http://tor.searchprivate.com/dist",
623)             httpsDistMirror => "",
624)             rsyncDistMirror => "",

625)             hiddenServiceMirror => "",
626)         },
627)         mirror032 => {
628)             adminContact => "",
629)             orgName => "cyberarmy",
630)             isoCC => "AT",
631)             subRegion => "",
632)             region => "AT",
633)             ipv4 => "True",
634)             ipv6 => "False",
635)             loadBalanced => "No",
636)             httpWebsiteMirror => "http://tor.cyberarmy.at",
637)             httpsWebsiteMirror => "",
638)             rsyncWebsiteMirror => "",
639)             ftpWebsiteMirror => "",
640)             httpDistMirror => "http://tor.cyberarmy.at/dist",
641)             httpsDistMirror => "",
642)             rsyncDistMirror => "",
643)             hiddenServiceMirror => "",
644)         },
645)         mirror032 => {
646)             adminContact => "",
647)             orgName => "tor",
648)             isoCC => "IS",
649)             subRegion => "",
650)             region => "IS",
651)             ipv4 => "True",
652)             ipv6 => "False",
653)             loadBalanced => "No",
654)             httpWebsiteMirror => "",
655)             httpsWebsiteMirror => "",
656)             rsyncWebsiteMirror => "",
657)             ftpWebsiteMirror => "",
658)             httpDistMirror => "http://torproject.is/dist",
659)             httpsDistMirror => "",
660)             rsyncDistMirror => "",

661)             hiddenServiceMirror => "",

662)         },
663)         mirror033 => {
664)             adminContact => "",
665)             orgName => "torservers",
666)             isoCC => "DE",
667)             subRegion => "",
668)             region => "DE",
669)             ipv4 => "True",
670)             ipv6 => "False",
671)             loadBalanced => "No",
672)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
673)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
674)             rsyncWebsiteMirror => "",
675)             ftpWebsiteMirror => "",
676)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist",
677)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist",
678)             rsyncDistMirror => "",
679)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",

680)         }

681) );
682) 
683) my $count = values %m;
684) print "We have a total of $count mirrors\n";
685) print "Fetching the last updated date for each mirror.\n";
686) 

687) my $tortime;
688) $tortime = FetchDate("http://www.torproject.org/");

689) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day 

690) $tortime -= 1 * 172800; 

691) print "The official time for Tor is $tortime. \n";
692) 

693) foreach my $server ( keys %m ) {
694) 
695)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
696) 
697)     if ($m{$server}{'httpWebsiteMirror'}) {
698)         print "Attempt to fetch via HTTP.\n";
699)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
700)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
701)         print "Attempt to fetch via HTTPS.\n";
702)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
703)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
704)         print "Attempt to fetch via FTP.\n";
705)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
706)     } else {
707)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
708)     }
709) 
710)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
711) 
712)  }
713) 
714) 
715) print "We sorted the following mirrors by their date of last update: \n";
716) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
717) 
718)      print "\n";
719)      print "Mirror $m{$server}{'orgName'}: \n";
720) 
721)      foreach my $attrib ( sort keys %{$m{$server}} ) {
722)         print "$attrib = $m{$server}{$attrib}";
723)         print "\n";
724)      };
725) }
726) 
727) my $outFile = "include/mirrors-table.wmi";
728) my $html;
729) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
730) 

731) # Here's where we open a file and print some wml include goodness

732) # This is storted from last known recent update to unknown update times
733) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
734) 

735)      my $time;

736)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {

737) 	  if ( $m{$server}{'updateDate'} > $tortime ) {

738) 	    $time = "Up to date";
739) 	  } else { $time = "Out of date"; }

740)      } else { $time = "Unknown"; }

741) print OUT <<"END";
742)      \n<tr>\n
743)          <td>$m{$server}{'isoCC'}</td>\n
744)          <td>$m{$server}{'orgName'}</td>\n
745)          <td>$time</td>\n
746) END
747) 
748)      my %prettyNames = (
749)                         httpWebsiteMirror => "http",
750)                         httpsWebsiteMirror => "https",
751)                         ftpWebsiteMirror => "ftp",
752)                         rsyncWebsiteMirror => "rsync",
753)                         httpDistMirror => "http",
754)                         httpsDistMirror => "https",
755)                         rsyncDistMirrors => "rsync", );
756) 
757)      foreach my $precious ( sort keys %prettyNames )

758)      {
759)         if ($m{$server}{"$precious"}) {
760)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .

761)                       "$prettyNames{$precious}</a></td>\n";