tor-webwml.git

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;

7) use Date::Format;

8) 

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>

11) # LWP suggestions by Leigh Honeywell

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.

21) 

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,

25)     timeout => 30,

26)     agent => "Tor MirrorCheck Agent"

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror

43)     my $trace = "project/trace/www-master.torproject.org"; # this file should always exist

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);

50)     my $code = $result->code();
51)     print "Result code $code\n";

52) 

53)     if ($result->is_success && $code eq "200"){

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {

57) 

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }

72) 

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }

77) 
78)     return "Unknown";

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!

83) my %m = (
84) 

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104)         },
105) 

106)         mirror001 => {
107)             adminContact => "BarkerJr AT barkerjr DOT net",
108)             orgName => "BarkerJr",
109)             isoCC => "FR",
110)             subRegion => "",
111)             region => "FR",
112)             ipv4 => "True",
113)             ipv6 => "False",
114)             loadBalanced => "No",

115)             httpWebsiteMirror => "http://www.oignon.net/",

116)             httpsWebsiteMirror => "https://www.oignon.net/",

117)             rsyncWebsiteMirror => "",
118)             ftpWebsiteMirror => "",

119)             httpDistMirror => "http://www.oignon.net/dist/",

120)             httpsDistMirror => "https://www.oignon.net/dist/",

121)             rsyncDistMirror => "",
122)             hiddenServiceMirror => "",
123)             updateDate => "Unknown",
124)         },
125) 

126)        mirror003 => {

127)             adminContact => "citizen428 AT gmail DOT com",

128)             orgName => "[[:bbs:]]",

129)             isoCC => "DE",
130)             subRegion => "",
131)             region => "Europe",
132)             ipv4 => "True",
133)             ipv6 => "False",
134)             loadBalanced => "Unknown",
135)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",

136)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",

137)             ftpWebsiteMirror => "",
138)             rsyncWebsiteMirror => "",

139)             httpDistMirror => "http://tor.blingblingsquad.net/dist",

140)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",

141)             rsyncDistMirror => "",

142)             updateDate => "Unknown",

143)         },
144) 

145) 	    mirror006 => {

146)             adminContact => "BarkerJr AT barkerjr DOT net",
147)             orgName => "BarkerJr",
148)             isoCC => "US",
149)             subRegion => "",
150)             region => "US",
151)             ipv4 => "True",
152)             ipv6 => "False",
153)             loadBalanced => "No",

154)             httpWebsiteMirror => "http://www.torproject.us/",
155)             httpsWebsiteMirror => "https://www.torproject.us/",

156)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",

157)             ftpWebsiteMirror => "",

158)             httpDistMirror => "http://www.torproject.us/dist/",
159)             httpsDistMirror => "https://www.torproject.us/dist/",

160)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",

161)             hiddenServiceMirror => "",
162)             updateDate => "Unknown",
163)         },
164) 

165)        mirror007 => {

166)             adminContact => "info AT zentrum-der-gesundheit DOT de",

167)             orgName => "Zentrum der Gesundheit",

168)             isoCC => "DK",
169)             subRegion => "",
170)             region => "Europe",
171)             ipv4 => "True",
172)             ipv6 => "False",
173)             loadBalanced => "Unknown",

174)             httpWebsiteMirror => "http://tor.idnr.ws/",

175)             ftpWebsiteMirror => "",

176)             rsyncWebsiteMirror => "",

177)             httpDistMirror => "http://tor.idnr.ws/dist/",

178)             rsyncDistMirror => "",

179)             updateDate => "Unknown",

180)         },
181) 

182)        mirror008 => {

183)             adminContact => "root AT amorphis DOT eu",

184)             orgName => "Amorphis",

185)             isoCC => "NL",
186)             subRegion => "",
187)             region => "Europe",
188)             ipv4 => "True",
189)             ipv6 => "False",
190)             loadBalanced => "Unknown",
191)             httpWebsiteMirror => "http://tor.amorphis.eu/",

192)             rsyncWebsiteMirror => "",

193)             ftpWebsiteMirror => "",
194)             httpDistMirror => "http://tor.amorphis.eu/dist/",
195)             rsyncDistMirror => "",

196)             updateDate => "Unknown",

197)         },
198) 

199)        mirror009 => {

200)             adminContact => "mirror AT bit DOT nl",

201)             orgName => "BIT BV",
202)             isoCC => "NL",
203)             subRegion => "",
204)             region => "Europe",
205)             ipv4 => "True",
206)             ipv6 => "False",
207)             loadBalanced => "Unknown",

208)             httpWebsiteMirror => "",

209)             rsyncWebsiteMirror => "",

210)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",

211)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",

212)             rsyncDistMirror => "",

213)             updateDate => "Unknown",

214)         },
215) 

216)        mirror010 => {

217)             adminContact => "webmaster AT ccc DOT de",

218)             orgName => "CCC",
219)             isoCC => "NL",
220)             subRegion => "",
221)             region => "Europe",
222)             ipv4 => "True",
223)             ipv6 => "False",
224)             loadBalanced => "Unknown",
225)             httpWebsiteMirror => "http://tor.ccc.de/",

226)             rsyncWebsiteMirror => "",

227)             ftpWebsiteMirror => "",
228)             httpDistMirror => "http://tor.ccc.de/dist/",
229)             rsyncDistMirror => "",

230)             updateDate => "Unknown",

231)         },
232) 

233)        mirror013 => {

234) 	    adminContact => "hostmaster AT zombiewerks DOT com",

235)             orgName => "TheOnionRouter",

236)             isoCC => "IS",
237)             subRegion => "",
238)             region => "Iceland",

239)             ipv4 => "True",
240)             ipv6 => "False",
241)             loadBalanced => "Unknown",

242)             httpWebsiteMirror => "http://theonionrouter.com/",
243)             httpsWebsiteMirror => "",

244)             rsyncWebsiteMirror => "",

245)             ftpWebsiteMirror => "",

246)             httpDistMirror => "http://theonionrouter.com/dist/",
247)             httpsDistMirror => "",

248)             rsyncDistMirror => "",

249)             updateDate => "Unknown",

250)         },

251)     mirror014 => {
252)         adminContact => "tormaster AT xpdm DOT us",
253)         orgName => "Xpdm",
254)         isoCC => "US",
255)         subRegion => "",
256)         region => "North America",
257)         ipv4 => "True",
258)         ipv6 => "False",
259)         loadBalanced => "Unknown",
260)         httpWebsiteMirror => "http://torproj.xpdm.us/",
261)         httpsWebsiteMirror => "https://torproj.xpdm.us/",
262)         rsyncWebsiteMirror => "",
263)         ftpWebsiteMirror => "",
264)         httpDistMirror => "http://torproj.xpdm.us/dist/",
265)         httpsDistMirror => "https://torproj.xpdm.us/dist/",
266)         rsyncDistMirror => "",
267)         hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
268)         updateDate => "Unknown",
269)         },

270)         mirror016 => {

271)             adminContact => "security AT hostoffice DOT hu",

272)             orgName => "Unknown",
273)             isoCC => "HU",
274)             subRegion => "Hungary",
275)             region => "Europe",
276)             ipv4 => "True",
277)             ipv6 => "False",
278)             loadBalanced => "No",

279)             httpWebsiteMirror => "http://mirror.tor.hu/",

280)             httpsWebsiteMirror => "",

281)             rsyncWebsiteMirror => "",

282)             ftpWebsiteMirror => "",

283)             httpDistMirror => "http://mirror.tor.hu/dist/",

284)             httpsDistMirror => "",
285)             rsyncDistMirror => "",
286)             hiddenServiceMirror => "",
287)             updateDate => "Unknown",

288)         },

289) 

290)         mirror017 => {

291)             adminContact => "",

292)             orgName => "Technica-03",

293)             isoCC => "UA",

294)             subRegion => "Ukraine",
295)             region => "Eastern Europe",
296)             ipv4 => "True",
297)             ipv6 => "False",
298)             loadBalanced => "No",
299)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
300)             httpsWebsiteMirror => "",

301)             rsyncWebsiteMirror => "",

302)             ftpWebsiteMirror => "",

303)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",

304)             httpsDistMirror => "",
305)             rsyncDistMirror => "",
306)             hiddenServiceMirror => "",
307)             updateDate => "Unknown",

308)         },

309) 

310) 	    mirror018 => {

311)             adminContact => "",
312)             orgName => "chaos darmstadt",
313)             isoCC => "DE",
314)             subRegion => "Germany",
315)             region => "Europe",
316)             ipv4 => "True",
317)             ipv6 => "False",
318)             loadBalanced => "No",
319)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
320)             httpsWebsiteMirror => "",
321)             rsyncWebsiteMirror => "",
322)             ftpWebsiteMirror => "",
323)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
324)             httpsDistMirror => "",
325)             rsyncDistMirror => "",
326)             hiddenServiceMirror => "",
327)             updateDate => "Unknown",

328)         },

329) 

330) 	mirror019 => {

331)             adminContact => "webmaster AT askapache DOT com",
332)             orgName => "AskApache",

333)             isoCC => "US",
334)             subRegion => "California",
335)             region => "US",
336)             ipv4 => "True",
337)             ipv6 => "False",
338)             loadBalanced => "No",
339)             httpWebsiteMirror => "http://tor.askapache.com/",
340)             httpsWebsiteMirror => "",
341)             rsyncWebsiteMirror => "",
342)             ftpWebsiteMirror => "",

343)             httpDistMirror => "http://tor.askapache.com/dist/",

344)             httpsDistMirror => "",
345)             rsyncDistMirror => "",
346)             hiddenServiceMirror => "",
347)             updateDate => "Unknown",

348)         },

349) 

350) 	mirror020 => {

351)             adminContact => " mail AT benjamin-meier DOT info ",
352)             orgName => "beme it",

353)             isoCC => "DE",

354)             subRegion => "",

355)             region => "DE",

356)             ipv4 => "True",
357)             ipv6 => "False",
358)             loadBalanced => "No",

359)             httpWebsiteMirror => "http://tor.beme-it.de/",

360)             httpsWebsiteMirror => "https://tor.beme-it.de/",

361)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",

362)             ftpWebsiteMirror => "",

363)             httpDistMirror => "http://tor.beme-it.de/dist/",

364)             httpsDistMirror => "https://tor.beme-it.de/dist/",

365)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",

366)             hiddenServiceMirror => "",
367)             updateDate => "Unknown",

368)         },

369) 

370)         mirror021 => {

371)             adminContact => "",

372)             orgName => "India Tor Fans",

373)             isoCC => "IN",
374)             subRegion => "",
375)             region => "IN",
376)             ipv4 => "True",
377)             ipv6 => "False",
378)             loadBalanced => "No",

379)             httpWebsiteMirror => "http://www.torproject.org.in/",

380)             httpsWebsiteMirror => "",
381)             rsyncWebsiteMirror => "",
382)             ftpWebsiteMirror => "",
383)             httpDistMirror => "http://www.torproject.org.in/dist/",
384)             httpsDistMirror => "",
385)             rsyncDistMirror => "",
386)             hiddenServiceMirror => "",
387)             updateDate => "Unknown",
388)         },
389) 

390)         mirror023 => {

391)             adminContact => "SiNA",

392)             orgName => "Ninjas",

393)             isoCC => "IR",
394)             subRegion => "",
395)             region => "IR",
396)             ipv4 => "True",
397)             ipv6 => "False",
398)             loadBalanced => "Yes",

399)             httpWebsiteMirror => "http://onion.anonymo.us.org/",

400)             httpsWebsiteMirror => "",
401)             rsyncWebsiteMirror => "",
402)             ftpWebsiteMirror => "",

403)             httpDistMirror => "http://onion.anonymo.us.org/dist/",

404)             httpsDistMirror => "",
405)             rsyncDistMirror => "",

406)             hiddenServiceMirror => "",
407)         },
408) 

409)         mirror024 => {

410)             adminContact => "",

411)             orgName => "homosu",

412)             isoCC => "SE",

413)             subRegion => "",

414)             region => "SE",

415)             ipv4 => "True",
416)             ipv6 => "False",
417)             loadBalanced => "No",
418)             httpWebsiteMirror => "http://tor.homosu.net/",
419)             httpsWebsiteMirror => "",
420)             rsyncWebsiteMirror => "",
421)             ftpWebsiteMirror => "",

422)             httpDistMirror => "http://tor.homosu.net/dist/",

423)             httpsDistMirror => "",
424)             rsyncDistMirror => "",

425)             hiddenServiceMirror => "",

426)         },

427) 

428)         mirror025 => {

429)             adminContact => "margus.random at mail.ee",
430)             orgName => "CyberSIDE",

431)             isoCC => "EE",

432)             subRegion => "",
433)             region => "EE",
434)             ipv4 => "True",
435)             ipv6 => "False",
436)             loadBalanced => "No",
437)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
438)             httpsWebsiteMirror => "",
439)             rsyncWebsiteMirror => "",
440)             ftpWebsiteMirror => "",

441)             httpDistMirror => "http://cyberside.net.ee/tor/",

442)             httpsDistMirror => "",
443)             rsyncDistMirror => "",

444)             hiddenServiceMirror => "",

445)         },

446) 

447)         mirror028 => {

448)             adminContact => "",

449)             orgName => "NW Linux",

450)             isoCC => "US",
451)             subRegion => "WA",
452)             region => "US",
453)             ipv4 => "True",
454)             ipv6 => "False",
455)             loadBalanced => "No",

456)             httpWebsiteMirror => "http://torproject.nwlinux.us/",

457)             httpsWebsiteMirror => "",

458)             rsyncWebsiteMirror => "rsync://nwlinux.us/tor-web",

459)             ftpWebsiteMirror => "",

460)             httpDistMirror => "http://torproject.nwlinux.us/dist/",

461)             httpsDistMirror => "",

462)             rsyncDistMirror => "rsync://nwlinux.us/tor-dist",

463)             hiddenServiceMirror => "",
464)         },

465)         mirror029 => {

466)             adminContact => "",
467)             orgName => "LazyTiger",
468)             isoCC => "FR",
469)             subRegion => "",
470)             region => "FR",
471)             ipv4 => "True",
472)             ipv6 => "False",
473)             loadBalanced => "No",
474)             httpWebsiteMirror => "http://tor.taiga-san.net/",
475)             httpsWebsiteMirror => "",
476)             rsyncWebsiteMirror => "",
477)             ftpWebsiteMirror => "",

478)             httpDistMirror => "http://tor.taiga-san.net/dist/",

479)             httpsDistMirror => "",
480)             rsyncDistMirror => "",

481)             hiddenServiceMirror => "",
482)         },

483)         mirror030 => {

484)             adminContact => "",
485)             orgName => "searchprivate",
486)             isoCC => "US",
487)             subRegion => "TX",
488)             region => "US",
489)             ipv4 => "True",
490)             ipv6 => "False",
491)             loadBalanced => "No",

492)             httpWebsiteMirror => "http://tor.searchprivate.com/",

493)             httpsWebsiteMirror => "",
494)             rsyncWebsiteMirror => "",
495)             ftpWebsiteMirror => "",

496)             httpDistMirror => "http://tor.searchprivate.com/dist/",

497)             httpsDistMirror => "",
498)             rsyncDistMirror => "",

499)             hiddenServiceMirror => "",
500)         },

501)         mirror031 => {

502)             adminContact => "",
503)             orgName => "cyberarmy",
504)             isoCC => "AT",
505)             subRegion => "",
506)             region => "AT",
507)             ipv4 => "True",
508)             ipv6 => "False",
509)             loadBalanced => "No",

510)             httpWebsiteMirror => "http://tor.cyberarmy.at/",

511)             httpsWebsiteMirror => "",
512)             rsyncWebsiteMirror => "",
513)             ftpWebsiteMirror => "",

514)             httpDistMirror => "http://tor.cyberarmy.at/dist/",

515)             httpsDistMirror => "",
516)             rsyncDistMirror => "",
517)             hiddenServiceMirror => "",
518)         },
519)         mirror032 => {
520)             adminContact => "",

521)             orgName => "torproject.is",

522)             isoCC => "IS",
523)             subRegion => "",
524)             region => "IS",
525)             ipv4 => "True",
526)             ipv6 => "False",
527)             loadBalanced => "No",

528)             httpWebsiteMirror => "http://torproject.is/",

529)             httpsWebsiteMirror => "",
530)             rsyncWebsiteMirror => "",
531)             ftpWebsiteMirror => "",

532)             httpDistMirror => "http://torproject.is/dist/",

533)             httpsDistMirror => "",
534)             rsyncDistMirror => "",

535)             hiddenServiceMirror => "",

536)         },
537)         mirror033 => {
538)             adminContact => "",
539)             orgName => "torservers",
540)             isoCC => "DE",
541)             subRegion => "",
542)             region => "DE",
543)             ipv4 => "True",
544)             ipv6 => "False",
545)             loadBalanced => "No",
546)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
547)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
548)             rsyncWebsiteMirror => "",
549)             ftpWebsiteMirror => "",

550)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist/",
551)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist/",

552)             rsyncDistMirror => "",
553)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",

554)         },

555)         mirror036 => {
556)             adminContact => "",
557)             orgName => "",
558)             isoCC => "NL",
559)             subRegion => "",
560)             region => "NL",
561)             ipv4 => "True",
562)             ipv6 => "False",
563)             loadBalanced => "No",
564)             httpWebsiteMirror => "",
565)             httpsWebsiteMirror => "",
566)             rsyncWebsiteMirror => "",
567)             ftpWebsiteMirror => "",
568)             httpDistMirror => "",

569)             httpsDistMirror => "https://www.coevoet.nl/tor/dist/",

570)             rsyncDistMirror => "",
571)             hiddenServiceMirror => "",

572)       },

573)         mirror037 => {
574)             adminContact => "",

575)             orgName => "crypto.is",

576)             isoCC => "IS",
577)             subRegion => "",

578)             region => "Iceland",

579)             ipv4 => "True",
580)             ipv6 => "False",
581)             loadBalanced => "No",

582)             httpWebsiteMirror => "https://torproject.crypto.is/",
583)             httpsWebsiteMirror => "https://torproject.crypto.is/",

584)             rsyncWebsiteMirror => "",
585)             ftpWebsiteMirror => "",

586)             httpDistMirror => "https://torproject.crypto.is/dist/",
587)             httpsDistMirror => "https://torproject.crypto.is/dist/",

588)             rsyncDistMirror => "",
589)             hiddenServiceMirror => "",
590)       },
591)         mirror038 => {
592)             adminContact => "",
593)             orgName => "",
594)             isoCC => "LT",
595)             subRegion => "",
596)             region => "LT",
597)             ipv4 => "True",
598)             ipv6 => "False",
599)             loadBalanced => "No",

600)             httpWebsiteMirror => "http://tor.vesta.nu/",

601)             httpsWebsiteMirror => "",
602)             rsyncWebsiteMirror => "",
603)             ftpWebsiteMirror => "",

604)             httpDistMirror => "http://tor.vesta.nu/dist/",

605)             httpsDistMirror => "",
606)             rsyncDistMirror => "",

607)             hiddenServiceMirror => "",

608)       },
609)         mirror040 => {
610)             adminContact => "",
611)             orgName => "",
612)             isoCC => "DE",
613)             subRegion => "",
614)             region => "DE",
615)             ipv4 => "True",
616)             ipv6 => "False",
617)             loadBalanced => "No",

618)             httpWebsiteMirror => "http://tor.freie-re.de/",

619)             httpsWebsiteMirror => "",
620)             rsyncWebsiteMirror => "",
621)             ftpWebsiteMirror => "",

622)             httpDistMirror => "http://tor.freie-re.de/dist/",

623)             httpsDistMirror => "",
624)             rsyncDistMirror => "",

625)             hiddenServiceMirror => "",
626)       },
627)         mirror041 => {
628)             adminContact => "",

629)             orgName => "Host4site",

630)             isoCC => "IL",
631)             subRegion => "",
632)             region => "IL",
633)             ipv4 => "True",
634)             ipv6 => "False",
635)             loadBalanced => "No",
636)             httpWebsiteMirror => "http://mirror.host4site.co.il/torproject.org/",
637)             httpsWebsiteMirror => "",
638)             rsyncWebsiteMirror => "",
639)             ftpWebsiteMirror => "",

640)             httpDistMirror => "http://mirror.host4site.co.il/torproject.org/dist/",

641)             httpsDistMirror => "",
642)             rsyncDistMirror => "",

643)             hiddenServiceMirror => "",
644)       },
645)         mirror042 => {
646)             adminContact => "",

647)             orgName => "FoDT.IT",

648)             isoCC => "AT",
649)             subRegion => "",
650)             region => "AT",
651)             ipv4 => "True",
652)             ipv6 => "False",
653)             loadBalanced => "No",
654)             httpWebsiteMirror => "http://tor.fodt.it/",

655)             httpsWebsiteMirror => "https://tor.fodt.it/",

656)             rsyncWebsiteMirror => "",

657)             ftpWebsiteMirror => "ftp://ftp.fodt.it/pub/mirror/tor/",

658)             httpDistMirror => "http://tor.fodt.it/dist/",

659)             httpsDistMirror => "https://tor.fodt.it/dist/",

660)             rsyncDistMirror => "",

661)             hiddenServiceMirror => "",
662)       },
663)         mirror043 => {
664)             adminContact => "",
665)             orgName => "factor.cc",

666)             isoCC => "DE",

667)             subRegion => "",

668)             region => "DE",

669)             ipv4 => "True",
670)             ipv6 => "False",
671)             loadBalanced => "No",
672)             httpWebsiteMirror => "http://tor.factor.cc/",

673)             httpsWebsiteMirror => "https://factor.cc/tor/",

674)             rsyncWebsiteMirror => "",
675)             ftpWebsiteMirror => "",
676)             httpDistMirror => "http://tor.factor.cc/dist/",

677)             httpsDistMirror => "https://factor.cc/tor/dist/",

678)             rsyncDistMirror => "",

679)             hiddenServiceMirror => "",
680)       },
681)         mirror044 => {
682)             adminContact => "",

683)             orgName => "torproject.nl",

684)             isoCC => "NL",
685)             subRegion => "",
686)             region => "NL",
687)             ipv4 => "True",
688)             ipv6 => "False",
689)             loadBalanced => "No",
690)             httpWebsiteMirror => "http://www.torproject.nl/",
691)             httpsWebsiteMirror => "https://www.torproject.nl/",
692)             rsyncWebsiteMirror => "",
693)             ftpWebsiteMirror => "",
694)             httpDistMirror => "http://www.torproject.nl/dist/",
695)             httpsDistMirror => "https://www.torproject.nl/dist/",
696)             rsyncDistMirror => "",

697)             hiddenServiceMirror => "",
698)       },
699)         mirror045 => {
700)             adminContact => "",
701)             orgName => "",
702)             isoCC => "TN",
703)             subRegion => "",
704)             region => "TN",
705)             ipv4 => "True",
706)             ipv6 => "False",
707)             loadBalanced => "No",
708)             httpWebsiteMirror => "http://tor.mirror.tn/",
709)             httpsWebsiteMirror => "",
710)             rsyncWebsiteMirror => "",
711)             ftpWebsiteMirror => "",
712)             httpDistMirror => "http://tor.mirror.tn/dist/",
713)             httpsDistMirror => "",
714)             rsyncDistMirror => "",

715)             hiddenServiceMirror => "",

716)       },

717)         mirror045 => {

718)             adminContact => "",
719)             orgName => "",

720)             isoCC => "TN",

721)             subRegion => "",

722)             region => "TN",

723)             ipv4 => "True",
724)             ipv6 => "False",
725)             loadBalanced => "No",
726)             httpWebsiteMirror => "",

727)             httpsWebsiteMirror => "https://torproject.antagonism.org/",
728)             rsyncWebsiteMirror => "",
729)             ftpWebsiteMirror => "",
730)             httpDistMirror => "https://torproject.antagonism.org/dist/",
731)             httpsDistMirror => "",
732)             rsyncDistMirror => "",

733)             hiddenServiceMirror => "",
734)       },
735)         mirror046 => {
736)             adminContact => "",
737)             orgName => "",
738)             isoCC => "DE",
739)             subRegion => "",
740)             region => "DE",
741)             ipv4 => "True",
742)             ipv6 => "False",
743)             loadBalanced => "No",
744)             httpWebsiteMirror => "http://mirror.open-networx.org/torproject.org/",
745)             httpsWebsiteMirror => "https://mirror.open-networx.org/torproject.org/",
746)             rsyncWebsiteMirror => "",
747)             ftpWebsiteMirror => "",
748)             httpDistMirror => "http://mirror.open-networx.org/torproject.org/dist/",
749)             httpsDistMirror => "https://mirror.open-networx.org/torproject.org/dist/",
750)             rsyncDistMirror => "",

751)             hiddenServiceMirror => "",

752)       },
753)         mirror047 => {
754)             adminContact => "",
755)             orgName => "",
756)             isoCC => "AT",
757)             subRegion => "",
758)             region => "AT",
759)             ipv4 => "True",
760)             ipv6 => "False",
761)             loadBalanced => "No",
762)             httpWebsiteMirror => "http://tor.mirror.reisenb.at/",
763)             httpsWebsiteMirror => "",
764)             rsyncWebsiteMirror => "",
765)             ftpWebsiteMirror => "",
766)             httpDistMirror => "http://tor.mirror.reisenb.at/dist/",
767)             httpsDistMirror => "",
768)             rsyncDistMirror => "",

769)             hiddenServiceMirror => "",
770)       },
771)         mirror048 => {
772)             adminContact => "",
773)             orgName => "",
774)             isoCC => "AT",
775)             subRegion => "",
776)             region => "AT",
777)             ipv4 => "True",
778)             ipv6 => "True",
779)             loadBalanced => "No",
780)             httpWebsiteMirror => "http://tor.dont-know-me.at/",
781)             httpsWebsiteMirror => "",
782)             rsyncWebsiteMirror => "",
783)             ftpWebsiteMirror => "",
784)             httpDistMirror => "http://tor.dont-know-me.at/dist/",
785)             httpsDistMirror => "",
786)             rsyncDistMirror => "",

787)             hiddenServiceMirror => "",
788)         },
789)         mirror049 => {
790)             adminContact => "IceBear",

791)             orgName => "myRL.net",

792)             isoCC => "IS",
793)             subRegion => "",
794)             region => "IS",
795)             ipv4 => "True",
796)             ipv6 => "False",
797)             loadBalanced => "No",
798)             httpWebsiteMirror => "http://tor.myrl.net/",
799)             httpsWebsiteMirror => "https://tor.myrl.net/",
800)             rsyncWebsiteMirror => "",
801)             ftpWebsiteMirror => "",
802)             httpDistMirror => "http://tor.myrl.net/dist/",
803)             httpsDistMirror => "https://tor.myrl.net/dist/",
804)             rsyncDistMirror => "",

805)             hiddenServiceMirror => "",
806)         },
807)         mirror050 => {
808)             adminContact => "",

809)             orgName => "borgmann.tv",

810)             isoCC => "DE",
811)             subRegion => "",
812)             region => "DE",
813)             ipv4 => "True",
814)             ipv6 => "False",
815)             loadBalanced => "No",
816)             httpWebsiteMirror => "http://tor.borgmann.tv/",
817)             httpsWebsiteMirror => "",
818)             rsyncWebsiteMirror => "",
819)             ftpWebsiteMirror => "",
820)             httpDistMirror => "http://tor.borgmann.tv/dist/",
821)             httpsDistMirror => "",
822)             rsyncDistMirror => "",

823)             hiddenServiceMirror => "",

824)         },
825)         mirror051 => {
826)             adminContact => "",
827)             orgName => "torland",

828)             isoCC => "GB",

829)             subRegion => "",

830)             region => "GB",

831)             ipv4 => "True",
832)             ipv6 => "False",
833)             loadBalanced => "No",

834)             httpWebsiteMirror => "http://mirror.torland.me/torproject.org/",
835)             httpsWebsiteMirror => "https://mirror.torland.me/torproject.org/",

836)             rsyncWebsiteMirror => "",
837)             ftpWebsiteMirror => "",

838)             httpDistMirror => "http://mirror.torland.me/torproject.org/dist/",
839)             httpsDistMirror => "https://mirror.torland.me/torproject.org/dist/",

840)             rsyncDistMirror => "",
841)             hiddenServiceMirror => "",
842)         },
843)         mirror052 => {
844)             adminContact => "",
845)             orgName => "spline",
846)             isoCC => "DE",
847)             subRegion => "",
848)             region => "DE",
849)             ipv4 => "True",
850)             ipv6 => "False",
851)             loadBalanced => "No",
852)             httpWebsiteMirror => "http://tor.spline.de/",
853)             httpsWebsiteMirror => "",
854)             rsyncWebsiteMirror => "rsync://ftp.spline.de/tor",
855)             ftpWebsiteMirror => "ftp://ftp.spline.de/pub/tor",
856)             httpDistMirror => "http://tor.spline.de/dist/",
857)             httpsDistMirror => "",
858)             rsyncDistMirror => "rsync://ftp.spline.de/tor/dist",
859)             hiddenServiceMirror => "",

860)         },
861)         mirror053 => {
862)             adminContact => "",
863)             orgName => "",
864)             isoCC => "AT",
865)             subRegion => "",
866)             region => "AT",
867)             ipv4 => "True",
868)             ipv6 => "False",
869)             loadBalanced => "No",
870)             httpWebsiteMirror => "http://torproject.ph3x.at/",
871)             httpsWebsiteMirror => "",
872)             rsyncWebsiteMirror => "",
873)             ftpWebsiteMirror => "",
874)             httpDistMirror => "http://torproject.ph3x.at/dist/",
875)             httpsDistMirror => "",
876)             rsyncDistMirror => "",
877)             hiddenServiceMirror => "",

878)         }

879) );
880) 
881) my $count = values %m;
882) print "We have a total of $count mirrors\n";
883) print "Fetching the last updated date for each mirror.\n";
884) 

885) my $tortime;

886) $tortime = FetchDate("https://www.torproject.org/");

887) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day 

888) $tortime -= 1 * 172800; 

889) print "The official time for Tor is $tortime. \n";
890) 

891) foreach my $server ( keys %m ) {
892) 
893)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
894) 
895)     if ($m{$server}{'httpWebsiteMirror'}) {
896)         print "Attempt to fetch via HTTP.\n";
897)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
898)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
899)         print "Attempt to fetch via HTTPS.\n";
900)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
901)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
902)         print "Attempt to fetch via FTP.\n";
903)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
904)     } else {
905)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
906)     }
907) 
908)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
909) 
910)  }
911) 
912) 
913) print "We sorted the following mirrors by their date of last update: \n";
914) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
915) 
916)      print "\n";
917)      print "Mirror $m{$server}{'orgName'}: \n";
918) 
919)      foreach my $attrib ( sort keys %{$m{$server}} ) {
920)         print "$attrib = $m{$server}{$attrib}";
921)         print "\n";
922)      };
923) }
924) 
925) my $outFile = "include/mirrors-table.wmi";
926) my $html;
927) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
928) 

929) # Here's where we open a file and print some wml include goodness

930) # This is storted from last known recent update to unknown update times
931) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
932) 

933)      my $time;

934)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {

935) 	  if ( $m{$server}{'updateDate'} > $tortime ) {

936) 	    $time = "Up to date";
937) 	  } else { $time = "Out of date"; }

938)      } else { $time = "Unknown"; }

939) print OUT <<"END";
940)      \n<tr>\n
941)          <td>$m{$server}{'isoCC'}</td>\n
942)          <td>$m{$server}{'orgName'}</td>\n
943)          <td>$time</td>\n
944) END
945) 
946)      my %prettyNames = (
947)                         httpWebsiteMirror => "http",
948)                         httpsWebsiteMirror => "https",
949)                         ftpWebsiteMirror => "ftp",
950)                         rsyncWebsiteMirror => "rsync",
951)                         httpDistMirror => "http",
952)                         httpsDistMirror => "https",
953)                         rsyncDistMirrors => "rsync", );
954) 
955)      foreach my $precious ( sort keys %prettyNames )

956)      {
957)         if ($m{$server}{"$precious"}) {
958)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .

959)                       "$prettyNames{$precious}</a></td>\n";