c26f82243fb532774c35bd139d4b4fe3b53395bd
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;
Jacob Appelbaum Removed dupe mirror entry,...

Jacob Appelbaum authored 16 years ago

7) use Date::Format;
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

8) 
Jacob Appelbaum Add credit and some idea of...

Jacob Appelbaum authored 16 years ago

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

11) # LWP suggestions by Leigh Honeywell
Jacob Appelbaum Add credit and some idea of...

Jacob Appelbaum authored 16 years ago

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.
Jacob Appelbaum Add credit and some idea of...

Jacob Appelbaum authored 16 years ago

21) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,
Jon@svn.torproject.org alter timout values (15 -> 30)

Jon@svn.torproject.org authored 14 years ago

25)     timeout => 30,
Jon@svn.torproject.org revert r21050

Jon@svn.torproject.org authored 14 years ago

26)     agent => "Tor MirrorCheck Agent"
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror
Andrew Lewman update the trace filename s...

Andrew Lewman authored 13 years ago

43)     my $trace = "/project/trace/www-master.torproject.org"; # Location of recent update info
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

50)     my $code = $result->code();
51)     print "Result code $code\n";
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

52) 
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

53)     if ($result->is_success && $code eq "200"){
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

57) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

72) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

77) 
78)     return "Unknown";
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!
Jon@svn.torproject.org Reorder mirrors, cypher's r...

Jon@svn.torproject.org authored 15 years ago

83) my %m = (
84) 
Andrew Lewman add CoralCDN into the mix.

Andrew Lewman authored 14 years ago

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 15 years ago

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",
Jon@svn.torproject.org Fix the breakages I created...

Jon@svn.torproject.org authored 15 years ago

116)             httpWebsiteMirror => "http://www.oignon.net/",
Andrew Lewman per BarkerJr, update https:...

Andrew Lewman authored 14 years ago

117)             httpsWebsiteMirror => "https://www.oignon.net/",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 15 years ago

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Change the megahal mirror....

Jon@svn.torproject.org authored 15 years ago

120)             httpDistMirror => "http://www.oignon.net/dist/",
Andrew Lewman per BarkerJr, update https:...

Andrew Lewman authored 14 years ago

121)             httpsDistMirror => "https://www.oignon.net/dist/",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 15 years ago

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

127)        mirror003 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

128)             adminContact => "citizen428 AT gmail DOT com",
Andrew Lewman update bbs mirror

Andrew Lewman authored 14 years ago

129)             orgName => "[[:bbs:]]",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

130)             isoCC => "DE",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",
Andrew Lewman add in the self-signed ssl...

Andrew Lewman authored 14 years ago

137)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

138)             ftpWebsiteMirror => "",
139)             rsyncWebsiteMirror => "",
Andrew Lewman update bbs mirror

Andrew Lewman authored 14 years ago

140)             httpDistMirror => "http://tor.blingblingsquad.net/dist",
Andrew Lewman add in the self-signed ssl...

Andrew Lewman authored 14 years ago

141)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

142)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

143)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

144)         },
145) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

146) 	    mirror006 => {
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 15 years ago

147)             adminContact => "BarkerJr AT barkerjr DOT net",
148)             orgName => "BarkerJr",
149)             isoCC => "US",
150)             subRegion => "",
151)             region => "US",
152)             ipv4 => "True",
153)             ipv6 => "False",
154)             loadBalanced => "No",
Andrew Lewman update mirrors.

Andrew Lewman authored 14 years ago

155)             httpWebsiteMirror => "http://www.torproject.us/",
156)             httpsWebsiteMirror => "https://www.torproject.us/",
Andrew Lewman add barkerjr's rsync mirrors.

Andrew Lewman authored 14 years ago

157)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 15 years ago

158)             ftpWebsiteMirror => "",
Andrew Lewman update mirrors.

Andrew Lewman authored 14 years ago

159)             httpDistMirror => "http://www.torproject.us/dist/",
160)             httpsDistMirror => "https://www.torproject.us/dist/",
Andrew Lewman add barkerjr's rsync mirrors.

Andrew Lewman authored 14 years ago

161)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 15 years ago

162)             hiddenServiceMirror => "",
163)             updateDate => "Unknown",
164)         },
165) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

166)        mirror007 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

167)             adminContact => "info AT zentrum-der-gesundheit DOT de",
Mfr add contact address on mirr...

Mfr authored 16 years ago

168)             orgName => "Zentrum der Gesundheit",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

169)             isoCC => "DK",
170)             subRegion => "",
171)             region => "Europe",
172)             ipv4 => "True",
173)             ipv6 => "False",
174)             loadBalanced => "Unknown",
Andrew Lewman update one mirror per request

Andrew Lewman authored 14 years ago

175)             httpWebsiteMirror => "http://tor.idnr.ws/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

176)             ftpWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

177)             rsyncWebsiteMirror => "",
Andrew Lewman update one mirror per request

Andrew Lewman authored 14 years ago

178)             httpDistMirror => "http://tor.idnr.ws/dist/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

179)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

180)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

181)         },
182) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

183)        mirror008 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

184)             adminContact => "root AT amorphis DOT eu",
Mfr add contact address on mirr...

Mfr authored 16 years ago

185)             orgName => "Amorphis",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

186)             isoCC => "NL",
187)             subRegion => "",
188)             region => "Europe",
189)             ipv4 => "True",
190)             ipv6 => "False",
191)             loadBalanced => "Unknown",
192)             httpWebsiteMirror => "http://tor.amorphis.eu/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

193)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

194)             ftpWebsiteMirror => "",
195)             httpDistMirror => "http://tor.amorphis.eu/dist/",
196)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

197)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

198)         },
199) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

200)        mirror009 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

201)             adminContact => "mirror AT bit DOT nl",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

202)             orgName => "BIT BV",
203)             isoCC => "NL",
204)             subRegion => "",
205)             region => "Europe",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "Unknown",
Jacob Appelbaum Updated the mirrors-table t...

Jacob Appelbaum authored 16 years ago

209)             httpWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

210)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

211)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",
Jacob Appelbaum Updated the mirrors-table t...

Jacob Appelbaum authored 16 years ago

212)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

213)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

214)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

215)         },
216) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

217)        mirror010 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

218)             adminContact => "webmaster AT ccc DOT de",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

219)             orgName => "CCC",
220)             isoCC => "NL",
221)             subRegion => "",
222)             region => "Europe",
223)             ipv4 => "True",
224)             ipv6 => "False",
225)             loadBalanced => "Unknown",
226)             httpWebsiteMirror => "http://tor.ccc.de/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

227)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

228)             ftpWebsiteMirror => "",
229)             httpDistMirror => "http://tor.ccc.de/dist/",
230)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

231)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

232)         },
233) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

234)        mirror013 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

235) 	    adminContact => "hostmaster AT zombiewerks DOT com",
Mfr fix more typos

Mfr authored 16 years ago

236)             orgName => "TheOnionRouter",
Andrew Lewman update the mirrors table, u...

Andrew Lewman authored 13 years ago

237)             isoCC => "IS",
238)             subRegion => "",
239)             region => "Iceland",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

240)             ipv4 => "True",
241)             ipv6 => "False",
242)             loadBalanced => "Unknown",
Andrew Lewman dump the dead mirrors, fix...

Andrew Lewman authored 13 years ago

243)             httpWebsiteMirror => "http://theonionrouter.com/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

244)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

245)             ftpWebsiteMirror => "",
Andrew Lewman update a mirror

Andrew Lewman authored 13 years ago

246)             httpDistMirror => "http://theonionrouter.com/dist/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

247)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 16 years ago

248)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

249)         },
250) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

251)         mirror014 => {
Jon@svn.torproject.org replace dots with AT and DOT

Jon@svn.torproject.org authored 15 years ago

252)             adminContact => "tormaster AT xpdm DOT us",
Mfr fix more typos

Mfr authored 16 years ago

253)             orgName => "Xpdm",
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 16 years ago

254)             isoCC => "US",
255)             subRegion => "",
256)             region => "North America",
257)             ipv4 => "True",
258)             ipv6 => "False",
259)             loadBalanced => "Unknown",
260)             httpWebsiteMirror => "http://torproj.xpdm.us/",
Jacob Appelbaum Update table to include htt...

Jacob Appelbaum authored 16 years ago

261)             httpsWebsiteMirror => "https://torproj.xpdm.us/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

262)             rsyncWebsiteMirror => "",
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 16 years ago

263)             ftpWebsiteMirror => "",
Jacob Appelbaum Update table to include htt...

Jacob Appelbaum authored 16 years ago

264)             httpDistMirror => "http://torproj.xpdm.us/dist/",
265)             httpsDistMirror => "https://torproj.xpdm.us/dist/",
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 16 years ago

266)             rsyncDistMirror => "",
267)             hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
268)             updateDate => "Unknown",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

269)         },
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 16 years ago

270) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

271)         mirror016 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 15 years ago

272)             adminContact => "security AT hostoffice DOT hu",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

273)             orgName => "Unknown",
274)             isoCC => "HU",
275)             subRegion => "Hungary",
276)             region => "Europe",
277)             ipv4 => "True",
278)             ipv6 => "False",
279)             loadBalanced => "No",
Andrew Lewman purge the dead mirrors that...

Andrew Lewman authored 13 years ago

280)             httpWebsiteMirror => "http://mirror.tor.hu/",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

281)             httpsWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

282)             rsyncWebsiteMirror => "",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

283)             ftpWebsiteMirror => "",
Andrew Lewman purge the dead mirrors that...

Andrew Lewman authored 13 years ago

284)             httpDistMirror => "http://mirror.tor.hu/dist",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

285)             httpsDistMirror => "",
286)             rsyncDistMirror => "",
287)             hiddenServiceMirror => "",
288)             updateDate => "Unknown",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

289)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 15 years ago

290) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

291)         mirror017 => {
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

292)             adminContact => "",
Andrew Lewman Add the organization sponso...

Andrew Lewman authored 15 years ago

293)             orgName => "Technica-03",
Roger Dingledine fix a syntax error in our perl

Roger Dingledine authored 15 years ago

294)             isoCC => "UA",
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

295)             subRegion => "Ukraine",
296)             region => "Eastern Europe",
297)             ipv4 => "True",
298)             ipv6 => "False",
299)             loadBalanced => "No",
300)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
301)             httpsWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

302)             rsyncWebsiteMirror => "",
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

303)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Fix the breakages I created...

Jon@svn.torproject.org authored 15 years ago

304)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

305)             httpsDistMirror => "",
306)             rsyncDistMirror => "",
307)             hiddenServiceMirror => "",
308)             updateDate => "Unknown",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

309)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 15 years ago

310) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

311) 	    mirror018 => {
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

312)             adminContact => "",
313)             orgName => "chaos darmstadt",
314)             isoCC => "DE",
315)             subRegion => "Germany",
316)             region => "Europe",
317)             ipv4 => "True",
318)             ipv6 => "False",
319)             loadBalanced => "No",
320)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
321)             httpsWebsiteMirror => "",
322)             rsyncWebsiteMirror => "",
323)             ftpWebsiteMirror => "",
324)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
325)             httpsDistMirror => "",
326)             rsyncDistMirror => "",
327)             hiddenServiceMirror => "",
328)             updateDate => "Unknown",
Andrew Lewman add the newest two mirrors

Andrew Lewman authored 15 years ago

329)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 15 years ago

330) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

331) 	mirror019 => {
Jon@svn.torproject.org Update AskApache - http://a...

Jon@svn.torproject.org authored 15 years ago

332)             adminContact => "webmaster AT askapache DOT com",
333)             orgName => "AskApache",
Andrew Lewman add the newest two mirrors

Andrew Lewman authored 15 years ago

334)             isoCC => "US",
335)             subRegion => "California",
336)             region => "US",
337)             ipv4 => "True",
338)             ipv6 => "False",
339)             loadBalanced => "No",
340)             httpWebsiteMirror => "http://tor.askapache.com/",
341)             httpsWebsiteMirror => "",
342)             rsyncWebsiteMirror => "",
343)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Update AskApache - http://a...

Jon@svn.torproject.org authored 15 years ago

344)             httpDistMirror => "http://tor.askapache.com/dist/",
Andrew Lewman add the newest two mirrors

Andrew Lewman authored 15 years ago

345)             httpsDistMirror => "",
346)             rsyncDistMirror => "",
347)             hiddenServiceMirror => "",
348)             updateDate => "Unknown",
Andrew Lewman add commas in the right places

Andrew Lewman authored 15 years ago

349)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 15 years ago

350) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

351) 	mirror020 => {
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 15 years ago

352)             adminContact => " mail AT benjamin-meier DOT info ",
353)             orgName => "beme it",
Andrew Lewman update the mirror list than...

Andrew Lewman authored 14 years ago

354)             isoCC => "DE",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 15 years ago

355)             subRegion => "",
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 15 years ago

356)             region => "DE",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 15 years ago

357)             ipv4 => "True",
358)             ipv6 => "False",
359)             loadBalanced => "No",
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 15 years ago

360)             httpWebsiteMirror => "http://tor.beme-it.de/",
Andrew Lewman add ssl to beme-it mirror.

Andrew Lewman authored 14 years ago

361)             httpsWebsiteMirror => "https://tor.beme-it.de/",
Andrew Lewman update the mirror list than...

Andrew Lewman authored 14 years ago

362)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 15 years ago

363)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 15 years ago

364)             httpDistMirror => "http://tor.beme-it.de/dist/",
Andrew Lewman add ssl to beme-it mirror.

Andrew Lewman authored 14 years ago

365)             httpsDistMirror => "https://tor.beme-it.de/dist/",
Andrew Lewman update the mirror list than...

Andrew Lewman authored 14 years ago

366)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 15 years ago

367)             hiddenServiceMirror => "",
368)             updateDate => "Unknown",
Andrew Lewman add commas in the right places

Andrew Lewman authored 15 years ago

369)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 15 years ago

370) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

371)         mirror021 => {
Andrew Lewman add two new mirrors.

Andrew Lewman authored 15 years ago

372)             adminContact => "",
Andrew Lewman create names for the blank...

Andrew Lewman authored 14 years ago

373)             orgName => "India Tor Fans",
Andrew Lewman add two new mirrors.

Andrew Lewman authored 15 years ago

374)             isoCC => "IN",
375)             subRegion => "",
376)             region => "IN",
377)             ipv4 => "True",
378)             ipv6 => "False",
379)             loadBalanced => "No",
Jon@svn.torproject.org resolving inconsistancy

Jon@svn.torproject.org authored 14 years ago

380)             httpWebsiteMirror => "http://www.torproject.org.in/",
Andrew Lewman add two new mirrors.

Andrew Lewman authored 15 years ago

381)             httpsWebsiteMirror => "",
382)             rsyncWebsiteMirror => "",
383)             ftpWebsiteMirror => "",
384)             httpDistMirror => "http://www.torproject.org.in/dist/",
385)             httpsDistMirror => "",
386)             rsyncDistMirror => "",
387)             hiddenServiceMirror => "",
388)             updateDate => "Unknown",
389)         },
390) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

391)         mirror023 => {
Andrew Lewman and fix the rest of the org...

Andrew Lewman authored 13 years ago

392)             adminContact => "SiNA",
Andrew Lewman fix one org name.

Andrew Lewman authored 13 years ago

393)             orgName => "Ninjas",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

394)             isoCC => "IR",
395)             subRegion => "",
396)             region => "IR",
397)             ipv4 => "True",
398)             ipv6 => "False",
399)             loadBalanced => "Yes",
Andrew Lewman update the mirror list.

Andrew Lewman authored 13 years ago

400)             httpWebsiteMirror => "http://onion.anonymo.us.org/",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

401)             httpsWebsiteMirror => "",
402)             rsyncWebsiteMirror => "",
403)             ftpWebsiteMirror => "",
Andrew Lewman update the mirror list.

Andrew Lewman authored 13 years ago

404)             httpDistMirror => "http://onion.anonymo.us.org/dist/",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

405)             httpsDistMirror => "",
406)             rsyncDistMirror => "",
Andrew Lewman Add the latest mirror in ru...

Andrew Lewman authored 14 years ago

407)             hiddenServiceMirror => "",
408)         },
409) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

410)         mirror024 => {
Andrew Lewman add new mirror in ukraine,...

Andrew Lewman authored 14 years ago

411)             adminContact => "",
Andrew Lewman create names for the blank...

Andrew Lewman authored 14 years ago

412)             orgName => "homosu",
Andrew Lewman change the region for homos...

Andrew Lewman authored 14 years ago

413)             isoCC => "SE",
Andrew Lewman add new mirror in ukraine,...

Andrew Lewman authored 14 years ago

414)             subRegion => "",
Andrew Lewman change the region for homos...

Andrew Lewman authored 14 years ago

415)             region => "SE",
Andrew Lewman add new mirror in ukraine,...

Andrew Lewman authored 14 years ago

416)             ipv4 => "True",
417)             ipv6 => "False",
418)             loadBalanced => "No",
419)             httpWebsiteMirror => "http://tor.homosu.net/",
420)             httpsWebsiteMirror => "",
421)             rsyncWebsiteMirror => "",
422)             ftpWebsiteMirror => "",
423)             httpDistMirror => "http://tor.homosu.net/dist",
424)             httpsDistMirror => "",
425)             rsyncDistMirror => "",
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 14 years ago

426)             hiddenServiceMirror => "",
Andrew Lewman fix the stanza.

Andrew Lewman authored 14 years ago

427)         },
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 14 years ago

428) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 14 years ago

429)         mirror025 => {
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 14 years ago

430)             adminContact => "margus.random at mail.ee",
431)             orgName => "CyberSIDE",
Andrew Lewman fix the EE country code.

Andrew Lewman authored 14 years ago

432)             isoCC => "EE",
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 14 years ago

433)             subRegion => "",
434)             region => "EE",
435)             ipv4 => "True",
436)             ipv6 => "False",
437)             loadBalanced => "No",
438)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
439)             httpsWebsiteMirror => "",
440)             rsyncWebsiteMirror => "",
441)             ftpWebsiteMirror => "",
Andrew Lewman update the cyberside mirror

Andrew Lewman authored 13 years ago

442)             httpDistMirror => "http://cyberside.net.ee/tor/",
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 14 years ago

443)             httpsDistMirror => "",
444)             rsyncDistMirror => "",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

445)             hiddenServiceMirror => "",
Andrew Lewman add the tomyn mirror.

Andrew Lewman authored 14 years ago

446)         },
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

447) 
Andrew Lewman add a new mirror

Andrew Lewman authored 14 years ago

448)         mirror028 => {
Andrew Lewman add new mirror

Andrew Lewman authored 13 years ago

449)             adminContact => "",
Andrew Lewman add org name by request.

Andrew Lewman authored 13 years ago

450)             orgName => "NW Linux",
Andrew Lewman add new mirror

Andrew Lewman authored 13 years ago

451)             isoCC => "US",
452)             subRegion => "WA",
453)             region => "US",
454)             ipv4 => "True",
455)             ipv6 => "False",
456)             loadBalanced => "No",
457)             httpWebsiteMirror => "http://torproject.nwlinux.us",
458)             httpsWebsiteMirror => "",
Andrew Lewman add updated nwlinux mirrors.

Andrew Lewman authored 13 years ago

459)             rsyncWebsiteMirror => "rsync://nwlinux.us/tor-web",
Andrew Lewman add new mirror

Andrew Lewman authored 13 years ago

460)             ftpWebsiteMirror => "",
461)             httpDistMirror => "http://torproject.nwlinux.us/dist",
462)             httpsDistMirror => "",
Andrew Lewman add updated nwlinux mirrors.

Andrew Lewman authored 13 years ago

463)             rsyncDistMirror => "rsync://nwlinux.us/tor-dist",
Andrew Lewman add LazyTiger's mirror

Andrew Lewman authored 13 years ago

464)             hiddenServiceMirror => "",
465)         },
Andrew Lewman 5coluna is down.

Andrew Lewman authored 13 years ago

466)         mirror029 => {
Andrew Lewman add LazyTiger's mirror

Andrew Lewman authored 13 years ago

467)             adminContact => "",
468)             orgName => "LazyTiger",
469)             isoCC => "FR",
470)             subRegion => "",
471)             region => "FR",
472)             ipv4 => "True",
473)             ipv6 => "False",
474)             loadBalanced => "No",
475)             httpWebsiteMirror => "http://tor.taiga-san.net/",
476)             httpsWebsiteMirror => "",
477)             rsyncWebsiteMirror => "",
478)             ftpWebsiteMirror => "",
479)             httpDistMirror => "http://tor.taiga-san.net/dist",
480)             httpsDistMirror => "",
481)             rsyncDistMirror => "",
Andrew Lewman Add the searchprivate mirror.

Andrew Lewman authored 13 years ago

482)             hiddenServiceMirror => "",
483)         },
Andrew Lewman 5coluna is down.

Andrew Lewman authored 13 years ago

484)         mirror030 => {
Andrew Lewman Add the searchprivate mirror.

Andrew Lewman authored 13 years ago

485)             adminContact => "",
486)             orgName => "searchprivate",
487)             isoCC => "US",
488)             subRegion => "TX",
489)             region => "US",
490)             ipv4 => "True",
491)             ipv6 => "False",
492)             loadBalanced => "No",
493)             httpWebsiteMirror => "http://tor.searchprivate.com",
494)             httpsWebsiteMirror => "",
495)             rsyncWebsiteMirror => "",
496)             ftpWebsiteMirror => "",
497)             httpDistMirror => "http://tor.searchprivate.com/dist",
498)             httpsDistMirror => "",
499)             rsyncDistMirror => "",
Andrew Lewman add cyberarmy and iceland m...

Andrew Lewman authored 13 years ago

500)             hiddenServiceMirror => "",
501)         },
Andrew Lewman 5coluna is down.

Andrew Lewman authored 13 years ago

502)         mirror031 => {
Andrew Lewman add cyberarmy and iceland m...

Andrew Lewman authored 13 years ago

503)             adminContact => "",
504)             orgName => "cyberarmy",
505)             isoCC => "AT",
506)             subRegion => "",
507)             region => "AT",
508)             ipv4 => "True",
509)             ipv6 => "False",
510)             loadBalanced => "No",
511)             httpWebsiteMirror => "http://tor.cyberarmy.at",
512)             httpsWebsiteMirror => "",
513)             rsyncWebsiteMirror => "",
514)             ftpWebsiteMirror => "",
515)             httpDistMirror => "http://tor.cyberarmy.at/dist",
516)             httpsDistMirror => "",
517)             rsyncDistMirror => "",
518)             hiddenServiceMirror => "",
519)         },
520)         mirror032 => {
521)             adminContact => "",
Andrew Lewman dump the dead mirrors, fix...

Andrew Lewman authored 13 years ago

522)             orgName => "torproject.is",
Andrew Lewman add cyberarmy and iceland m...

Andrew Lewman authored 13 years ago

523)             isoCC => "IS",
524)             subRegion => "",
525)             region => "IS",
526)             ipv4 => "True",
527)             ipv6 => "False",
528)             loadBalanced => "No",
Andrew Lewman dump the dead mirrors, fix...

Andrew Lewman authored 13 years ago

529)             httpWebsiteMirror => "http://torproject.is/",
Andrew Lewman add cyberarmy and iceland m...

Andrew Lewman authored 13 years ago

530)             httpsWebsiteMirror => "",
531)             rsyncWebsiteMirror => "",
532)             ftpWebsiteMirror => "",
533)             httpDistMirror => "http://torproject.is/dist",
534)             httpsDistMirror => "",
535)             rsyncDistMirror => "",
Andrew Lewman add the tomyn mirror.

Andrew Lewman authored 14 years ago

536)             hiddenServiceMirror => "",
Andrew Lewman add torserver.net mirrors.

Andrew Lewman authored 13 years ago

537)         },
538)         mirror033 => {
539)             adminContact => "",
540)             orgName => "torservers",
541)             isoCC => "DE",
542)             subRegion => "",
543)             region => "DE",
544)             ipv4 => "True",
545)             ipv6 => "False",
546)             loadBalanced => "No",
547)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
548)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
549)             rsyncWebsiteMirror => "",
550)             ftpWebsiteMirror => "",
551)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist",
552)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist",
553)             rsyncDistMirror => "",
554)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",
Andrew Lewman add http://tor.webersiedlun...

Andrew Lewman authored 13 years ago

555)         },
556)         mirror034 => {
557)             adminContact => "",
558)             orgName => "",
559)             isoCC => "AT",
560)             subRegion => "",
561)             region => "AT",
562)             ipv4 => "True",
563)             ipv6 => "False",
564)             loadBalanced => "No",
565)             httpWebsiteMirror => "http://tor.webersiedlung.at/",
566)             httpsWebsiteMirror => "",
567)             rsyncWebsiteMirror => "",
568)             ftpWebsiteMirror => "",
Andrew Lewman add the dist to tor.webersi...

Andrew Lewman authored 13 years ago

569)             httpDistMirror => "http://tor.webersiedlung.at/dist/",
Andrew Lewman add http://tor.webersiedlun...

Andrew Lewman authored 13 years ago

570)             httpsDistMirror => "",
571)             rsyncDistMirror => "",
Andrew Lewman add university of fulda mir...

Andrew Lewman authored 13 years ago

572)             hiddenServiceMirror => "",
573)         },
Andrew Lewman add https://www.coevoet.nl/...

Andrew Lewman authored 13 years ago

574)         mirror036 => {
575)             adminContact => "",
576)             orgName => "",
577)             isoCC => "NL",
578)             subRegion => "",
579)             region => "NL",
580)             ipv4 => "True",
581)             ipv6 => "False",
582)             loadBalanced => "No",
583)             httpWebsiteMirror => "",
584)             httpsWebsiteMirror => "",
585)             rsyncWebsiteMirror => "",
586)             ftpWebsiteMirror => "",
587)             httpDistMirror => "",
588)             httpsDistMirror => "https://www.coevoet.nl/tor/dist",
589)             rsyncDistMirror => "",
590)             hiddenServiceMirror => "",
Andrew Lewman add commas in the right pla...

Andrew Lewman authored 13 years ago

591)       },
Andrew Lewman add the crypto.is mirror.

Andrew Lewman authored 13 years ago

592)         mirror037 => {
593)             adminContact => "",
Andrew Lewman dump the dead mirrors, fix...

Andrew Lewman authored 13 years ago

594)             orgName => "crypto.is",
Andrew Lewman add the crypto.is mirror.

Andrew Lewman authored 13 years ago

595)             isoCC => "IS",
596)             subRegion => "",
Andrew Lewman dump the dead mirrors, fix...

Andrew Lewman authored 13 years ago

597)             region => "Iceland",
Andrew Lewman add the crypto.is mirror.

Andrew Lewman authored 13 years ago

598)             ipv4 => "True",
599)             ipv6 => "False",
600)             loadBalanced => "No",
601)             httpWebsiteMirror => "https://torproject.crypto.is",
602)             httpsWebsiteMirror => "",
603)             rsyncWebsiteMirror => "",
604)             ftpWebsiteMirror => "",
605)             httpDistMirror => "https://torproject.crypto.is/dist",
606)             httpsDistMirror => "",
607)             rsyncDistMirror => "",
608)             hiddenServiceMirror => "",
609)       }
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

610) );
611) 
612) my $count = values %m;
613) print "We have a total of $count mirrors\n";
614) print "Fetching the last updated date for each mirror.\n";
615) 
Andrew Lewman Change mirror script to use...

Andrew Lewman authored 15 years ago

616) my $tortime;
617) $tortime = FetchDate("http://www.torproject.org/");
Jon@svn.torproject.org Some code donations. Thank...

Jon@svn.torproject.org authored 15 years ago

618) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day 
Jon@svn.torproject.org Alter code, permit 48 hours...

Jon@svn.torproject.org authored 15 years ago

619) $tortime -= 1 * 172800; 
Andrew Lewman Change mirror script to use...

Andrew Lewman authored 15 years ago

620) print "The official time for Tor is $tortime. \n";
621) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

622) foreach my $server ( keys %m ) {
623) 
624)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
625) 
626)     if ($m{$server}{'httpWebsiteMirror'}) {
627)         print "Attempt to fetch via HTTP.\n";
628)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
629)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
630)         print "Attempt to fetch via HTTPS.\n";
631)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
632)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
633)         print "Attempt to fetch via FTP.\n";
634)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
635)     } else {
636)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
637)     }
638) 
639)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
640) 
641)  }
642) 
643) 
644) print "We sorted the following mirrors by their date of last update: \n";
645) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
646) 
647)      print "\n";
648)      print "Mirror $m{$server}{'orgName'}: \n";
649) 
650)      foreach my $attrib ( sort keys %{$m{$server}} ) {
651)         print "$attrib = $m{$server}{$attrib}";
652)         print "\n";
653)      };
654) }
655) 
656) my $outFile = "include/mirrors-table.wmi";
657) my $html;
658) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
659) 
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

660) # Here's where we open a file and print some wml include goodness
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

661) # This is storted from last known recent update to unknown update times
662) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
663) 
Jacob Appelbaum ensure the date is either p...

Jacob Appelbaum authored 16 years ago

664)      my $time;
Andrew Lewman timeout should be 15, fix s...

Andrew Lewman authored 15 years ago

665)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {
Jon@svn.torproject.org Some code donations. Thank...

Jon@svn.torproject.org authored 15 years ago

666) 	  if ( $m{$server}{'updateDate'} > $tortime ) {
Andrew Lewman fix code spacing to avoid t...

Andrew Lewman authored 15 years ago

667) 	    $time = "Up to date";
668) 	  } else { $time = "Out of date"; }
Andrew Lewman revert the last change to u...

Andrew Lewman authored 15 years ago

669)      } else { $time = "Unknown"; }
Jacob Appelbaum Removed dupe mirror entry,...

Jacob Appelbaum authored 16 years ago

670) print OUT <<"END";
671)      \n<tr>\n
672)          <td>$m{$server}{'isoCC'}</td>\n
673)          <td>$m{$server}{'orgName'}</td>\n
674)          <td>$time</td>\n
675) END
676) 
677)      my %prettyNames = (
678)                         httpWebsiteMirror => "http",
679)                         httpsWebsiteMirror => "https",
680)                         ftpWebsiteMirror => "ftp",
681)                         rsyncWebsiteMirror => "rsync",
682)                         httpDistMirror => "http",
683)                         httpsDistMirror => "https",
684)                         rsyncDistMirrors => "rsync", );
685) 
686)      foreach my $precious ( sort keys %prettyNames )
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 16 years ago

687)      {
688)         if ($m{$server}{"$precious"}) {
689)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .
Jacob Appelbaum Removed dupe mirror entry,...

Jacob Appelbaum authored 16 years ago

690)                       "$prettyNames{$precious}</a></td>\n";