7c3bc17669ee4b8099f83d97f180781c291609e0
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

1) #!/usr/bin/perl -w
2) use warnings;
3) use strict;
4) use LWP::Simple;
5) use LWP;
6) use Date::Parse;
Jacob Appelbaum Removed dupe mirror entry,...

Jacob Appelbaum authored 15 years ago

7) use Date::Format;
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

8) 
Jacob Appelbaum Add credit and some idea of...

Jacob Appelbaum authored 15 years ago

9) #
10) # A quick hack by Jacob Appelbaum <jacob@appelbaum.net>
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

11) # LWP suggestions by Leigh Honeywell
Jacob Appelbaum Add credit and some idea of...

Jacob Appelbaum authored 15 years ago

12) # This is Free Software (GPLv3)
13) # http://www.gnu.org/licenses/gpl-3.0.txt
14) #
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

15) # CHANGELOG
16) # 20091003 Code changes to elimiate the need for a trailing slash in addresses for script runtime
17) # 20091004 Code changes to increase out of date tolerance to 48 hours
18) # 20091028 Code changes to increase timout to 30 seconds (attempting to # resolve "unknown" status')
19) # 20091028 Code changes to change user agent of script
20) # 20100807 Remove dead mirrors.
Jacob Appelbaum Add credit and some idea of...

Jacob Appelbaum authored 15 years ago

21) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

22) print "Creating LWP agent ($LWP::VERSION)...\n";
23) my $lua = LWP::UserAgent->new(
24)     keep_alive => 1,
Jon@svn.torproject.org alter timout values (15 -> 30)

Jon@svn.torproject.org authored 14 years ago

25)     timeout => 30,
Jon@svn.torproject.org revert r21050

Jon@svn.torproject.org authored 14 years ago

26)     agent => "Tor MirrorCheck Agent"
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

27) );
28) 
29) sub sanitize {
30)     my $taintedData = shift;
31)     my $cleanedData;
32)     my $whitelist = '-a-zA-Z0-9: +';
33) 
34)     # clean the data, return cleaned data
35)     $taintedData =~ s/[^$whitelist]//go;
36)     $cleanedData = $taintedData;
37) 
38)     return $cleanedData;
39) }
40) 
41) sub FetchDate {
42)     my $url = shift; # Base url for mirror
Andrew Lewman update the trace filename s...

Andrew Lewman authored 13 years ago

43)     my $trace = "/project/trace/www-master.torproject.org"; # Location of recent update info
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

44)     $url = "$url$trace";
45) 
46)     print "Fetching possible date from: $url\n";
47) 
48)     my $request = new HTTP::Request GET => "$url";
49)     my $result = $lua->request($request);
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

50)     my $code = $result->code();
51)     print "Result code $code\n";
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

52) 
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

53)     if ($result->is_success && $code eq "200"){
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

54)        my $taint = $result->content;
55)        my $content = sanitize($taint);
56)        if ($content) {
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

57) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

58)             my $date = str2time($content);
59) 
60)             if ($date) {
61)                 print "We've fetched a date $date.\n";
62)                 return $date;
63)             } else {
64)                 print "We've haven't fetched a date.\n";
65)                 return "Unknown";
66)             }
67) 
68)         } else {
69)             print "Unable to fetch date, empty content returned.\n";
70)             return "Unknown";
71)         }
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

72) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

73)     } else {
74)        print "Our request failed, we had no result.\n";
75)        return "Unknown";
76)     }
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

77) 
78)     return "Unknown";
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

79) }
80) 
81) # This is the list of all known Tor mirrors
82) # Add new mirrors to the bottom!
Jon@svn.torproject.org Reorder mirrors, cypher's r...

Jon@svn.torproject.org authored 14 years ago

83) my %m = (
84) 
Andrew Lewman add CoralCDN into the mix.

Andrew Lewman authored 13 years ago

85)         
86)         mirror000 => {
87)             adminContact => "coralcdn.org",
88)             orgName => "CoralCDN",
89)             isoCC => "INT",
90)             subRegion => "",
91)             region => "INT",
92)             ipv4 => "True",
93)             ipv6 => "False",
94)             loadBalanced => "Yes",
95)             httpWebsiteMirror => "http://www.torproject.org.nyud.net/",
96)             httpsWebsiteMirror => "",
97)             rsyncWebsiteMirror => "",
98)             ftpWebsiteMirror => "",
99)             httpDistMirror => "http://www.torproject.org.nyud.net/dist/",
100)             httpsDistMirror => "",
101)             rsyncDistMirror => "",
102)             hiddenServiceMirror => "",
103)             updateDate => "Unknown",
104) 
105)         },
106) 
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 14 years ago

107)         mirror001 => {
108)             adminContact => "BarkerJr AT barkerjr DOT net",
109)             orgName => "BarkerJr",
110)             isoCC => "FR",
111)             subRegion => "",
112)             region => "FR",
113)             ipv4 => "True",
114)             ipv6 => "False",
115)             loadBalanced => "No",
Jon@svn.torproject.org Fix the breakages I created...

Jon@svn.torproject.org authored 14 years ago

116)             httpWebsiteMirror => "http://www.oignon.net/",
Andrew Lewman per BarkerJr, update https:...

Andrew Lewman authored 13 years ago

117)             httpsWebsiteMirror => "https://www.oignon.net/",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 14 years ago

118)             rsyncWebsiteMirror => "",
119)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Change the megahal mirror....

Jon@svn.torproject.org authored 14 years ago

120)             httpDistMirror => "http://www.oignon.net/dist/",
Andrew Lewman per BarkerJr, update https:...

Andrew Lewman authored 13 years ago

121)             httpsDistMirror => "https://www.oignon.net/dist/",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 14 years ago

122)             rsyncDistMirror => "",
123)             hiddenServiceMirror => "",
124)             updateDate => "Unknown",
125)         },
126) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

127)        mirror003 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

128)             adminContact => "citizen428 AT gmail DOT com",
Andrew Lewman update bbs mirror

Andrew Lewman authored 13 years ago

129)             orgName => "[[:bbs:]]",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

130)             isoCC => "DE",
131)             subRegion => "",
132)             region => "Europe",
133)             ipv4 => "True",
134)             ipv6 => "False",
135)             loadBalanced => "Unknown",
136)             httpWebsiteMirror => "http://tor.blingblingsquad.net/",
Andrew Lewman add in the self-signed ssl...

Andrew Lewman authored 13 years ago

137)             httpsWebsiteMirror => "https://tor.blingblingsquad.net/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

138)             ftpWebsiteMirror => "",
139)             rsyncWebsiteMirror => "",
Andrew Lewman update bbs mirror

Andrew Lewman authored 13 years ago

140)             httpDistMirror => "http://tor.blingblingsquad.net/dist",
Andrew Lewman add in the self-signed ssl...

Andrew Lewman authored 13 years ago

141)             httpsDistMirror => "https://tor.blingblingsquad.net/dist",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

142)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

143)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

144)         },
145) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

146) 	    mirror006 => {
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 14 years ago

147)             adminContact => "BarkerJr AT barkerjr DOT net",
148)             orgName => "BarkerJr",
149)             isoCC => "US",
150)             subRegion => "",
151)             region => "US",
152)             ipv4 => "True",
153)             ipv6 => "False",
154)             loadBalanced => "No",
Andrew Lewman update mirrors.

Andrew Lewman authored 14 years ago

155)             httpWebsiteMirror => "http://www.torproject.us/",
156)             httpsWebsiteMirror => "https://www.torproject.us/",
Andrew Lewman add barkerjr's rsync mirrors.

Andrew Lewman authored 13 years ago

157)             rsyncWebsiteMirror => "rsync://rsync.torproject.us/tor",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 14 years ago

158)             ftpWebsiteMirror => "",
Andrew Lewman update mirrors.

Andrew Lewman authored 14 years ago

159)             httpDistMirror => "http://www.torproject.us/dist/",
160)             httpsDistMirror => "https://www.torproject.us/dist/",
Andrew Lewman add barkerjr's rsync mirrors.

Andrew Lewman authored 13 years ago

161)             rsyncDistMirror => "rsync://rsync.torproject.us/tor/dist",
Jon@svn.torproject.org Reorder mirrors.

Jon@svn.torproject.org authored 14 years ago

162)             hiddenServiceMirror => "",
163)             updateDate => "Unknown",
164)         },
165) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

166)        mirror007 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

167)             adminContact => "info AT zentrum-der-gesundheit DOT de",
Mfr add contact address on mirr...

Mfr authored 15 years ago

168)             orgName => "Zentrum der Gesundheit",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

169)             isoCC => "DK",
170)             subRegion => "",
171)             region => "Europe",
172)             ipv4 => "True",
173)             ipv6 => "False",
174)             loadBalanced => "Unknown",
Andrew Lewman update one mirror per request

Andrew Lewman authored 14 years ago

175)             httpWebsiteMirror => "http://tor.idnr.ws/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

176)             ftpWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

177)             rsyncWebsiteMirror => "",
Andrew Lewman update one mirror per request

Andrew Lewman authored 14 years ago

178)             httpDistMirror => "http://tor.idnr.ws/dist/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

179)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

180)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

181)         },
182) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

183)        mirror008 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

184)             adminContact => "root AT amorphis DOT eu",
Mfr add contact address on mirr...

Mfr authored 15 years ago

185)             orgName => "Amorphis",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

186)             isoCC => "NL",
187)             subRegion => "",
188)             region => "Europe",
189)             ipv4 => "True",
190)             ipv6 => "False",
191)             loadBalanced => "Unknown",
192)             httpWebsiteMirror => "http://tor.amorphis.eu/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

193)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

194)             ftpWebsiteMirror => "",
195)             httpDistMirror => "http://tor.amorphis.eu/dist/",
196)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

197)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

198)         },
199) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

200)        mirror009 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

201)             adminContact => "mirror AT bit DOT nl",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

202)             orgName => "BIT BV",
203)             isoCC => "NL",
204)             subRegion => "",
205)             region => "Europe",
206)             ipv4 => "True",
207)             ipv6 => "False",
208)             loadBalanced => "Unknown",
Jacob Appelbaum Updated the mirrors-table t...

Jacob Appelbaum authored 15 years ago

209)             httpWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

210)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

211)             ftpWebsiteMirror => "ftp://ftp.bit.nl/mirror/tor/",
Jacob Appelbaum Updated the mirrors-table t...

Jacob Appelbaum authored 15 years ago

212)             httpDistMirror => "http://ftp.bit.nl/mirror/tor/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

213)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

214)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

215)         },
216) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

217)        mirror010 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

218)             adminContact => "webmaster AT ccc DOT de",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

219)             orgName => "CCC",
220)             isoCC => "NL",
221)             subRegion => "",
222)             region => "Europe",
223)             ipv4 => "True",
224)             ipv6 => "False",
225)             loadBalanced => "Unknown",
226)             httpWebsiteMirror => "http://tor.ccc.de/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

227)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

228)             ftpWebsiteMirror => "",
229)             httpDistMirror => "http://tor.ccc.de/dist/",
230)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

231)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

232)         },
233) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

234)        mirror011 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

235)             adminContact => "root AT kamagurka DOT org",
Mfr add contact address on mirr...

Mfr authored 15 years ago

236)             orgName => "Kamagurka",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

237)             isoCC => "NL",
238)             subRegion => "Haarlem",
239)             region => "Europe",
240)             ipv4 => "True",
241)             ipv6 => "False",
242)             loadBalanced => "Unknown",
243)             httpWebsiteMirror => "http://tor.kamagurka.org/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

244)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

245)             ftpWebsiteMirror => "",
246)             httpDistMirror => "http://tor.kamagurka.org/dist/",
247)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

248)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

249)         },
250) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

251)        mirror013 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

252) 	    adminContact => "hostmaster AT zombiewerks DOT com",
Mfr fix more typos

Mfr authored 15 years ago

253)             orgName => "TheOnionRouter",
Andrew Lewman update the mirrors table, u...

Andrew Lewman authored 12 years ago

254)             isoCC => "IS",
255)             subRegion => "",
256)             region => "Iceland",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

257)             ipv4 => "True",
258)             ipv6 => "False",
259)             loadBalanced => "Unknown",
Andrew Lewman update a mirror

Andrew Lewman authored 13 years ago

260)             httpWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

261)             rsyncWebsiteMirror => "",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

262)             ftpWebsiteMirror => "",
Andrew Lewman update a mirror

Andrew Lewman authored 13 years ago

263)             httpDistMirror => "http://theonionrouter.com/dist/",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

264)             rsyncDistMirror => "",
Jacob Appelbaum Fix a date bug.

Jacob Appelbaum authored 15 years ago

265)             updateDate => "Unknown",
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

266)         },
267) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

268)         mirror014 => {
Jon@svn.torproject.org replace dots with AT and DOT

Jon@svn.torproject.org authored 14 years ago

269)             adminContact => "tormaster AT xpdm DOT us",
Mfr fix more typos

Mfr authored 15 years ago

270)             orgName => "Xpdm",
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 15 years ago

271)             isoCC => "US",
272)             subRegion => "",
273)             region => "North America",
274)             ipv4 => "True",
275)             ipv6 => "False",
276)             loadBalanced => "Unknown",
277)             httpWebsiteMirror => "http://torproj.xpdm.us/",
Jacob Appelbaum Update table to include htt...

Jacob Appelbaum authored 15 years ago

278)             httpsWebsiteMirror => "https://torproj.xpdm.us/",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

279)             rsyncWebsiteMirror => "",
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 15 years ago

280)             ftpWebsiteMirror => "",
Jacob Appelbaum Update table to include htt...

Jacob Appelbaum authored 15 years ago

281)             httpDistMirror => "http://torproj.xpdm.us/dist/",
282)             httpsDistMirror => "https://torproj.xpdm.us/dist/",
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 15 years ago

283)             rsyncDistMirror => "",
284)             hiddenServiceMirror => "http://h3prhz46uktgm4tt.onion/",
285)             updateDate => "Unknown",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

286)         },
Jacob Appelbaum New mirror, update mirror t...

Jacob Appelbaum authored 15 years ago

287) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

288)         mirror016 => {
Jon@svn.torproject.org Apply new naming conventions.

Jon@svn.torproject.org authored 14 years ago

289)             adminContact => "security AT hostoffice DOT hu",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

290)             orgName => "Unknown",
291)             isoCC => "HU",
292)             subRegion => "Hungary",
293)             region => "Europe",
294)             ipv4 => "True",
295)             ipv6 => "False",
296)             loadBalanced => "No",
Andrew Lewman purge the dead mirrors that...

Andrew Lewman authored 13 years ago

297)             httpWebsiteMirror => "http://mirror.tor.hu/",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

298)             httpsWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

299)             rsyncWebsiteMirror => "",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

300)             ftpWebsiteMirror => "",
Andrew Lewman purge the dead mirrors that...

Andrew Lewman authored 13 years ago

301)             httpDistMirror => "http://mirror.tor.hu/dist",
Andrew Lewman Added mirror.tor.hu back to...

Andrew Lewman authored 15 years ago

302)             httpsDistMirror => "",
303)             rsyncDistMirror => "",
304)             hiddenServiceMirror => "",
305)             updateDate => "Unknown",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

306)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 14 years ago

307) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

308)         mirror017 => {
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

309)             adminContact => "",
Andrew Lewman Add the organization sponso...

Andrew Lewman authored 15 years ago

310)             orgName => "Technica-03",
Roger Dingledine fix a syntax error in our perl

Roger Dingledine authored 15 years ago

311)             isoCC => "UA",
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

312)             subRegion => "Ukraine",
313)             region => "Eastern Europe",
314)             ipv4 => "True",
315)             ipv6 => "False",
316)             loadBalanced => "No",
317)             httpWebsiteMirror => "http://torua.reactor-xg.kiev.ua/",
318)             httpsWebsiteMirror => "",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

319)             rsyncWebsiteMirror => "",
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

320)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Fix the breakages I created...

Jon@svn.torproject.org authored 14 years ago

321)             httpDistMirror => "http://tordistua.reactor-xg.kiev.ua/",
Andrew Lewman Added mirror in the Ukraine.

Andrew Lewman authored 15 years ago

322)             httpsDistMirror => "",
323)             rsyncDistMirror => "",
324)             hiddenServiceMirror => "",
325)             updateDate => "Unknown",
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

326)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 14 years ago

327) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

328) 	    mirror018 => {
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

329)             adminContact => "",
330)             orgName => "chaos darmstadt",
331)             isoCC => "DE",
332)             subRegion => "Germany",
333)             region => "Europe",
334)             ipv4 => "True",
335)             ipv6 => "False",
336)             loadBalanced => "No",
337)             httpWebsiteMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/",
338)             httpsWebsiteMirror => "",
339)             rsyncWebsiteMirror => "",
340)             ftpWebsiteMirror => "",
341)             httpDistMirror => "http://mirrors.chaos-darmstadt.de/tor-mirror/dist/",
342)             httpsDistMirror => "",
343)             rsyncDistMirror => "",
344)             hiddenServiceMirror => "",
345)             updateDate => "Unknown",
Andrew Lewman add the newest two mirrors

Andrew Lewman authored 14 years ago

346)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 14 years ago

347) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

348) 	mirror019 => {
Jon@svn.torproject.org Update AskApache - http://a...

Jon@svn.torproject.org authored 14 years ago

349)             adminContact => "webmaster AT askapache DOT com",
350)             orgName => "AskApache",
Andrew Lewman add the newest two mirrors

Andrew Lewman authored 14 years ago

351)             isoCC => "US",
352)             subRegion => "California",
353)             region => "US",
354)             ipv4 => "True",
355)             ipv6 => "False",
356)             loadBalanced => "No",
357)             httpWebsiteMirror => "http://tor.askapache.com/",
358)             httpsWebsiteMirror => "",
359)             rsyncWebsiteMirror => "",
360)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Update AskApache - http://a...

Jon@svn.torproject.org authored 14 years ago

361)             httpDistMirror => "http://tor.askapache.com/dist/",
Andrew Lewman add the newest two mirrors

Andrew Lewman authored 14 years ago

362)             httpsDistMirror => "",
363)             rsyncDistMirror => "",
364)             hiddenServiceMirror => "",
365)             updateDate => "Unknown",
Andrew Lewman add commas in the right places

Andrew Lewman authored 14 years ago

366)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 14 years ago

367) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

368) 	mirror020 => {
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 14 years ago

369)             adminContact => " mail AT benjamin-meier DOT info ",
370)             orgName => "beme it",
Andrew Lewman update the mirror list than...

Andrew Lewman authored 14 years ago

371)             isoCC => "DE",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 14 years ago

372)             subRegion => "",
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 14 years ago

373)             region => "DE",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 14 years ago

374)             ipv4 => "True",
375)             ipv6 => "False",
376)             loadBalanced => "No",
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 14 years ago

377)             httpWebsiteMirror => "http://tor.beme-it.de/",
Andrew Lewman add ssl to beme-it mirror.

Andrew Lewman authored 13 years ago

378)             httpsWebsiteMirror => "https://tor.beme-it.de/",
Andrew Lewman update the mirror list than...

Andrew Lewman authored 14 years ago

379)             rsyncWebsiteMirror => "rsync://tor.beme-it.de/tor",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 14 years ago

380)             ftpWebsiteMirror => "",
Jon@svn.torproject.org Delist "digitip" DNS deconf...

Jon@svn.torproject.org authored 14 years ago

381)             httpDistMirror => "http://tor.beme-it.de/dist/",
Andrew Lewman add ssl to beme-it mirror.

Andrew Lewman authored 13 years ago

382)             httpsDistMirror => "https://tor.beme-it.de/dist/",
Andrew Lewman update the mirror list than...

Andrew Lewman authored 14 years ago

383)             rsyncDistMirror => "rsync://tor.beme-it.de/tor/dist",
Andrew Lewman add a slew of mirrors in china

Andrew Lewman authored 14 years ago

384)             hiddenServiceMirror => "",
385)             updateDate => "Unknown",
Andrew Lewman add commas in the right places

Andrew Lewman authored 14 years ago

386)         },
Andrew Lewman Add mirror 41, remove plent...

Andrew Lewman authored 14 years ago

387) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

388)         mirror021 => {
Andrew Lewman add two new mirrors.

Andrew Lewman authored 14 years ago

389)             adminContact => "",
Andrew Lewman create names for the blank...

Andrew Lewman authored 13 years ago

390)             orgName => "India Tor Fans",
Andrew Lewman add two new mirrors.

Andrew Lewman authored 14 years ago

391)             isoCC => "IN",
392)             subRegion => "",
393)             region => "IN",
394)             ipv4 => "True",
395)             ipv6 => "False",
396)             loadBalanced => "No",
Jon@svn.torproject.org resolving inconsistancy

Jon@svn.torproject.org authored 14 years ago

397)             httpWebsiteMirror => "http://www.torproject.org.in/",
Andrew Lewman add two new mirrors.

Andrew Lewman authored 14 years ago

398)             httpsWebsiteMirror => "",
399)             rsyncWebsiteMirror => "",
400)             ftpWebsiteMirror => "",
401)             httpDistMirror => "http://www.torproject.org.in/dist/",
402)             httpsDistMirror => "",
403)             rsyncDistMirror => "",
404)             hiddenServiceMirror => "",
405)             updateDate => "Unknown",
406)         },
407) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

408)         mirror023 => {
Andrew Lewman and fix the rest of the org...

Andrew Lewman authored 13 years ago

409)             adminContact => "SiNA",
Andrew Lewman fix one org name.

Andrew Lewman authored 13 years ago

410)             orgName => "Ninjas",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

411)             isoCC => "IR",
412)             subRegion => "",
413)             region => "IR",
414)             ipv4 => "True",
415)             ipv6 => "False",
416)             loadBalanced => "Yes",
Andrew Lewman update the mirror list.

Andrew Lewman authored 12 years ago

417)             httpWebsiteMirror => "http://onion.anonymo.us.org/",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

418)             httpsWebsiteMirror => "",
419)             rsyncWebsiteMirror => "",
420)             ftpWebsiteMirror => "",
Andrew Lewman update the mirror list.

Andrew Lewman authored 12 years ago

421)             httpDistMirror => "http://onion.anonymo.us.org/dist/",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

422)             httpsDistMirror => "",
423)             rsyncDistMirror => "",
Andrew Lewman Add the latest mirror in ru...

Andrew Lewman authored 14 years ago

424)             hiddenServiceMirror => "",
425)         },
426) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

427)         mirror024 => {
Andrew Lewman add new mirror in ukraine,...

Andrew Lewman authored 14 years ago

428)             adminContact => "",
Andrew Lewman create names for the blank...

Andrew Lewman authored 13 years ago

429)             orgName => "homosu",
Andrew Lewman change the region for homos...

Andrew Lewman authored 14 years ago

430)             isoCC => "SE",
Andrew Lewman add new mirror in ukraine,...

Andrew Lewman authored 14 years ago

431)             subRegion => "",
Andrew Lewman change the region for homos...

Andrew Lewman authored 14 years ago

432)             region => "SE",
Andrew Lewman add new mirror in ukraine,...

Andrew Lewman authored 14 years ago

433)             ipv4 => "True",
434)             ipv6 => "False",
435)             loadBalanced => "No",
436)             httpWebsiteMirror => "http://tor.homosu.net/",
437)             httpsWebsiteMirror => "",
438)             rsyncWebsiteMirror => "",
439)             ftpWebsiteMirror => "",
440)             httpDistMirror => "http://tor.homosu.net/dist",
441)             httpsDistMirror => "",
442)             rsyncDistMirror => "",
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 13 years ago

443)             hiddenServiceMirror => "",
Andrew Lewman fix the stanza.

Andrew Lewman authored 13 years ago

444)         },
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 13 years ago

445) 
Andrew Lewman purge all of the consistent...

Andrew Lewman authored 13 years ago

446)         mirror025 => {
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 13 years ago

447)             adminContact => "margus.random at mail.ee",
448)             orgName => "CyberSIDE",
Andrew Lewman fix the EE country code.

Andrew Lewman authored 13 years ago

449)             isoCC => "EE",
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 13 years ago

450)             subRegion => "",
451)             region => "EE",
452)             ipv4 => "True",
453)             ipv6 => "False",
454)             loadBalanced => "No",
455)             httpWebsiteMirror => "http://cyberside.planet.ee/tor/",
456)             httpsWebsiteMirror => "",
457)             rsyncWebsiteMirror => "",
458)             ftpWebsiteMirror => "",
Andrew Lewman update the cyberside mirror

Andrew Lewman authored 13 years ago

459)             httpDistMirror => "http://cyberside.net.ee/tor/",
Andrew Lewman Add 1.5 of the estonian mir...

Andrew Lewman authored 13 years ago

460)             httpsDistMirror => "",
461)             rsyncDistMirror => "",
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

462)             hiddenServiceMirror => "",
Andrew Lewman add the tomyn mirror.

Andrew Lewman authored 13 years ago

463)         },
Andrew Lewman add a mirror, update the ta...

Andrew Lewman authored 14 years ago

464) 
Andrew Lewman add a new mirror

Andrew Lewman authored 13 years ago

465)         mirror028 => {
Andrew Lewman add new mirror

Andrew Lewman authored 13 years ago

466)             adminContact => "",
Andrew Lewman add org name by request.

Andrew Lewman authored 13 years ago

467)             orgName => "NW Linux",
Andrew Lewman add new mirror

Andrew Lewman authored 13 years ago

468)             isoCC => "US",
469)             subRegion => "WA",
470)             region => "US",
471)             ipv4 => "True",
472)             ipv6 => "False",
473)             loadBalanced => "No",
474)             httpWebsiteMirror => "http://torproject.nwlinux.us",
475)             httpsWebsiteMirror => "",
Andrew Lewman add updated nwlinux mirrors.

Andrew Lewman authored 12 years ago

476)             rsyncWebsiteMirror => "rsync://nwlinux.us/tor-web",
Andrew Lewman add new mirror

Andrew Lewman authored 13 years ago

477)             ftpWebsiteMirror => "",
478)             httpDistMirror => "http://torproject.nwlinux.us/dist",
479)             httpsDistMirror => "",
Andrew Lewman add updated nwlinux mirrors.

Andrew Lewman authored 12 years ago

480)             rsyncDistMirror => "rsync://nwlinux.us/tor-dist",
Andrew Lewman add LazyTiger's mirror

Andrew Lewman authored 13 years ago

481)             hiddenServiceMirror => "",
482)         },
Andrew Lewman 5coluna is down.

Andrew Lewman authored 13 years ago

483)         mirror029 => {
Andrew Lewman add LazyTiger's mirror

Andrew Lewman authored 13 years ago

484)             adminContact => "",
485)             orgName => "LazyTiger",
486)             isoCC => "FR",
487)             subRegion => "",
488)             region => "FR",
489)             ipv4 => "True",
490)             ipv6 => "False",
491)             loadBalanced => "No",
492)             httpWebsiteMirror => "http://tor.taiga-san.net/",
493)             httpsWebsiteMirror => "",
494)             rsyncWebsiteMirror => "",
495)             ftpWebsiteMirror => "",
496)             httpDistMirror => "http://tor.taiga-san.net/dist",
497)             httpsDistMirror => "",
498)             rsyncDistMirror => "",
Andrew Lewman Add the searchprivate mirror.

Andrew Lewman authored 13 years ago

499)             hiddenServiceMirror => "",
500)         },
Andrew Lewman 5coluna is down.

Andrew Lewman authored 13 years ago

501)         mirror030 => {
Andrew Lewman Add the searchprivate mirror.

Andrew Lewman authored 13 years ago

502)             adminContact => "",
503)             orgName => "searchprivate",
504)             isoCC => "US",
505)             subRegion => "TX",
506)             region => "US",
507)             ipv4 => "True",
508)             ipv6 => "False",
509)             loadBalanced => "No",
510)             httpWebsiteMirror => "http://tor.searchprivate.com",
511)             httpsWebsiteMirror => "",
512)             rsyncWebsiteMirror => "",
513)             ftpWebsiteMirror => "",
514)             httpDistMirror => "http://tor.searchprivate.com/dist",
515)             httpsDistMirror => "",
516)             rsyncDistMirror => "",
Andrew Lewman add cyberarmy and iceland m...

Andrew Lewman authored 13 years ago

517)             hiddenServiceMirror => "",
518)         },
Andrew Lewman 5coluna is down.

Andrew Lewman authored 13 years ago

519)         mirror031 => {
Andrew Lewman add cyberarmy and iceland m...

Andrew Lewman authored 13 years ago

520)             adminContact => "",
521)             orgName => "cyberarmy",
522)             isoCC => "AT",
523)             subRegion => "",
524)             region => "AT",
525)             ipv4 => "True",
526)             ipv6 => "False",
527)             loadBalanced => "No",
528)             httpWebsiteMirror => "http://tor.cyberarmy.at",
529)             httpsWebsiteMirror => "",
530)             rsyncWebsiteMirror => "",
531)             ftpWebsiteMirror => "",
532)             httpDistMirror => "http://tor.cyberarmy.at/dist",
533)             httpsDistMirror => "",
534)             rsyncDistMirror => "",
535)             hiddenServiceMirror => "",
536)         },
537)         mirror032 => {
538)             adminContact => "",
539)             orgName => "tor",
540)             isoCC => "IS",
541)             subRegion => "",
542)             region => "IS",
543)             ipv4 => "True",
544)             ipv6 => "False",
545)             loadBalanced => "No",
546)             httpWebsiteMirror => "",
547)             httpsWebsiteMirror => "",
548)             rsyncWebsiteMirror => "",
549)             ftpWebsiteMirror => "",
550)             httpDistMirror => "http://torproject.is/dist",
551)             httpsDistMirror => "",
552)             rsyncDistMirror => "",
Andrew Lewman add the tomyn mirror.

Andrew Lewman authored 13 years ago

553)             hiddenServiceMirror => "",
Andrew Lewman add torserver.net mirrors.

Andrew Lewman authored 13 years ago

554)         },
555)         mirror033 => {
556)             adminContact => "",
557)             orgName => "torservers",
558)             isoCC => "DE",
559)             subRegion => "",
560)             region => "DE",
561)             ipv4 => "True",
562)             ipv6 => "False",
563)             loadBalanced => "No",
564)             httpWebsiteMirror => "http://www.torservers.net/mirrors/torproject.org/",
565)             httpsWebsiteMirror => "https://www.torservers.net/mirrors/torproject.org/",
566)             rsyncWebsiteMirror => "",
567)             ftpWebsiteMirror => "",
568)             httpDistMirror => "http://www.torservers.net/mirrors/torproject.org/dist",
569)             httpsDistMirror => "https://www.torservers.net/mirrors/torproject.org/dist",
570)             rsyncDistMirror => "",
571)             hiddenServiceMirror => "http://hbpvnydyyjbmhx6b.onion/mirrors/torproject.org/",
Andrew Lewman add http://tor.webersiedlun...

Andrew Lewman authored 12 years ago

572)         },
573)         mirror034 => {
574)             adminContact => "",
575)             orgName => "",
576)             isoCC => "AT",
577)             subRegion => "",
578)             region => "AT",
579)             ipv4 => "True",
580)             ipv6 => "False",
581)             loadBalanced => "No",
582)             httpWebsiteMirror => "http://tor.webersiedlung.at/",
583)             httpsWebsiteMirror => "",
584)             rsyncWebsiteMirror => "",
585)             ftpWebsiteMirror => "",
Andrew Lewman add the dist to tor.webersi...

Andrew Lewman authored 12 years ago

586)             httpDistMirror => "http://tor.webersiedlung.at/dist/",
Andrew Lewman add http://tor.webersiedlun...

Andrew Lewman authored 12 years ago

587)             httpsDistMirror => "",
588)             rsyncDistMirror => "",
Andrew Lewman add university of fulda mir...

Andrew Lewman authored 12 years ago

589)             hiddenServiceMirror => "",
590)         },
591)         mirror035 => {
592)             adminContact => "",
593)             orgName => "",
594)             isoCC => "DE",
595)             subRegion => "",
596)             region => "DE",
597)             ipv4 => "True",
598)             ipv6 => "False",
599)             loadBalanced => "No",
600)             httpWebsiteMirror => "http://mirror.hs-fulda.org/tor/",
601)             httpsWebsiteMirror => "",
602)             rsyncWebsiteMirror => "",
603)             ftpWebsiteMirror => "",
604)             httpDistMirror => "http://mirror.hs-fulda.org/tor/dist/",
605)             httpsDistMirror => "",
606)             rsyncDistMirror => "",
Andrew Lewman add http://tor.webersiedlun...

Andrew Lewman authored 12 years ago

607)             hiddenServiceMirror => "",
Andrew Lewman add the tomyn mirror.

Andrew Lewman authored 13 years ago

608)         }
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

609) );
610) 
611) my $count = values %m;
612) print "We have a total of $count mirrors\n";
613) print "Fetching the last updated date for each mirror.\n";
614) 
Andrew Lewman Change mirror script to use...

Andrew Lewman authored 15 years ago

615) my $tortime;
616) $tortime = FetchDate("http://www.torproject.org/");
Jon@svn.torproject.org Some code donations. Thank...

Jon@svn.torproject.org authored 14 years ago

617) # Adjust offical Tor time by out-of-date offset: number of days * seconds per day 
Jon@svn.torproject.org Alter code, permit 48 hours...

Jon@svn.torproject.org authored 14 years ago

618) $tortime -= 1 * 172800; 
Andrew Lewman Change mirror script to use...

Andrew Lewman authored 15 years ago

619) print "The official time for Tor is $tortime. \n";
620) 
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

621) foreach my $server ( keys %m ) {
622) 
623)     print "Attempting to fetch from $m{$server}{'orgName'}\n";
624) 
625)     if ($m{$server}{'httpWebsiteMirror'}) {
626)         print "Attempt to fetch via HTTP.\n";
627)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpWebsiteMirror'}");
628)     } elsif ($m{$server}{'httpsWebsiteMirror'}) {
629)         print "Attempt to fetch via HTTPS.\n";
630)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'httpsWebsiteMirror'}");
631)     } elsif ($m{$server}{'ftpWebsiteMirror'}) {
632)         print "Attempt to fetch via FTP.\n";
633)         $m{$server}{"updateDate"} = FetchDate("$m{$server}{'ftpWebsiteMirror'}");
634)     } else {
635)         print "We were unable to fetch or store anything. We still have the following: $m{$server}{'updateDate'}\n";
636)     }
637) 
638)     print "We fetched and stored the following: $m{$server}{'updateDate'}\n";
639) 
640)  }
641) 
642) 
643) print "We sorted the following mirrors by their date of last update: \n";
644) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
645) 
646)      print "\n";
647)      print "Mirror $m{$server}{'orgName'}: \n";
648) 
649)      foreach my $attrib ( sort keys %{$m{$server}} ) {
650)         print "$attrib = $m{$server}{$attrib}";
651)         print "\n";
652)      };
653) }
654) 
655) my $outFile = "include/mirrors-table.wmi";
656) my $html;
657) open(OUT, "> $outFile") or die "Can't open $outFile: $!";
658) 
Andrew Lewman updated mirrors, added new...

Andrew Lewman authored 15 years ago

659) # Here's where we open a file and print some wml include goodness
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

660) # This is storted from last known recent update to unknown update times
661) foreach my $server ( sort { $m{$b}{'updateDate'} <=> $m{$a}{'updateDate'}} keys %m ) {
662) 
Jacob Appelbaum ensure the date is either p...

Jacob Appelbaum authored 15 years ago

663)      my $time;
Andrew Lewman timeout should be 15, fix s...

Andrew Lewman authored 15 years ago

664)      if ( "$m{$server}{'updateDate'}" ne "Unknown") {
Jon@svn.torproject.org Some code donations. Thank...

Jon@svn.torproject.org authored 14 years ago

665) 	  if ( $m{$server}{'updateDate'} > $tortime ) {
Andrew Lewman fix code spacing to avoid t...

Andrew Lewman authored 15 years ago

666) 	    $time = "Up to date";
667) 	  } else { $time = "Out of date"; }
Andrew Lewman revert the last change to u...

Andrew Lewman authored 15 years ago

668)      } else { $time = "Unknown"; }
Jacob Appelbaum Removed dupe mirror entry,...

Jacob Appelbaum authored 15 years ago

669) print OUT <<"END";
670)      \n<tr>\n
671)          <td>$m{$server}{'isoCC'}</td>\n
672)          <td>$m{$server}{'orgName'}</td>\n
673)          <td>$time</td>\n
674) END
675) 
676)      my %prettyNames = (
677)                         httpWebsiteMirror => "http",
678)                         httpsWebsiteMirror => "https",
679)                         ftpWebsiteMirror => "ftp",
680)                         rsyncWebsiteMirror => "rsync",
681)                         httpDistMirror => "http",
682)                         httpsDistMirror => "https",
683)                         rsyncDistMirrors => "rsync", );
684) 
685)      foreach my $precious ( sort keys %prettyNames )
Jacob Appelbaum Add a perl script that auto...

Jacob Appelbaum authored 15 years ago

686)      {
687)         if ($m{$server}{"$precious"}) {
688)             print OUT "    <td><a href=\"" . $m{$server}{$precious} . "\">" .
Jacob Appelbaum Removed dupe mirror entry,...

Jacob Appelbaum authored 15 years ago

689)                       "$prettyNames{$precious}</a></td>\n";