tor-webwml.git

1) #!/bin/bash
2) #
3) # Author: Runa Sandvik, <runa.sandvik@gmail.com>
4) # Google Summer of Code 2009
5) # 
6) # This is Free Software (GPLv3)
7) # http://www.gnu.org/licenses/gpl-3.0.txt
8) #
9) # This script will convert all the translated po files back to wml
10) # files.
11) #
12) # For more information, see the HOWTO and README in
13) # translation/tools/gsoc09.
14) #
15) 
16) ### start config ###
17) 
18) # Location of the wml files
19) wmldir="$PWD"
20) 
21) # Location of the po files,

22) podir="`dirname $wmldir`/translation/projects/website/po"

23) 
24) # A lot of the wml files have custom tags. These tags have been defined
25) # in website/include/versions.wmi. Tags that people usually forget to close,
26) # as well as tags that are not defined in versions.wmi have been added.
27) # See: https://svn.torproject.org/svn/website/trunk/include/versions.wmi

28) customtag=`echo $(cat "$wmldir/include/versions.wmi" | awk '{ printf "<%s> " , $2 }' | sed 's/<>//g') "<svnsandbox> <svnwebsite> <svnprojects> <input> <hr> <br> <img> <gitblob>"`

29) 
30) # We also need to use the nodefault option of po4a; space separated list
31) # of tags that the module should not try to set by default in any
32) # category. For now, we only need the input tag.
33) nodefault='<input>'
34) 
35) ### end config ###
36) 
37) # Create a lockfile to make sure that only one instance of the script
38) # can run at any time.
39) LOCKFILE=po2wml.lock
40) 
41) if lockfile -! -l 60 -r 3 "$LOCKFILE"; 
42) then
43) 	echo "unable to acquire lock" >2
44) 	exit 1
45) fi
46) 
47) trap "rm -f '$PWD/$LOCKFILE'" exit
48) 
49) # Check if translation/projects/website exist, i.e. has been checked out
50) if [ ! -d $podir ]
51) then
52) 	echo "Have you remembered to check out translation/projects/website?"
53) 	exit 1
54) fi
55) 
56) # cd to the right directory so we can commit the files later
57) cd "$wmldir"
58) 
59) # We need to find the po files
60) po=`find $podir -regex '^'$podir'/.*/.*\.po' -type f`
61) 
62) # For every wml, update po
63) for file in $po ; do

64) 
65) 	# Validate input and write results to a log file
66) 	validate_script="`dirname $wmldir`/translation/tools/validate.py"

67) 	validate_log="`dirname $wmldir`/validate/website-validate.log"

68) 	python "$validate_script" -i "$file" -l	"$validate_log"

69) 	
70) 	# Get the basename of the file we are dealing with
71) 	pofile=`basename $file`
72) 
73) 	# Strip the file for its original extension and the translation
74) 	# priority, and add .wml
75) 	wmlfile="`echo $pofile | cut -d . -f 2`.wml"	
76) 
77) 	# Find out what directory the file is in.
78) 	indir=`dirname $file`
79) 
80) 	# We also need to know what one directory up is
81) 	onedirup=`dirname $indir`
82) 
83) 	# We need to find out what subdirectory we are in
84) 	subdir=`dirname $file | sed "s#$onedirup/##"`
85) 
86) 	# And which language we are dealing with
87) 	lang=`dirname $indir | sed "s#$podir/##"`
88) 
89) 	# Time to write the translated wml file.
90) 	# The translated document is written if 80% or more of the po

91) 	# file has been translated. Example: Use '-k 21' to set this
92) 	# number down to 21%. Also, po4a-translate will only write the
93) 	# translated document if 80% or more has been translated.
94) 	# However, it will delete the wml if less than 80% has been

95) 	# translated. To avoid having our current, translated wml files

96) 	# deleted, convert the po to a temp wml first. If this file was
97) 	# actually written, rename it to wml.

98) 

99) 	# Convert translations to directories such as website/nb/.
100) 	function nosubdir {

101) 		# The location of the english wml file
102) 		english="$wmldir/en/$wmlfile"
103) 

104) 		# Convert the translated file. Note that po4a will write the file and then delete it if less than 80% has been translated
105) 		po4a-translate -f wml -m "$english" -p "$file" -l "$wmldir/$subdir/$wmlfile" --master-charset utf-8 -L utf-8 -o customtag="$customtag" -o nodefault="$nodefault"

106) 
107) 		# Check to see if the file was written

108)                 if [ -e "$wmldir/$subdir/$wmlfile" ]

109) 		then

110)                         # Remove last three lines in file
111) 			sed -i -e :a -e '$d;N;2,3ba' -e 'P;D' "$wmldir/$subdir/$wmlfile"
112) 

113) 			# If the file is mirrors.wml, include mirrors-table.wmi
114) 			if [ $wmlfile == "mirrors.wml" ]
115) 			then
116) 				sed -i 's/<!--PO4ASHARPBEGIN/#/' "$wmldir/$subdir/$wmlfile"
117) 				sed -i 's/PO4ASHARPEND-->//' "$wmldir/$subdir/$wmlfile"
118) 			fi

119) 

120) 			# Include the English footer for most of the
121) 			# translations

122) 			if [[ $subdir != "ar" && $subdir != "pl" && $subdir != "de" ]]

123) 			then

124) 				echo '#include "foot.wmi"' >> "$wmldir/$subdir/$wmlfile"

125) 			fi

126) 

127) 			# If the translation is Polish, include the
128) 			# correct header, menu files and footer
129) 			if [ $subdir = "pl" ]
130) 			then
131) 				# Head
132) 				orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$wmlfile"`
133) 				new_head=`echo $orig_head | sed s@head.wmi@pl/head.wmi@`
134) 				sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$wmlfile"
135) 
136) 				# Side (not all files include this)
137) 				orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$wmlfile"`
138) 				if [ -n "$orig_side" ]
139) 				then
140) 					new_side=`echo '#include "pl/side.wmi"'`
141) 					sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$wmlfile"
142) 				fi
143) 
144) 				# Info (not all files include this)
145) 				orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$wmlfile"`
146) 				if [ -n "$orig_info" ]
147) 				then
148) 					new_info=`echo '#include "pl/info.wmi"'`
149) 					sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$wmlfile"
150) 				fi
151) 
152) 				# Footer
153) 				echo '#include "pl/foot.wmi"' >> "$wmldir/$subdir/$wmlfile"
154) 			fi
155) 

156)                         # If the translation is German, include the
157)                         # correct header, menu files and footer
158)                         if [ $subdir = "de" ]
159)                         then
160)                                 # Head
161)                                 orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$wmlfile"`
162)                                 new_head=`echo $orig_head | sed s@head.wmi@de/head.wmi@`
163)                                 sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$wmlfile"
164) 
165)                                 # Side (not all files include this)
166)                                 orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$wmlfile"`
167)                                 if [ -n "$orig_side" ]
168)                                 then
169)                                         new_side=`echo '#include "de/side.wmi"'`
170)                                         sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$wmlfile"
171)                                 fi  
172) 
173)                                 # Info (not all files include this)
174)                                 orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$wmlfile"`
175)                                 if [ -n "$orig_info" ]
176)                                 then
177)                                         new_info=`echo '#include "de/info.wmi"'`
178)                                         sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$wmlfile"
179)                                 fi  
180) 
181)                                 # Footer
182)                                 echo '#include "de/foot.wmi"' >> "$wmldir/$subdir/$wmlfile"
183)                         fi  
184) 

185) 			# If the translation is Arabic, include the
186) 			# correct header, css, menu files and footer
187) 			if [ $subdir = "ar" ]
188) 			then
189) 				# Head
190) 				orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$wmlfile"`
191) 				temp_head=`echo $orig_head | sed s@head.wmi@ar/head.wmi@`
192) 				new_head=`echo $temp_head 'STYLESHEET="css/master-rtl.css"'`
193) 				sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$wmlfile"
194) 
195) 				# Side (not all files include this)
196) 				orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$wmlfile"`
197) 				if [ -n "$orig_side" ]
198) 				then
199) 					new_side=`echo '#include "ar/side.wmi"'`
200) 					sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$wmlfile"
201) 				fi
202) 
203) 				# Info (not all files include this)
204) 				orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$wmlfile"`
205) 				if [ -n "$orig_info" ]
206) 				then
207) 					new_info=`echo '#include "ar/info.wmi"'`
208) 					sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$wmlfile"
209) 				fi
210) 
211) 				# Footer
212) 				echo '#include "ar/foot.wmi"' >> "$wmldir/$subdir/$wmlfile"
213) 			fi
214) 

215) 			# If the translation is Farsi, include the
216) 			# correct header, css, menu files and footer
217) 			if [ $subdir = "fa" ]
218) 			then
219) 				# Head
220) 				orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$wmlfile"`
221) 				temp_head=`echo $orig_head | sed s@head.wmi@fa/head.wmi@`
222) 				new_head=`echo $temp_head 'STYLESHEET="css/master-rtl.css"'`
223) 				sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$wmlfile"
224) 
225) 				# Side (not all files include this)
226) 				orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$wmlfile"`
227) 				if [ -n "$orig_side" ]
228) 				then
229) 					new_side=`echo '#include "fa/side.wmi"'`
230) 					sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$wmlfile"
231) 				fi
232) 
233) 				# Info (not all files include this)
234) 				orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$wmlfile"`
235) 				if [ -n "$orig_info" ]
236) 				then
237) 					new_info=`echo '#include "fa/info.wmi"'`
238) 					sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$wmlfile"
239) 				fi
240) 
241) 				# Footer
242) 				echo '#include "fa/foot.wmi"' >> "$wmldir/$subdir/$wmlfile"
243) 			fi
244) 

245) 			# If the directory does not include sidenav.wmi,
246) 			# copy it from the English directory (only if
247) 			# the English directory has this file)
248) 			if [[ ! -e "$wmldir/$subdir/sidenav.wmi" && -e "$wmldir/en/sidenav.wmi" ]]
249) 			then
250) 				cp "$wmldir/en/sidenav.wmi" "$wmldir/$subdir"
251) 			fi

252) 		fi
253) 	}	

254) 

255) 	# Convert translations to directories such as website/torbrowser/nb/.
256) 	# Again, po4a will write the file and then delete it if less than 80% has been translated

257) 	function subdir {
258) 		# The location of the english wml file
259)                 english="$wmldir/$subdir/en/$wmlfile"

260) 

261) 		# Convert the files

262) 		po4a-translate -f wml -m "$english" -p "$file" -l "$wmldir/$subdir/$lang/$wmlfile" --master-charset utf-8 -L utf-8 -o customtag="$customtag" -o nodefault="$nodefault"

263) 

264) 		# Check to see if the file was written

265) 		if [ -e "$wmldir/$subdir/$lang/$wmlfile" ]

266) 		then
267) 			# Remove last three lines in file
268) 			sed -i -e :a -e '$d;N;2,3ba' -e 'P;D' "$wmldir/$subdir/$lang/$wmlfile"
269) 

270) 			# Remove a specific comment from a specific file
271) 			if [ $wmlfile == "download-easy.wml" ]			
272) 			then
273) 				translator_comment="# Translators: please point to the version of TBB in your language, if there is one."
274) 				sed -i "s/$translator_comment//" "$wmldir/$subdir/$lang/$wmlfile"
275) 			fi

276) 

277) 			# Include the English footer for most of the
278) 			# translations 

279) 			if [[ $lang != "ar" && $lang != "pl" && $lang != "de" ]]

280) 			then

281) 				echo '#include "foot.wmi"' >> "$wmldir/$subdir/$lang/$wmlfile"

282) 			fi

283) 

284) 			# If the file is overview.wml, make sure we
285) 			# include the correct set of images
286) 			if [ $wmlfile = "overview.wml" ] && [[ $lang = "de" || $lang = "es" || $lang = "fr" || 
287) 				$lang = "ja" || $lang = "nl" || $lang = "no" || $lang = "pl" || $lang = "ru" || 
288) 				$lang = "zh" ]]
289) 			then
290) 				sed -i "s/htw1.png/htw1_$lang.png/" "$wmldir/$subdir/$lang/$wmlfile"
291) 				sed -i "s/htw2.png/htw2_$lang.png/" "$wmldir/$subdir/$lang/$wmlfile"
292) 				sed -i "s/htw3.png/htw3_$lang.png/" "$wmldir/$subdir/$lang/$wmlfile"
293) 			fi
294) 

295)                         # If the translation is Polish, include the
296)                         # correct header, menu files and footer
297) 			if [ $lang = "pl" ]
298) 			then
299) 				orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
300) 				new_head=`echo $orig_head | sed s@head.wmi@pl/head.wmi@`
301) 				sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$lang/$wmlfile"
302) 
303) 				# Side (not all files include this)
304) 				orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
305) 				if [ -n "$orig_side" ]
306) 				then
307) 					new_side=`echo '#include "pl/side.wmi"'`
308) 					sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$lang/$wmlfile"
309) 				fi
310) 
311) 				# Info (not all files include this)
312) 				orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
313) 				if [ -n "$orig_info" ]
314) 				then
315) 					new_info=`echo '#include "pl/info.wmi"'`
316) 					sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$lang/$wmlfile"
317) 				fi
318) 
319) 				# Footer
320) 				echo '#include "pl/foot.wmi"' >> "$wmldir/$subdir/$lang/$wmlfile"
321) 			fi
322) 

323)                         # If the translation is German, include the
324)                         # correct header, menu files and footer
325)                         if [ $lang = "de" ]
326)                         then
327)                                 orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
328)                                 new_head=`echo $orig_head | sed s@head.wmi@de/head.wmi@`
329)                                 sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$lang/$wmlfile"
330) 
331)                                 # Side (not all files include this)
332)                                 orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
333)                                 if [ -n "$orig_side" ]
334)                                 then
335)                                         new_side=`echo '#include "de/side.wmi"'`
336)                                         sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$lang/$wmlfile"
337)                                 fi
338) 
339)                                 # Info (not all files include this)
340)                                 orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
341)                                 if [ -n "$orig_info" ]
342)                                 then
343)                                         new_info=`echo '#include "de/info.wmi"'`
344)                                         sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$lang/$wmlfile"
345)                                 fi
346) 
347)                                 # Footer
348)                                 echo '#include "de/foot.wmi"' >> "$wmldir/$subdir/$lang/$wmlfile"

349) 
350) 				# If the file is tor-doc-windows, make
351) 				# sure we include the German video
352) 				if [ $wmlfile = "tor-doc-windows.wml" ]
353) 				then

354) 					orig_video=`grep src=\"https:\/\/media.torproject.org\/video\/2009-install-and-use-tor.ogv\" "$wmldir/$subdir/$lang/$wmlfile"`

355) 					translated_video=`echo "<p>Das nachfolgende Video, wurde von SemperVideo erstellt.</p> <p><video id=\"v1\" src=\"https://media.torproject.org/video/2011-install-and-use-tor-de.ogv\" autobuffer=\"true\" controls=\"controls\"></video></p>"`
356) 					new_video=`echo "$orig_video $translated_video"`

357) 				
358) 					sed -i "s@$orig_video@$new_video@" "$wmldir/$subdir/$lang/$wmlfile"

359) 				fi

360)                         fi
361) 

362) 			# If the file is an Arabic translation, include the
363) 			# correct header, css, menu files and footer
364) 			if [ $lang = "ar" ]
365) 			then
366) 				# Head
367) 				orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
368) 				temp_head=`echo $orig_head | sed s@head.wmi@ar/head.wmi@`
369) 				new_head=`echo $temp_head 'STYLESHEET="css/master-rtl.css"'`
370) 				sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$lang/$wmlfile"
371) 
372) 				# Side (not all files include this)
373) 				orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
374) 				if [ -n "$orig_side" ]
375) 				then
376) 					new_side=`echo '#include "ar/side.wmi"'`
377) 					sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$lang/$wmlfile"
378) 				fi
379) 
380) 				# Info (not all files include this)
381) 				orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
382) 				if [ -n "$orig_info" ]
383) 				then
384) 					new_info=`echo '#include "ar/info.wmi"'`
385) 					sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$lang/$wmlfile"
386) 				fi
387) 
388) 				# Footer
389) 				echo '#include "ar/foot.wmi"' >> "$wmldir/$subdir/$lang/$wmlfile"
390) 			fi
391) 

392)                         # If the file is a Farsi translation, include the
393)                         # correct header, css, menu files and footer
394)                         if [ $lang = "fa" ]
395)                         then
396)                                 # Head
397)                                 orig_head=`grep '#include "head.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
398)                                 temp_head=`echo $orig_head | sed s@head.wmi@fa/head.wmi@`
399)                                 new_head=`echo $temp_head 'STYLESHEET="css/master-rtl.css"'`
400)                                 sed -i "s@$orig_head@$new_head@" "$wmldir/$subdir/$lang/$wmlfile"
401) 
402)                                 # Side (not all files include this)
403)                                 orig_side=`grep '#include "side.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
404)                                 if [ -n "$orig_side" ]
405)                                 then
406)                                         new_side=`echo '#include "fa/side.wmi"'`
407)                                         sed -i "s@$orig_side@$new_side@" "$wmldir/$subdir/$lang/$wmlfile"
408)                                 fi
409) 
410)                                 # Info (not all files include this)
411)                                 orig_info=`grep '#include "info.wmi"' "$wmldir/$subdir/$lang/$wmlfile"`
412)                                 if [ -n "$orig_info" ]
413)                                 then
414)                                         new_info=`echo '#include "fa/info.wmi"'`
415)                                         sed -i "s@$orig_info@$new_info@" "$wmldir/$subdir/$lang/$wmlfile"
416)                                 fi
417) 
418)                                 # Footer
419)                                 echo '#include "fa/foot.wmi"' >> "$wmldir/$subdir/$lang/$wmlfile"
420)                         fi
421) 

422) 			# If the directory does not include sidenav.wmi,
423) 			# copy it from the English directory (only if 
424) 			# the English directory has this file)
425) 			if [[ ! -e "$wmldir/$subdir/$lang/sidenav.wmi" && -e "$wmldir/$subdir/en/sidenav.wmi" ]]
426) 			then
427) 				cp "$wmldir/$subdir/en/sidenav.wmi" "$wmldir/$subdir/$lang/"
428) 			fi

429) 		fi
430) 	}
431) 
432) 	# If $onedirup is equal to $lang, that means we do not have a
433) 	# subdirectory.
434) 	if [ $onedirup == $lang ]
435) 	then

436) 		# If the current directory is "pl_PL" use "pl" instead
437) 		if [ $subdir = "pl_PL" ]

438) 		then

439) 			subdir="pl"

440) 			nosubdir
441) 		fi

442) 

443) 		# If the current directory is "nb" use "no" instead
444) 		if [ $subdir = "nb" ]
445) 		then

446) 			subdir="no"
447) 			nosubdir

448) 		fi
449) 
450) 		# If the current directory is "sv" use "se" instead
451) 		if [ $subdir = "sv" ]
452) 		then

453) 			subdir="se"
454) 			nosubdir

455) 		fi
456) 

457)                 # If the current subdirectory is of the form "xx_XX",
458)                 # rename to "xx-xx" instead (except for pl_PL)
459)                 if [[ $subdir =~ "_" && $subdir != "pl_PL" ]]
460)                 then
461)                         subdir="`echo $subdir | sed s/_/-/ | tr '[A-Z]' '[a-z]'`"
462)                         nosubdir
463)                 fi  
464) 

465) 		# Convert everything else

466) 		if [[ $subdir != "en" && $subdir != "pl_PL" && ! ($subdir =~ "_") && $subdir != "nb" && $subdir != "sv" ]]

467) 		then

468) 			nosubdir

469) 		fi
470) 	else

471) 		# If the current language is "pl_PL" use "pl" instead
472) 		if [ $lang = "pl_PL" ]

473) 		then

474) 			lang="pl"

475) 			subdir
476) 		fi
477) 

478) 		# If the current language is "nb" use "no" instead
479) 		if [ $lang = "nb" ]
480) 		then

481) 			lang="no"
482) 			subdir

483) 		fi
484) 
485) 		# If the current language is "sv" use "se" instead
486) 		if [ $lang = "sv" ]
487) 		then

488) 			lang="se"
489) 			subdir

490) 		fi

491) 
492)                 # If the current languge is of the form "xx_XX", rename
493)                 # to "xx-xx" instead (except for pl_PL)
494)                 if [[ $lang =~ "_" && $lang != "pl_PL" ]]
495)                 then
496)                         lang="`echo $lang | sed s/_/-/ | tr '[A-Z]' '[a-z]'`"
497)                         subdir
498)                 fi
499) 

500) 		# Convert everything else

501) 		if [[ $lang != "en" && $lang != "pl_PL" && ! ($lang =~ "_") && $lang != "nb" && $lang != "sv" ]]

502) 		then

503) 			subdir