Contents of /builds_bin/update_templates

#!/bin/bash

# Functions
. /etc/pootle/bin/functions

# Clean up tmp dir
rm -rf /etc/pootle/tmp
mkdir -p /etc/pootle/tmp /var/www/html/{patches,errors,anaconda}

#==========================================================

export CVS_RSH=ssh

# Update/expand smeserver cvs
cd /etc/pootle/cvs/smeserver
for pkg in */sme7 anaconda/sme8
do 
    make -C $pkg clean &> /dev/null
done
cvs update -dPA > /dev/null
for pkg in */sme7 anaconda/sme8
do 
    make -C $pkg prep &> /dev/null
done

# Update/expand smecontribs cvs
cd /etc/pootle/cvs/smecontribs
for pkg in */contribs7
do 
    make -C $pkg clean &> /dev/null
done
cvs update -dPA > /dev/null
for pkg in */contribs7
do 
    make -C $pkg prep &> /dev/null
done

cd /etc/pootle/tmp

#==========================================================

# Take server down to prevent translation issues
killall PootleServer

#==========================================================

# Update anaconda templates
anacondatmpl > anaconda.pot
diffmv anaconda.pot /etc/pootle/po/sme7bc/templates/anaconda.pot

# Update console templates
potempl $(find /etc/pootle/cvs/smeserver/e-smith-quota/ -type f -name adminQuotaSummary.tmpl) > adminQuotaSummary.tmpl.pot
diffmv adminQuotaSummary.tmpl.pot /etc/pootle/po/sme7bc/templates/adminQuotaSummary.tmpl.pot
potempl $(find /etc/pootle/cvs/smeserver/e-smith-backup/ -type f -name do_backup -o -regex '.*/crontab/backup') > backup.pot
diffmv backup.pot /etc/pootle/po/sme7bc/templates/backup.pot
potempl $(find /etc/pootle/cvs/smeserver/e-smith-manager/ -type f -name 25Copyright) > foot.tmpl.pot
diffmv foot.tmpl.pot /etc/pootle/po/sme7bc/templates/foot.tmpl.pot
potempl $(find /etc/pootle/cvs/smeserver/ -type f -regex '.*/e-?smith/console.*') > server-console.pot
diffmv server-console.pot /etc/pootle/po/sme7bc/templates/server-console.pot
potempl $(find /etc/pootle/cvs/smeserver/e-smith-quota/ -type f -name userOverQuota.tmpl) > userOverQuota.tmpl.pot
diffmv userOverQuota.tmpl.pot /etc/pootle/po/sme7bc/templates/userOverQuota.tmpl.pot

# Update panel templates
for pkg in $(find /etc/pootle/cvs/smeserver/*/*7/*/root/etc/e-smith/locale/en-us/ -type f -print)
do
    xmltempl $pkg "SME Panels"
    diffcp /etc/pootle/templates/$(basename $pkg).pot /etc/pootle/po/sme7bp/templates/$(basename $pkg).pot
done

# Update sme7admin template
potempl /etc/pootle/cvs/smecontribs/smeserver-sme7admin/*/*/root/{etc/e-smith/web/functions/sme7admin,usr/bin/sme7admind} > sme7admin.pot
diffmv sme7admin.pot /etc/pootle/po/sme7cp/templates/sme7admin.pot

# Update contrib panel templates
for pkg in $(find /etc/pootle/cvs/smecontribs/*/*7/*/root/etc/e-smith/locale/en-us/ -type f -print)
do
    xmltempl $pkg "Contrib Panels"
    diffcp /etc/pootle/templates/$(basename $pkg).pot /etc/pootle/po/sme7cp/templates/$(basename $pkg).pot
done

#==========================================================

# Apply templates to languages
for lang in $(ls -I templates /etc/pootle/po/sme* | grep '[[:alpha:]]$' | sort -u)
do
    # Create error compendium to assist translators
    pocompendium -e errors-$lang.po -d /etc/pootle/po/sme*/$lang
    sed -i '0,/^$/d;/^#~/d' errors-$lang.po
    sed -i ':a;/^\n*$/{$d;N;ba;}' errors-$lang.po
    chmod 644 errors-$lang.po
    diffmv errors-$lang.po /var/www/html/errors/errors-$lang.po

    # Create compendium to assist translations
    pocompendium -c /etc/pootle/tmp/compendium-$lang.po -d /etc/pootle/po/*/$lang

    # Use compendium to migrate each project to new template
    for proj in $(ls -d /etc/pootle/po/sme*/$lang | sed 's@.*/\([^/]\+\)/[^/]\+$@\1@')
    do
        mkdir -p /etc/pootle/tmp/$proj/$lang
        pomigrate2 -F -C=/etc/pootle/tmp/compendium-$lang.po -q --no-wrap --locale=$lang /etc/pootle/po/$proj/$lang /etc/pootle/tmp/$proj/$lang /etc/pootle/po/$proj/templates > /dev/null

        # Ensure language is correct
        sed -i "/msgid \"en-us\"/{N;s@msgstr \"[^\"]*\"@msgstr \"$lang\"@}" /etc/pootle/tmp/$proj/$lang/*

        # Generate translation memory for panels
        updatetm --progress none -c 4 -i /etc/pootle/tmp/$proj/$lang -t /etc/pootle/tmp/compendium-$lang.po -o /etc/pootle/tmp/$proj/$lang
    done
done

# Set package name/version in new po files
sed -i 's@Project-Id-Version.*\\n@Project-Id-Version: SME Console\\n@' /etc/pootle/tmp/sme7bc/*/*.po
sed -i 's@Project-Id-Version.*\\n@Project-Id-Version: SME Anadonda\\n@' /etc/pootle/tmp/sme7bc/*/anaconda.po
sed -i 's@Project-Id-Version.*\\n@Project-Id-Version: SME Panels\\n@' /etc/pootle/tmp/sme7bp/*/*.po
sed -i 's@Project-Id-Version.*\\n@Project-Id-Version: Contrib Panels\\n@' /etc/pootle/tmp/sme7cp/*/*.po

# Move files that have changed
for chk in $(find /etc/pootle/tmp/sme* -type f)
do
    diffmv $chk $(echo $chk | sed 's@/tmp/@/po/@')
done

#==========================================================

# Recalculate stats and restart server
cd /etc/pootle
PootleServer --refreshstats &> /dev/null
nohup PootleServer --prefsfile /etc/pootle/pootle.prefs >> /var/log/pootle.log 2>&1 &

#==========================================================

cd /etc/pootle/tmp

# Build diffs for languages
for lang in $(ls /etc/pootle/po/sme7bp -I templates)
do
    # Build anaconda files
    mkdir -p /var/www/html/anaconda/sme7/$lang/LC_MESSAGES
    anacondagen sme7 $lang > /var/www/html/anaconda/sme7/$lang/LC_MESSAGES/anaconda.mo
    [ -s /var/www/html/anaconda/sme7/$lang/LC_MESSAGES/anaconda.mo ] || rm -rf /var/www/html/anaconda/sme7/$lang

    mkdir -p /var/www/html/anaconda/sme8/$lang/LC_MESSAGES
    anacondagen sme8 $lang > /var/www/html/anaconda/sme8/$lang/LC_MESSAGES/anaconda.mo
    [ -s /var/www/html/anaconda/sme8/$lang/LC_MESSAGES/anaconda.mo ] || rm -rf /var/www/html/anaconda/sme8/$lang

    # Build console files
    pkgname=$(ls -d /etc/pootle/cvs/smeserver/smeserver-locale/*7/*/root | cut -d/ -f8)
    mkdir -p ${pkgname}.update/po/$lang
    for pkg in $(ls /etc/pootle/po/sme7bc/templates/ -I anaconda.pot | sed -n 's@\.pot@\.po@p')
    do
        msgcat -F --no-wrap /etc/pootle/po/sme7bc/$lang/$pkg \
        | grep -v 'Project-Id-Version\|Report-Msgid-Bugs-To\|POT-Creation-Date\|PO-Revision-Date\|Last-Translator\|Language-Team\|X-Generator' \
        | sed '0,/msgid ""/{/^#/d};/^#,/d' \
        > ${pkgname}.update/po/$lang/$pkg
    done 

    # Build sme7admin file
    pkgname=$(ls -d /etc/pootle/cvs/smecontribs/smeserver-sme7admin/*7/*/root | cut -d/ -f8)
    mkdir -p ${pkgname}.update/po/$lang
    msgcat -F --no-wrap /etc/pootle/po/sme7cp/$lang/sme7admin.po \
    | grep -v 'Project-Id-Version\|Report-Msgid-Bugs-To\|POT-Creation-Date\|PO-Revision-Date\|Last-Translator\|Language-Team\|X-Generator' \
    | sed '0,/msgid ""/{/^#/d};/^#,/d' \
    > ${pkgname}.update/po/$lang/sme7admin.po
done

# Build translated xml files
for pkg in $(ls /etc/pootle/po/sme7*p/templates/ -I sme7admin.pot | sed -n 's@\.pot@@p')
do
    pkgname=$(find /etc/pootle/cvs/smecontribs/*/*7/*/root/etc/e-smith/locale/en-us -name $pkg | cut -d/ -f8)
    if [ -z "$pkgname" ]
    then
        if [ -z "$(find /etc/pootle/cvs/smeserver/*/*7/*/root/etc/e-smith/locale/en-us -name $pkg)" ]
        then
            echo -e "\n *** Can't find package for $pkg ***\n"
            continue
        fi
        pkgname=$(ls -d /etc/pootle/cvs/smeserver/smeserver-locale/*7/*/root | cut -d/ -f8)
    else
        mkdir -p ${pkgname}.update/$(localedir en-us $pkg)
        cat /etc/pootle/templates/$pkg.orig \
        | perl -pe 's@_AMP_@&@g;s@_{_@<@g;s@_}_@>@g' \
        > ${pkgname}.update/$(localedir en-us $pkg)/$pkg
    fi
    for lang in $(ls /etc/pootle/po/sme7bp -I templates)
    do
        mkdir -p ${pkgname}.update/$(localedir $lang $pkg)
        xmlgen /etc/pootle/po/sme7*p/$lang/${pkg}.po \
        > ${pkgname}.update/$(localedir $lang $pkg)/$pkg
    done
done

# Build xml diffs
for pkg in $(ls -d *.update | sed 's@.update$@@')
do
    rm -f /var/www/html/patches/$(echo $pkg | sed 's/-[^-]\+$//')-*-locale-*.patch
    [ -d $pkg.update/root/etc/e-smith/locale ] || continue
    orig=/etc/pootle/cvs/sme*/*/*7/$pkg/root/etc/e-smith/locale
    diff -ruN $orig $pkg.update/root/etc/e-smith/locale \
    | sed 's@^\(---\|+++\) [^ ]\+/\([^/]\+/root/.*\)@\1 \2@;/^diff -ruN/d' \
    > /var/www/html/patches/$pkg-locale-$(date +%F).patch
done

# Build console diffs
pkg=$(ls -d smeserver-locale-* | sed 's@.update$@@')
orig=/etc/pootle/cvs/smeserver/smeserver-locale/*7/$pkg/po
diff -ruN $orig $pkg.update/po \
| sed 's@^\(---\|+++\) [^ ]\+/\([^/]\+/po/.*\)@\1 \2@;/^diff -ruN/d' \
>> /var/www/html/patches/$pkg-locale-$(date +%F).patch

# Build sme7admin diff
pkg=$(ls -d smeserver-sme7admin-* | sed 's@.update$@@')
orig=/etc/pootle/cvs/smecontribs/smeserver-sme7admin/*7/$pkg/po
diff -ruN $orig $pkg.update/po \
| sed 's@^\(---\|+++\) [^ ]\+/\([^/]\+/po/.*\)@\1 \2@;/^diff -ruN/d' \
>> /var/www/html/patches/$pkg-locale-$(date +%F).patch

1	#!/bin/bash
2
3	# Functions
4	. /etc/pootle/bin/functions
5
6	# Clean up tmp dir
7	rm -rf /etc/pootle/tmp
8	mkdir -p /etc/pootle/tmp /var/www/html/{patches,errors,anaconda}
9
10	#==========================================================
11
12	export CVS_RSH=ssh
13
14	# Update/expand smeserver cvs
15	cd /etc/pootle/cvs/smeserver
16	for pkg in */sme7 anaconda/sme8
17	do
18	make -C $pkg clean &> /dev/null
19	done
20	cvs update -dPA > /dev/null
21	for pkg in */sme7 anaconda/sme8
22	do
23	make -C $pkg prep &> /dev/null
24	done
25
26	# Update/expand smecontribs cvs
27	cd /etc/pootle/cvs/smecontribs
28	for pkg in */contribs7
29	do
30	make -C $pkg clean &> /dev/null
31	done
32	cvs update -dPA > /dev/null
33	for pkg in */contribs7
34	do
35	make -C $pkg prep &> /dev/null
36	done
37
38	cd /etc/pootle/tmp
39
40	#==========================================================
41
42	# Take server down to prevent translation issues
43	killall PootleServer
44
45	#==========================================================
46
47	# Update anaconda templates
48	anacondatmpl > anaconda.pot
49	diffmv anaconda.pot /etc/pootle/po/sme7bc/templates/anaconda.pot
50
51	# Update console templates
52	potempl $(find /etc/pootle/cvs/smeserver/e-smith-quota/ -type f -name adminQuotaSummary.tmpl) > adminQuotaSummary.tmpl.pot
53	diffmv adminQuotaSummary.tmpl.pot /etc/pootle/po/sme7bc/templates/adminQuotaSummary.tmpl.pot
54	potempl $(find /etc/pootle/cvs/smeserver/e-smith-backup/ -type f -name do_backup -o -regex '.*/crontab/backup') > backup.pot
55	diffmv backup.pot /etc/pootle/po/sme7bc/templates/backup.pot
56	potempl $(find /etc/pootle/cvs/smeserver/e-smith-manager/ -type f -name 25Copyright) > foot.tmpl.pot
57	diffmv foot.tmpl.pot /etc/pootle/po/sme7bc/templates/foot.tmpl.pot
58	potempl $(find /etc/pootle/cvs/smeserver/ -type f -regex './e-?smith/console.') > server-console.pot
59	diffmv server-console.pot /etc/pootle/po/sme7bc/templates/server-console.pot
60	potempl $(find /etc/pootle/cvs/smeserver/e-smith-quota/ -type f -name userOverQuota.tmpl) > userOverQuota.tmpl.pot
61	diffmv userOverQuota.tmpl.pot /etc/pootle/po/sme7bc/templates/userOverQuota.tmpl.pot
62
63	# Update panel templates
64	for pkg in $(find /etc/pootle/cvs/smeserver//7/*/root/etc/e-smith/locale/en-us/ -type f -print)
65	do
66	xmltempl $pkg "SME Panels"
67	diffcp /etc/pootle/templates/$(basename $pkg).pot /etc/pootle/po/sme7bp/templates/$(basename $pkg).pot
68	done
69
70	# Update sme7admin template
71	potempl /etc/pootle/cvs/smecontribs/smeserver-sme7admin///root/{etc/e-smith/web/functions/sme7admin,usr/bin/sme7admind} > sme7admin.pot
72	diffmv sme7admin.pot /etc/pootle/po/sme7cp/templates/sme7admin.pot
73
74	# Update contrib panel templates
75	for pkg in $(find /etc/pootle/cvs/smecontribs//7/*/root/etc/e-smith/locale/en-us/ -type f -print)
76	do
77	xmltempl $pkg "Contrib Panels"
78	diffcp /etc/pootle/templates/$(basename $pkg).pot /etc/pootle/po/sme7cp/templates/$(basename $pkg).pot
79	done
80
81	#==========================================================
82
83	# Apply templates to languages
84	for lang in $(ls -I templates /etc/pootle/po/sme* \| grep '[[:alpha:]]$' \| sort -u)
85	do
86	# Create error compendium to assist translators
87	pocompendium -e errors-$lang.po -d /etc/pootle/po/sme*/$lang
88	sed -i '0,/^$/d;/^#~/d' errors-$lang.po
89	sed -i ':a;/^\n*$/{$d;N;ba;}' errors-$lang.po
90	chmod 644 errors-$lang.po
91	diffmv errors-$lang.po /var/www/html/errors/errors-$lang.po
92
93	# Create compendium to assist translations
94	pocompendium -c /etc/pootle/tmp/compendium-$lang.po -d /etc/pootle/po/*/$lang
95
96	# Use compendium to migrate each project to new template
97	for proj in $(ls -d /etc/pootle/po/sme/$lang \| sed 's@./\([^/]\+\)/[^/]\+$@\1@')
98	do
99	mkdir -p /etc/pootle/tmp/$proj/$lang
100	pomigrate2 -F -C=/etc/pootle/tmp/compendium-$lang.po -q --no-wrap --locale=$lang /etc/pootle/po/$proj/$lang /etc/pootle/tmp/$proj/$lang /etc/pootle/po/$proj/templates > /dev/null
101
102	# Ensure language is correct
103	sed -i "/msgid \"en-us\"/{N;s@msgstr \"[^\"]\"@msgstr \"$lang\"@}" /etc/pootle/tmp/$proj/$lang/
104
105	# Generate translation memory for panels
106	updatetm --progress none -c 4 -i /etc/pootle/tmp/$proj/$lang -t /etc/pootle/tmp/compendium-$lang.po -o /etc/pootle/tmp/$proj/$lang
107	done
108	done
109
110	# Set package name/version in new po files
111	sed -i 's@Project-Id-Version.\\n@Project-Id-Version: SME Console\\n@' /etc/pootle/tmp/sme7bc//*.po
112	sed -i 's@Project-Id-Version.\\n@Project-Id-Version: SME Anadonda\\n@' /etc/pootle/tmp/sme7bc//anaconda.po
113	sed -i 's@Project-Id-Version.\\n@Project-Id-Version: SME Panels\\n@' /etc/pootle/tmp/sme7bp//*.po
114	sed -i 's@Project-Id-Version.\\n@Project-Id-Version: Contrib Panels\\n@' /etc/pootle/tmp/sme7cp//*.po
115
116	# Move files that have changed
117	for chk in $(find /etc/pootle/tmp/sme* -type f)
118	do
119	diffmv $chk $(echo $chk \| sed 's@/tmp/@/po/@')
120	done
121
122	#==========================================================
123
124	# Recalculate stats and restart server
125	cd /etc/pootle
126	PootleServer --refreshstats &> /dev/null
127	nohup PootleServer --prefsfile /etc/pootle/pootle.prefs >> /var/log/pootle.log 2>&1 &
128
129	#==========================================================
130
131	cd /etc/pootle/tmp
132
133	# Build diffs for languages
134	for lang in $(ls /etc/pootle/po/sme7bp -I templates)
135	do
136	# Build anaconda files
137	mkdir -p /var/www/html/anaconda/sme7/$lang/LC_MESSAGES
138	anacondagen sme7 $lang > /var/www/html/anaconda/sme7/$lang/LC_MESSAGES/anaconda.mo
139	[ -s /var/www/html/anaconda/sme7/$lang/LC_MESSAGES/anaconda.mo ] \|\| rm -rf /var/www/html/anaconda/sme7/$lang
140
141	mkdir -p /var/www/html/anaconda/sme8/$lang/LC_MESSAGES
142	anacondagen sme8 $lang > /var/www/html/anaconda/sme8/$lang/LC_MESSAGES/anaconda.mo
143	[ -s /var/www/html/anaconda/sme8/$lang/LC_MESSAGES/anaconda.mo ] \|\| rm -rf /var/www/html/anaconda/sme8/$lang
144
145	# Build console files
146	pkgname=$(ls -d /etc/pootle/cvs/smeserver/smeserver-locale/7//root \| cut -d/ -f8)
147	mkdir -p ${pkgname}.update/po/$lang
148	for pkg in $(ls /etc/pootle/po/sme7bc/templates/ -I anaconda.pot \| sed -n 's@\.pot@\.po@p')
149	do
150	msgcat -F --no-wrap /etc/pootle/po/sme7bc/$lang/$pkg \
151	\| grep -v 'Project-Id-Version\\|Report-Msgid-Bugs-To\\|POT-Creation-Date\\|PO-Revision-Date\\|Last-Translator\\|Language-Team\\|X-Generator' \
152	\| sed '0,/msgid ""/{/^#/d};/^#,/d' \
153	> ${pkgname}.update/po/$lang/$pkg
154	done
155
156	# Build sme7admin file
157	pkgname=$(ls -d /etc/pootle/cvs/smecontribs/smeserver-sme7admin/7//root \| cut -d/ -f8)
158	mkdir -p ${pkgname}.update/po/$lang
159	msgcat -F --no-wrap /etc/pootle/po/sme7cp/$lang/sme7admin.po \
160	\| grep -v 'Project-Id-Version\\|Report-Msgid-Bugs-To\\|POT-Creation-Date\\|PO-Revision-Date\\|Last-Translator\\|Language-Team\\|X-Generator' \
161	\| sed '0,/msgid ""/{/^#/d};/^#,/d' \
162	> ${pkgname}.update/po/$lang/sme7admin.po
163	done
164
165	# Build translated xml files
166	for pkg in $(ls /etc/pootle/po/sme7*p/templates/ -I sme7admin.pot \| sed -n 's@\.pot@@p')
167	do
168	pkgname=$(find /etc/pootle/cvs/smecontribs//7/*/root/etc/e-smith/locale/en-us -name $pkg \| cut -d/ -f8)
169	if [ -z "$pkgname" ]
170	then
171	if [ -z "$(find /etc/pootle/cvs/smeserver//7/*/root/etc/e-smith/locale/en-us -name $pkg)" ]
172	then
173	echo -e "\n * Can't find package for $pkg *\n"
174	continue
175	fi
176	pkgname=$(ls -d /etc/pootle/cvs/smeserver/smeserver-locale/7//root \| cut -d/ -f8)
177	else
178	mkdir -p ${pkgname}.update/$(localedir en-us $pkg)
179	cat /etc/pootle/templates/$pkg.orig \
180	\| perl -pe 's@_AMP_@&@g;s@_{_@<@g;s@_}_@>@g' \
181	> ${pkgname}.update/$(localedir en-us $pkg)/$pkg
182	fi
183	for lang in $(ls /etc/pootle/po/sme7bp -I templates)
184	do
185	mkdir -p ${pkgname}.update/$(localedir $lang $pkg)
186	xmlgen /etc/pootle/po/sme7*p/$lang/${pkg}.po \
187	> ${pkgname}.update/$(localedir $lang $pkg)/$pkg
188	done
189	done
190
191	# Build xml diffs
192	for pkg in $(ls -d *.update \| sed 's@.update$@@')
193	do
194	rm -f /var/www/html/patches/$(echo $pkg \| sed 's/-[^-]\+$//')--locale-.patch
195	[ -d $pkg.update/root/etc/e-smith/locale ] \|\| continue
196	orig=/etc/pootle/cvs/sme//*7/$pkg/root/etc/e-smith/locale
197	diff -ruN $orig $pkg.update/root/etc/e-smith/locale \
198	\| sed 's@^\(---\\|+++\) [^ ]\+/\([^/]\+/root/.*\)@\1 \2@;/^diff -ruN/d' \
199	> /var/www/html/patches/$pkg-locale-$(date +%F).patch
200	done
201
202	# Build console diffs
203	pkg=$(ls -d smeserver-locale-* \| sed 's@.update$@@')
204	orig=/etc/pootle/cvs/smeserver/smeserver-locale/*7/$pkg/po
205	diff -ruN $orig $pkg.update/po \
206	\| sed 's@^\(---\\|+++\) [^ ]\+/\([^/]\+/po/.*\)@\1 \2@;/^diff -ruN/d' \
207	>> /var/www/html/patches/$pkg-locale-$(date +%F).patch
208
209	# Build sme7admin diff
210	pkg=$(ls -d smeserver-sme7admin-* \| sed 's@.update$@@')
211	orig=/etc/pootle/cvs/smecontribs/smeserver-sme7admin/*7/$pkg/po
212	diff -ruN $orig $pkg.update/po \
213	\| sed 's@^\(---\\|+++\) [^ ]\+/\([^/]\+/po/.*\)@\1 \2@;/^diff -ruN/d' \
214	>> /var/www/html/patches/$pkg-locale-$(date +%F).patch
215