| 1 |
#!/bin/bash |
| 2 |
|
| 3 |
# Functions |
| 4 |
. /var/lib/pootle/bin/functions |
| 5 |
|
| 6 |
# Clean up tmp dir |
| 7 |
rm -rf /var/lib/pootle/tmp |
| 8 |
mkdir -p /var/lib/pootle/tmp/ /var/www/html/pootle/{patches,errors,anaconda} |
| 9 |
|
| 10 |
#========================================================== |
| 11 |
# to help debugging set to 1 and it will help to follow where errors occurs |
| 12 |
debug=0 |
| 13 |
|
| 14 |
export CVS_RSH=ssh |
| 15 |
|
| 16 |
(($debug)) && builtin echo "Update/expand smeserver cvs" |
| 17 |
# Update/expand smeserver cvs |
| 18 |
cd /var/lib/pootle/cvs/smeserver |
| 19 |
for pkg in *e-smith*/sme* *sme*/sme* anaconda/sme* booty/sme* |
| 20 |
do |
| 21 |
make -C $pkg clean &> /dev/null |
| 22 |
done |
| 23 |
cvs update -dPA > /dev/null |
| 24 |
for pkg in *e-smith*/sme* *sme*/sme* anaconda/sme* booty/sme* |
| 25 |
do |
| 26 |
make -C $pkg prep &> /dev/null |
| 27 |
done |
| 28 |
|
| 29 |
(($debug)) && builtin echo "Update/expand smecontribs cvs" |
| 30 |
# Update/expand smecontribs cvs |
| 31 |
cd /var/lib/pootle/cvs/smecontribs |
| 32 |
for pkg in *e-smith*/contribs* *sme*/contribs* |
| 33 |
do |
| 34 |
make -C $pkg clean &> /dev/null |
| 35 |
done |
| 36 |
cvs update -dPA > /dev/null |
| 37 |
for pkg in *e-smith*/contribs* *sme*/contribs* |
| 38 |
do |
| 39 |
make -C $pkg prep &> /dev/null |
| 40 |
done |
| 41 |
|
| 42 |
#========================================================== |
| 43 |
|
| 44 |
cd /var/lib/pootle/tmp |
| 45 |
|
| 46 |
# Sync database stores to filesystem |
| 47 |
django-admin sync_stores --settings=pootle.settings &> /dev/null |
| 48 |
|
| 49 |
for ver in sme8 sme9 sme10 |
| 50 |
do |
| 51 |
(($debug)) && echo&& echo builtin echo "anaconda $ver" # debug jpp |
| 52 |
# Update anaconda template |
| 53 |
anacondatmpl $ver > anaconda.pot |
| 54 |
diffmv anaconda.pot /var/lib/pootle/po/$ver/templates/anaconda.pot |
| 55 |
|
| 56 |
(($debug)) && echo&& echo builtin echo "console template $ver " |
| 57 |
# Update console templates |
| 58 |
potempl $(find /var/lib/pootle/cvs/smeserver/e-smith-quota/$ver/ -type f -name adminQuotaSummary.tmpl) > adminQuotaSummary.tmpl.pot |
| 59 |
diffmv adminQuotaSummary.tmpl.pot /var/lib/pootle/po/$ver/templates/adminQuotaSummary.tmpl.pot |
| 60 |
potempl $(find /var/lib/pootle/cvs/smeserver/e-smith-backup/$ver/ -type f -name do_backup -o -regex '.*/crontab/backup') > backup-console.pot |
| 61 |
diffmv backup-console.pot /var/lib/pootle/po/$ver/templates/backup-console.pot |
| 62 |
potempl $(find /var/lib/pootle/cvs/smeserver/e-smith-manager/$ver/ -type f -name 25Copyright) > foot.tmpl.pot |
| 63 |
diffmv foot.tmpl.pot /var/lib/pootle/po/$ver/templates/foot.tmpl.pot |
| 64 |
potempl $(find /var/lib/pootle/cvs/smeserver/*/$ver/ -type f -regex '.*/e-?smith/console.*' -not -regex '.*\+ldap/.*') > server-console.pot |
| 65 |
diffmv server-console.pot /var/lib/pootle/po/$ver/templates/server-console.pot |
| 66 |
potempl $(find /var/lib/pootle/cvs/smeserver/e-smith-quota/$ver/ -type f -name userOverQuota.tmpl) > userOverQuota.tmpl.pot |
| 67 |
diffmv userOverQuota.tmpl.pot /var/lib/pootle/po/$ver/templates/userOverQuota.tmpl.pot |
| 68 |
|
| 69 |
(($debug)) && echo&& echo builtin echo "panel template $ver " |
| 70 |
# Update panel templates |
| 71 |
for pkg in $(find /var/lib/pootle/cvs/smeserver/*/$ver/*/root/etc/e-smith/locale/en-us/ -type f -not -regex '.*\+ldap/.*' 2> /dev/null) |
| 72 |
do |
| 73 |
xmltempl $ver $pkg |
| 74 |
diffcp /var/lib/pootle/templates/$ver/$(basename $pkg).pot /var/lib/pootle/po/$ver/templates/$(basename $pkg).pot |
| 75 |
done |
| 76 |
done |
| 77 |
|
| 78 |
for ver in contribs8 contribs9 |
| 79 |
do |
| 80 |
nver=$(echo $ver| tr -dc '0-9') |
| 81 |
if [ "$nver" -ge "9" ] |
| 82 |
then |
| 83 |
(($debug)) && echo&& echo builtin echo "sme*admin template $ver " |
| 84 |
# Update sme*admin template |
| 85 |
#echo "smeserver-sme${nver}admin" |
| 86 |
potempl /var/lib/pootle/cvs/smecontribs/smeserver-sme${nver}admin/$ver/*/root/{etc/e-smith/web/functions/sme${nver}admin,usr/bin/sme${nver}admind} > sme${nver}admin.pot |
| 87 |
diffmv sme${nver}admin.pot /var/lib/pootle/po/$ver/templates/sme${nver}admin.pot |
| 88 |
fi |
| 89 |
|
| 90 |
(($debug)) && echo&& echo builtin echo "contribs others template $ver" |
| 91 |
# Update contrib panel templates |
| 92 |
for pkg in $(find /var/lib/pootle/cvs/smecontribs/*/$ver/*/root/etc/e-smith/locale/en-us/ -type f 2> /dev/null) |
| 93 |
do |
| 94 |
xmltempl $ver $pkg |
| 95 |
diffcp /var/lib/pootle/templates/$ver/$(basename $pkg).pot /var/lib/pootle/po/$ver/templates/$(basename $pkg).pot |
| 96 |
done |
| 97 |
done |
| 98 |
|
| 99 |
#========================================================== |
| 100 |
|
| 101 |
# Create copy of po files without obsolete strings |
| 102 |
rsync -amR --include '*/' --include '*.po' --exclude '*' /var/lib/pootle/po/./{sme,contribs}[0-9]/ /var/lib/pootle/tmp/errors/ |
| 103 |
find /var/lib/pootle/tmp/errors/ -type f -exec sed -i '/^#~/d' {} \+ |
| 104 |
|
| 105 |
(($debug)) && echo&& echo builtin echo "Apply templates to languages" |
| 106 |
# Apply templates to languages |
| 107 |
for lang in $(ls -I templates /var/lib/pootle/po/{sme,contribs}[0-9] 2> /dev/null | grep '[[:alpha:]]$' | sort -u) |
| 108 |
do |
| 109 |
# Create compendium to assist translations |
| 110 |
msgcat --use-first <(msgcat $(find /var/lib/pootle/tmp/errors/*/$lang/ -name '*.po') | msgattrib --translated --no-fuzzy) \ |
| 111 |
<(msgcat --to-code UTF-8 $(find /var/lib/pootle/po/*/$lang/ -name '*.po') | msgattrib --translated --no-fuzzy) \ |
| 112 |
> /var/lib/pootle/tmp/compendium-$lang.po |
| 113 |
|
| 114 |
# Use compendium to migrate each project to new template |
| 115 |
for ver in $(ls -d /var/lib/pootle/po/{sme,contribs}[0-9]/$lang 2> /dev/null | sed 's@.*/\([^/]\+\)/[^/]\+$@\1@') |
| 116 |
do |
| 117 |
mkdir -p /var/lib/pootle/tmp/$ver/$lang |
| 118 |
pomigrate2 -F -C=/var/lib/pootle/tmp/compendium-$lang.po -q --locale=$lang \ |
| 119 |
/var/lib/pootle/po/$ver/$lang /var/lib/pootle/tmp/$ver/$lang /var/lib/pootle/po/$ver/templates > /dev/null |
| 120 |
|
| 121 |
# Ensure language is correct |
| 122 |
sed -i "/msgid \"en-us\"/{N;s@msgstr \"[^\"]*\"@msgstr \"$lang\"@}" /var/lib/pootle/tmp/$ver/$lang/* 2> /dev/null |
| 123 |
|
| 124 |
# Set package version in po files |
| 125 |
sed -i "s@\(Id-Version:\)[^\\]*@\1 SME $(echo $ver | sed 's@sme@Server @;s@contribs@Contribs @')@" /var/lib/pootle/tmp/$ver/$lang/*.po 2> /dev/null |
| 126 |
|
| 127 |
# Generate translation memory for panels |
| 128 |
updatetm --progress none -c 4 -i /var/lib/pootle/tmp/$ver/$lang -t /var/lib/pootle/tmp/compendium-$lang.po -o /var/lib/pootle/tmp/$ver/$lang |
| 129 |
|
| 130 |
find /var/lib/pootle/tmp/$ver/$lang -type f | while read pkg |
| 131 |
do |
| 132 |
# Move files that have changed |
| 133 |
diffmv $pkg $(echo $pkg | sed 's@/tmp/@/po/@') |
| 134 |
done |
| 135 |
done |
| 136 |
done |
| 137 |
|
| 138 |
(($debug)) && echo&& echo builtin echo "Copy po files so we can create error reports" |
| 139 |
# Copy po files so we can create error reports |
| 140 |
rsync -amR --include '*/' --include '*.po' --exclude '*' /var/lib/pootle/po/./{sme,contribs}[0-9]/ /var/lib/pootle/tmp/errors/ |
| 141 |
|
| 142 |
#========================================================== |
| 143 |
|
| 144 |
(($debug)) && echo&& echo builtin echo "Sync filesystem to database stores" |
| 145 |
# Sync filesystem to database stores |
| 146 |
django-admin update_stores --settings=pootle.settings &> /dev/null |
| 147 |
|
| 148 |
(($debug)) && echo&& echo builtin echo "Recalculate stats and restart server" |
| 149 |
# Recalculate stats and restart server |
| 150 |
django-admin refresh_stats --settings=pootle.settings &> /dev/null |
| 151 |
|
| 152 |
#========================================================== |
| 153 |
|
| 154 |
(($debug)) && echo&& echo builtin echo "Create error compendium to assist translators" |
| 155 |
# Create error compendium to assist translators |
| 156 |
find /var/lib/pootle/tmp/errors/ -type f -exec sed -i '/^#~/d' {} \+ |
| 157 |
for lang in $(ls -I templates /var/lib/pootle/po/{sme,contribs}[0-9] 2> /dev/null | grep '[[:alpha:]]$' | sort -u) |
| 158 |
do |
| 159 |
msgcat $(find /var/lib/pootle/tmp/errors/*/$lang/ -name '*.po') \ |
| 160 |
| msgattrib --only-fuzzy \ |
| 161 |
| sed '0,/^$/d;/^#~/d' \ |
| 162 |
| sed ':a;/^\n*$/{$d;N;ba;}' \ |
| 163 |
> errors-$lang.err |
| 164 |
chmod 644 errors-$lang.err |
| 165 |
diffmv errors-$lang.err /var/www/html/pootle/errors/errors-$lang.err |
| 166 |
done |
| 167 |
|
| 168 |
(($debug)) && echo&& echo builtin echo "Build diffs for languages" |
| 169 |
# Build diffs for languages |
| 170 |
for pkg in $(ls /var/lib/pootle/po/{sme,contribs}[0-9]/templates/ | sed -n 's@\.pot@@p' | sort -u) |
| 171 |
do |
| 172 |
pkgs=$(find /var/lib/pootle/cvs/*/*/*/*/root/etc/e-smith/locale/en-us -name $pkg -not -regex '.*\+ldap/.*') |
| 173 |
if [ -z "$pkgs" ] |
| 174 |
then |
| 175 |
if [ $pkg == "anaconda" ] |
| 176 |
then |
| 177 |
ls /var/lib/pootle/po/*/*/$pkg.po | cut -d/ --output-delimiter " " -f6,7 | while read ver lang |
| 178 |
do |
| 179 |
[[ $ver == *7 ]] && continue |
| 180 |
|
| 181 |
(($debug)) && echo&& echo builtin echo "anaconda $ver $lang " |
| 182 |
mkdir -p /var/www/html/pootle/anaconda/$ver/$lang/LC_MESSAGES |
| 183 |
anacondagen $ver $lang > /var/www/html/pootle/anaconda/$ver/$lang/LC_MESSAGES/anaconda.mo |
| 184 |
[ -s /var/www/html/pootle/anaconda/$ver/$lang/LC_MESSAGES/anaconda.mo ] || rm -rf /var/www/html/pootle/anaconda/$ver/$lang |
| 185 |
done |
| 186 |
else |
| 187 |
pkgs=$(ls -d /var/lib/pootle/cvs/*/smeserver-$pkg/*/*/root 2> /dev/null) |
| 188 |
[ -z "$pkgs" ] && pkgs=$(ls -d /var/lib/pootle/cvs/*/smeserver-locale/*/*/root) |
| 189 |
|
| 190 |
echo "$pkgs" | cut -d/ --output-delimiter " " -f8,9 | while read ver pkgname |
| 191 |
do |
| 192 |
[[ $ver == *7 ]] && continue |
| 193 |
|
| 194 |
(($debug)) && echo&& echo builtin echo "$pkg $ver" |
| 195 |
for lang in $(ls -I templates /var/lib/pootle/po/$ver/ 2> /dev/null | grep '[[:alpha:]]$' | sort -u) |
| 196 |
do |
| 197 |
(($debug)) && echo&& echo builtin echo "* $pkg $lang " |
| 198 |
if [ -f "/var/lib/pootle/po/$ver/$lang/${pkg}.po" ] |
| 199 |
then |
| 200 |
mkdir -p diff/$ver/${pkgname}.update/po/$lang |
| 201 |
msgcat -F --no-wrap /var/lib/pootle/po/$ver/$lang/${pkg}.po \ |
| 202 |
| grep -v 'Id-Version\|Report-Msgid-Bugs-To\|POT-Creation-Date\|PO-Revision-Date\|Last-Translator\|Language-Team\|X-Generator' \ |
| 203 |
| sed '0,/msgid ""/{/^#/d};/^#,/d;s@^\(#: \)[^/]\+/root@\1root@' \ |
| 204 |
> diff/$ver/${pkgname}.update/po/$lang/${pkg/backup-console/backup}.po |
| 205 |
fi |
| 206 |
done |
| 207 |
done |
| 208 |
fi |
| 209 |
else |
| 210 |
echo "$pkgs" | grep -qv '/contribs[0-9]/' && pkgs=$(echo "$pkgs" | grep '/contribs[0-9]/'; ls -d /var/lib/pootle/cvs/*/smeserver-locale/*/*/root) |
| 211 |
echo "$pkgs" | cut -d/ --output-delimiter " " -f8,9 | while read ver pkgname |
| 212 |
do |
| 213 |
[[ $ver == *7 ]] && continue |
| 214 |
|
| 215 |
if [[ $ver == contribs* ]] |
| 216 |
then |
| 217 |
if [ -f /var/lib/pootle/templates/$ver/$pkg.orig ] |
| 218 |
then |
| 219 |
(($debug)) && echo&& echo builtin echo "$pkg update $ver" |
| 220 |
mkdir -p diff/$ver/${pkgname}.update/$(localedir en-us $pkg) |
| 221 |
cat /var/lib/pootle/templates/$ver/$pkg.orig \ |
| 222 |
| perl -pe 's@_AMP_@&@g;s@_{_@<@g;s@_}_@>@g' \ |
| 223 |
> diff/$ver/${pkgname}.update/$(localedir en-us $pkg)/$pkg |
| 224 |
fi |
| 225 |
fi |
| 226 |
for lang in $(ls -I templates /var/lib/pootle/po/$ver/ 2> /dev/null | grep '[[:alpha:]]$' | sort -u) |
| 227 |
do |
| 228 |
(($debug)) && echo&& echo builtin echo "* $pkg $lang " |
| 229 |
mkdir -p diff/$ver/${pkgname}.update/$(localedir $lang $pkg) |
| 230 |
xmlgen $ver /var/lib/pootle/po/$ver/$lang/${pkg}.po \ |
| 231 |
> diff/$ver/${pkgname}.update/$(localedir $lang $pkg)/$pkg |
| 232 |
done |
| 233 |
done |
| 234 |
fi |
| 235 |
done |
| 236 |
|
| 237 |
(($debug)) && echo&& echo builtin echo "Build patches" |
| 238 |
# Build diffs |
| 239 |
ls -d diff/*/* | sed 's@.update$@@' | cut -d/ --output-delimiter " " -f2,3 | while read ver pkg |
| 240 |
do |
| 241 |
mkdir -p /var/www/html/pootle/patches/$ver |
| 242 |
rm -f /var/www/html/pootle/patches/$ver/$(echo $pkg | sed 's/-[^-]\+$//')-*-locale-*.patch |
| 243 |
if [ -d "diff/$ver/$pkg.update/root" ] |
| 244 |
then |
| 245 |
diff -ruN {/var/lib/pootle/cvs/*/*/$ver/$pkg,diff/$ver/$pkg.update}/root/etc/e-smith/locale \ |
| 246 |
| sed 's@^\(---\|+++\) [^ ]\+/\([^/]\+/root/.*\)@\1 \2@;/^diff -ruN/d' \ |
| 247 |
>> /var/www/html/pootle/patches/$ver/$pkg-locale-$(date +%F).patch |
| 248 |
fi |
| 249 |
if [ -d "diff/$ver/$pkg.update/po" ] |
| 250 |
then |
| 251 |
diff -ruN {/var/lib/pootle/cvs/*/*/$ver/$pkg,diff/$ver/$pkg.update}/po \ |
| 252 |
| sed 's@^\(---\|+++\) [^ ]\+/\([^/]\+/po/.*\)@\1 \2@;/^diff -ruN/d' \ |
| 253 |
>> /var/www/html/pootle/patches/$ver/$pkg-locale-$(date +%F).patch |
| 254 |
fi |
| 255 |
done |
| 256 |
|
Parent Directory
| 
Revision Log
| 
Revision Graph
