Create common translation functions

Currently there's a lot of duplicated code between the translation
scripts. This is an initial step in creation of a common library that
avoids the duplication.

Move the setup of git and transifex in the various
propose_translation and upstream_translation into
new functions in the new file common_translation_update.sh and
source the library and use the functions.

Change-Id: I7831909e780e6f683bbc7c2fd67f46232d9d1fdc
This commit is contained in:
Andreas Jaeger 2014-05-24 20:23:05 +02:00
parent 85e3221f0b
commit 01d8587077
7 changed files with 119 additions and 127 deletions

View File

@ -0,0 +1,91 @@
#!/bin/bash -xe
# Common code used by propose_translation_update.sh and
# upstream_translation_update.sh
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# Initial transifex setup
function setup_translation ()
{
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
}
# Setup a project for transifex
function setup_project ()
{
project=$1
tx set --auto-local -r ${project}.${project}-translations \
"${project}/locale/<lang>/LC_MESSAGES/${project}.po" \
--source-lang en \
--source-file ${project}/locale/${project}.pot -t PO \
--execute
}
# Setup git so that git review works
function setup_git ()
{
git config user.name "OpenStack Proposal Bot"
git config user.email "openstack-infra@lists.openstack.org"
git config gitreview.username "proposal-bot"
}
# Setup project so that git review works, sets global variable
# COMMIT_MSG.
function setup_review ()
{
ORG="$1"
PROJECT="$2"
COMMIT_MSG="Imported Translations from Transifex"
git review -s
# See if there is an open change in the transifex/translations
# topic. If so, get the change id for the existing change for use
# in the commit msg.
change_info=`ssh -p 29418 proposal-bot@review.openstack.org gerrit query --current-patch-set status:open project:$ORG/$PROJECT topic:transifex/translations owner:proposal-bot`
previous=`echo "$change_info" | grep "^ number:" | awk '{print $2}'`
if [ "x${previous}" != "x" ] ; then
change_id=`echo "$change_info" | grep "^change" | awk '{print $2}'`
# Read returns a non zero value when it reaches EOF. Because we use a
# heredoc here it will always reach EOF and return a nonzero value.
# Disable -e temporarily to get around the read.
set +e
read -d '' COMMIT_MSG <<EOF
Imported Translations from Transifex
Change-Id: $change_id
EOF
set -e
fi
}
# Propose patch using COMMIT_MSG
function send_patch ()
{
# Don't send a review if nothing has changed.
if [ `git diff --cached |wc -l` -gt 0 ]
then
# Commit and review
git commit -F- <<EOF
$COMMIT_MSG
EOF
git review -t transifex/translations
fi
}

View File

@ -16,35 +16,13 @@ ORG=$1
PROJECT=$2
COMMIT_MSG="Imported Translations from Transifex"
git config user.name "OpenStack Proposal Bot"
git config user.email "openstack-infra@lists.openstack.org"
git config gitreview.username "proposal-bot"
source /usr/local/jenkins/slave_scripts/common_translation_update.sh
git review -s
setup_git
# See if there is an open change in the transifex/translations topic
# If so, get the change id for the existing change for use in the commit msg.
change_info=`ssh -p 29418 proposal-bot@review.openstack.org gerrit query --current-patch-set status:open project:$ORG/$PROJECT topic:transifex/translations owner:proposal-bot`
previous=`echo "$change_info" | grep "^ number:" | awk '{print $2}'`
if [ "x${previous}" != "x" ] ; then
change_id=`echo "$change_info" | grep "^change" | awk '{print $2}'`
# read return a non zero value when it reaches EOF. Because we use a
# heredoc here it will always reach EOF and return a nonzero value.
# Disable -e temporarily to get around the read.
set +e
read -d '' COMMIT_MSG <<EOF
Imported Translations from Transifex
Change-Id: $change_id
EOF
set -e
fi
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
tx set --auto-local -r ${PROJECT}.${PROJECT}-translations "${PROJECT}/locale/<lang>/LC_MESSAGES/${PROJECT}.po" --source-lang en --source-file ${PROJECT}/locale/${PROJECT}.pot -t PO --execute
setup_review "$ORG" "$PROJECT"
setup_translation
setup_project "$PROJECT"
# Pull upstream translations of files that are at least 75 %
# translated
@ -73,12 +51,4 @@ do
fi
done
# Don't send a review if nothing has changed.
if [ `git diff --cached |wc -l` -gt 0 ]
then
# Commit and review
git commit -F- <<EOF
$COMMIT_MSG
EOF
git review -t transifex/translations
fi
send_patch

View File

@ -16,34 +16,12 @@ ORG=openstack
PROJECT=horizon
COMMIT_MSG="Imported Translations from Transifex"
git config user.name "OpenStack Proposal Bot"
git config user.email "openstack-infra@lists.openstack.org"
git config gitreview.username "proposal-bot"
source /usr/local/jenkins/slave_scripts/common_translation_update.sh
git review -s
setup_git
# See if there is an open change in the transifex/translations topic
# If so, get the change id for the existing change for use in the commit msg.
change_info=`ssh -p 29418 proposal-bot@review.openstack.org gerrit query --current-patch-set status:open project:$ORG/$PROJECT topic:transifex/translations owner:proposal-bot`
previous=`echo "$change_info" | grep "^ number:" | awk '{print $2}'`
if [ "x${previous}" != "x" ] ; then
change_id=`echo "$change_info" | grep "^change" | awk '{print $2}'`
# read return a non zero value when it reaches EOF. Because we use a
# heredoc here it will always reach EOF and return a nonzero value.
# Disable -e temporarily to get around the read.
set +e
read -d '' COMMIT_MSG <<EOF
Imported Translations from Transifex
Change-Id: $change_id
EOF
set -e
fi
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
setup_review "$ORG" "$PROJECT"
setup_translation
# Horizon JavaScript Translations
tx set --auto-local -r ${PROJECT}.${PROJECT}-js-translations \
@ -81,12 +59,4 @@ do
fi
done
# Don't send a review if nothing has changed.
if [ `git diff --cached |wc -l` -gt 0 ]
then
# Commit and review
git commit -F- <<EOF
$COMMIT_MSG
EOF
git review -t transifex/translations
fi
send_patch

View File

@ -17,6 +17,7 @@
# The script is to pull the translations from Transifex,
# and push to Gerrit.
ORG="openstack"
PROJECT=$1
DocFolder="doc"
@ -26,34 +27,11 @@ fi
COMMIT_MSG="Imported Translations from Transifex"
git config user.name "OpenStack Proposal Bot"
git config user.email "openstack-infra@lists.openstack.org"
git config gitreview.username "proposal-bot"
source /usr/local/jenkins/slave_scripts/common_translation_update.sh
git review -s
# See if there is an open change in the transifex/translations topic
# If so, get the change id for the existing change for use in the commit msg.
change_info=`ssh -p 29418 proposal-bot@review.openstack.org gerrit query --current-patch-set status:open project:openstack/$PROJECT topic:transifex/translations owner:proposal-bot`
previous=`echo "$change_info" | grep "^ number:" | awk '{print $2}'`
if [ "x${previous}" != "x" ] ; then
change_id=`echo "$change_info" | grep "^change" | awk '{print $2}'`
# read return a non zero value when it reaches EOF. Because we use a
# heredoc here it will always reach EOF and return a nonzero value.
# Disable -e temporarily to get around the read.
set +e
read -d '' COMMIT_MSG <<EOF
Imported Translations from Transifex
Change-Id: $change_id
EOF
set -e
fi
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
setup_git
setup_review "$ORG" "$PROJECT"
setup_translation
# Generate pot one by one
for FILE in ${DocFolder}/*
@ -116,13 +94,4 @@ do
fi
done
# Don't send a review if nothing has changed.
if [ `git diff --cached |wc -l` -gt 0 ]
then
# Commit and review
git commit -F- <<EOF
$COMMIT_MSG
EOF
git review -t transifex/translations
fi
send_patch

View File

@ -23,13 +23,11 @@ then
exit 0
fi
git config user.name "OpenStack Jenkins"
git config user.email "jenkins@openstack.org"
source /usr/local/jenkins/slave_scripts/common_translation_update.sh
setup_git
setup_translation
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
# Horizon JavaScript Translations
tx set --auto-local -r ${PROJECT}.${PROJECT}-js-translations \
"${PROJECT}/locale/<lang>/LC_MESSAGES/djangojs.po" --source-lang en \

View File

@ -19,14 +19,11 @@ then
exit 0
fi
git config user.name "OpenStack Jenkins"
git config user.email "jenkins@openstack.org"
source /usr/local/jenkins/slave_scripts/common_translation_update.sh
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
tx set --auto-local -r ${PROJECT}.${PROJECT}-translations "${PROJECT}/locale/<lang>/LC_MESSAGES/${PROJECT}.po" --source-lang en --source-file ${PROJECT}/locale/${PROJECT}.pot -t PO --execute
setup_git
setup_translation
setup_project "$PROJECT"
# Update the .pot file
python setup.py extract_messages

View File

@ -28,13 +28,10 @@ then
exit 0
fi
git config user.name "OpenStack Jenkins"
git config user.email "jenkins@openstack.org"
source /usr/local/jenkins/slave_scripts/common_translation_update.sh
# Initialize the transifex client, if there's no .tx directory
if [ ! -d .tx ] ; then
tx init --host=https://www.transifex.com
fi
setup_git
setup_translation
# Generate pot one by one
for FILE in ${DocFolder}/*