#!/bin/bash -xe # Common code used by propose_translation_update.sh and # upstream_translation_update.sh # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. # Initial transifex setup function setup_translation () { # Track in HAS_CONFIG whether we run "tx init" since calling it # will add the file .tx/config - and "tx set" might update it. If # "tx set" updates .tx/config, we need to handle the file if it # existed before. HAS_CONFIG=1 # Initialize the transifex client, if there's no .tx directory if [ ! -d .tx ] ; then tx init --host=https://www.transifex.com HAS_CONFIG=0 fi } # Setup a project for transifex function setup_project () { local project=$1 # Transifex project name does not include "." tx_project=${project/\./} tx set --auto-local -r ${tx_project}.${tx_project}-translations \ "${project}/locale//LC_MESSAGES/${project}.po" \ --source-lang en \ --source-file ${project}/locale/${project}.pot -t PO \ --execute } # Setup project horizon for transifex function setup_horizon () { local project=horizon # Horizon JavaScript Translations tx set --auto-local -r ${project}.${project}-js-translations \ "${project}/locale//LC_MESSAGES/djangojs.po" \ --source-lang en \ --source-file ${project}/locale/en/LC_MESSAGES/djangojs.po \ -t PO --execute # Horizon Translations tx set --auto-local -r ${project}.${project}-translations \ "${project}/locale//LC_MESSAGES/django.po" \ --source-lang en \ --source-file ${project}/locale/en/LC_MESSAGES/django.po \ -t PO --execute # OpenStack Dashboard Translations tx set --auto-local -r ${project}.openstack-dashboard-translations \ "openstack_dashboard/locale//LC_MESSAGES/django.po" \ --source-lang en \ --source-file openstack_dashboard/locale/en/LC_MESSAGES/django.po \ -t PO --execute } # Set global variable DocFolder for manuals projects function init_manuals () { project=$1 DocFolder="doc" if [ $project = "api-site" -o $project = "security-doc" ] ; then DocFolder="./" fi } # Setup project manuals projects (api-site, openstack-manuals, # operations-guide) for transifex function setup_manuals () { local project=$1 # Generate pot one by one for FILE in ${DocFolder}/* do # Skip non-directories if [ ! -d $FILE ] then continue fi DOCNAME=${FILE#${DocFolder}/} # Ignore directories that will not get translated if [ "$DOCNAME" == "www" -o "$DOCNAME" == "tools" -o "$DOCNAME" == "generated" -o "$DOCNAME" == "publish-docs" ] then continue fi # Skip glossary in all repos besides openstack-manuals. if [ "$project" != "openstack-manuals" -a "$DOCNAME" == "glossary" ] then continue fi # Minimum amount of translation done, 75 % by default. PERC=75 if [ "$project" == "openstack-manuals" ] then # The common and glossary directories are used by the # other guides, let's be more liberal here since teams # might only translate the files used by a single # guide. We use 8 % since that downloads the currently # translated files. if [ "$DOCNAME" == "common" -o "$DOCNAME" == "glossary" ] then PERC=8 fi fi # Update the .pot file ./tools/generatepot ${DOCNAME} if [ -f ${DocFolder}/${DOCNAME}/locale/${DOCNAME}.pot ] then # Add all changed files to git git add ${DocFolder}/${DOCNAME}/locale/* # Set auto-local tx set --auto-local -r openstack-manuals-i18n.${DOCNAME} \ "${DocFolder}/${DOCNAME}/locale/.po" --source-lang en \ --source-file ${DocFolder}/${DOCNAME}/locale/${DOCNAME}.pot \ --minimum-perc=$PERC \ -t PO --execute fi done } # Setup git so that git review works function setup_git () { git config user.name "OpenStack Proposal Bot" git config user.email "openstack-infra@lists.openstack.org" git config gitreview.username "proposal-bot" } # Setup project so that git review works, sets global variable # COMMIT_MSG. function setup_review () { FULL_PROJECT=$(grep project .gitreview | cut -f2 -d= |sed -e 's/\.git$//') COMMIT_MSG="Imported Translations from Transifex" git review -s # See if there is an open change in the transifex/translations # topic. If so, get the change id for the existing change for use # in the commit msg. change_info=`ssh -p 29418 proposal-bot@review.openstack.org gerrit query --current-patch-set status:open project:$FULL_PROJECT topic:transifex/translations owner:proposal-bot` previous=`echo "$change_info" | grep "^ number:" | awk '{print $2}'` if [ "x${previous}" != "x" ] ; then change_id=`echo "$change_info" | grep "^change" | awk '{print $2}'` # Read returns a non zero value when it reaches EOF. Because we use a # heredoc here it will always reach EOF and return a nonzero value. # Disable -e temporarily to get around the read. set +e read -d '' COMMIT_MSG </LC_MESSAGES/${project}-log-${level}.po" \ --source-lang en \ --source-file ${project}/locale/${project}-log-${level}.pot -t PO \ --execute done } # Run extract_messages for user visible messages and log messages. # Needs variables setup via setup_loglevel_vars. function extract_messages_log () { project=$1 # Update the .pot files python setup.py extract_messages for level in $LEVELS ; do python setup.py extract_messages --no-default-keywords \ --keyword ${LKEYWORD[$level]} \ --output-file ${project}/locale/${project}-log-${level}.pot done } # Setup project django_openstack_auth for transifex function setup_django_openstack_auth () { tx set --auto-local -r horizon.djangopo \ "openstack_auth/locale//LC_MESSAGES/django.po" \ --source-lang en \ --source-file openstack_auth/locale/openstack_auth.pot -t PO \ --execute } # Filter out files that we do not want to commit function filter_commits () { # Don't send files where the only things which have changed are # the creation date, the version number, the revision date, # comment lines, or diff file information. PO_CHANGE=0 for f in `git diff --cached --name-only` do # Check for all files endig with ".po" if [[ $f =~ .po$ ]] ; then PO_CHANGE=1 fi # It's ok if the grep fails set +e changed=$(git diff --cached "$f" \ | egrep -v "(POT-Creation-Date|Project-Id-Version|PO-Revision-Date)" \ | egrep -c "^([-+][^-+#])") set -e if [ $changed -eq 0 ] then git reset -q "$f" git checkout -- "$f" fi done # If no po file was changed, only pot source files were changed # and those changes can be ignored as they give no benefit on # their own. if [ $PO_CHANGE -eq 0 ] ; then for f in `git diff --cached --name-only` ; do git reset -q "$f" git checkout -- "$f" done fi }