mirror of
https://github.com/seigler/dash-docs
synced 2025-07-27 17:56:16 +00:00
118 lines
44 KiB
HTML
118 lines
44 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.14"/>
|
|
<meta name="viewport" content="width=device-width, initial-scale=1"/>
|
|
<title>Dash Core: contrib/devtools/update-translations.py Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="navtree.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="resize.js"></script>
|
|
<script type="text/javascript" src="navtreedata.js"></script>
|
|
<script type="text/javascript" src="navtree.js"></script>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(document).ready(initResizable);
|
|
/* @license-end */</script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/searchdata.js"></script>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td id="projectlogo"><img alt="Logo" src="bitcoin_logo_doxygen.png"/></td>
|
|
<td id="projectalign" style="padding-left: 0.5em;">
|
|
<div id="projectname">Dash Core
|
|
 <span id="projectnumber">0.12.2.1</span>
|
|
</div>
|
|
<div id="projectbrief">P2P Digital Currency</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.14 -->
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
/* @license-end */
|
|
</script>
|
|
<script type="text/javascript" src="menudata.js"></script>
|
|
<script type="text/javascript" src="menu.js"></script>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(function() {
|
|
initMenu('',true,false,'search.php','Search');
|
|
$(document).ready(function() { init_search(); });
|
|
});
|
|
/* @license-end */</script>
|
|
<div id="main-nav"></div>
|
|
</div><!-- top -->
|
|
<div id="side-nav" class="ui-resizable side-nav-resizable">
|
|
<div id="nav-tree">
|
|
<div id="nav-tree-contents">
|
|
<div id="nav-sync" class="sync"></div>
|
|
</div>
|
|
</div>
|
|
<div id="splitbar" style="-moz-user-select:none;"
|
|
class="ui-resizable-handle">
|
|
</div>
|
|
</div>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(document).ready(function(){initNavTree('update-translations_8py_source.html','');});
|
|
/* @license-end */
|
|
</script>
|
|
<div id="doc-content">
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
</div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">update-translations.py</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<a href="update-translations_8py.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html"> 1</a></span> <span class="comment">#!/usr/bin/python</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"># Copyright (c) 2014 Wladimir J. van der Laan</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"># Distributed under the MIT software license, see the accompanying</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"># file COPYING or http://www.opensource.org/licenses/mit-license.php.</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="stringliteral">'''</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="stringliteral">Run this script from the root of the repository to update all translations from</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="stringliteral">transifex.</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="stringliteral">It will do the following automatically:</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="stringliteral"></span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="stringliteral">- fetch all translations using the tx tool</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="stringliteral">- post-process them into valid and committable format</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="stringliteral"> - remove invalid control characters</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="stringliteral"> - remove location tags (makes diffs less noisy)</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="stringliteral"></span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="stringliteral">TODO:</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="stringliteral">- auto-add new translations to the build system according to the translation process</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="stringliteral">'''</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="keyword">from</span> __future__ <span class="keyword">import</span> division, print_function</div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="keyword">import</span> subprocess</div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="keyword">import</span> re</div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="keyword">import</span> sys</div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="keyword">import</span> os</div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="keyword">import</span> io</div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="keyword">import</span> xml.etree.ElementTree <span class="keyword">as</span> ET</div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="comment"># Name of transifex tool</span></div><div class="line"><a name="l00027"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#aa2346197733d6b400d780f30f7732029"> 27</a></span> TX = <span class="stringliteral">'tx'</span></div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="comment"># Name of source language file</span></div><div class="line"><a name="l00029"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#a1acb1ee37624b7261507667d32efd3eb"> 29</a></span> SOURCE_LANG = <span class="stringliteral">'dash_en.ts'</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="comment"># Directory with locale files</span></div><div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#a92804d02ed82458b517a87e914dcfad5"> 31</a></span> LOCALE_DIR = <span class="stringliteral">'src/qt/locale'</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="comment"># Minimum number of messages for translation to be considered at all</span></div><div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#af169e4b98e408f1dfe8c7d8ce796573b"> 33</a></span> MIN_NUM_MESSAGES = 10</div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> </div><div class="line"><a name="l00035"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#a6a60f28b76841b0c6f7c06aa48f3020c"> 35</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#a6a60f28b76841b0c6f7c06aa48f3020c">check_at_repository_root</a>():</div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  <span class="keywordflow">if</span> <span class="keywordflow">not</span> os.path.exists(<span class="stringliteral">'.git'</span>):</div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  print(<span class="stringliteral">'No .git directory found'</span>)</div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  print(<span class="stringliteral">'Execute this script at the root of the repository'</span>, file=sys.stderr)</div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  exit(1)</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> </div><div class="line"><a name="l00041"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#aab7e86bee268708b08434fff1e52778b"> 41</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#aab7e86bee268708b08434fff1e52778b">fetch_all_translations</a>():</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <span class="keywordflow">if</span> subprocess.call([TX, <span class="stringliteral">'pull'</span>, <span class="stringliteral">'-f'</span>, <span class="stringliteral">'-a'</span>]):</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  print(<span class="stringliteral">'Error while fetching translations'</span>, file=sys.stderr)</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  exit(1)</div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span> </div><div class="line"><a name="l00046"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#ac28d5642d2dacb00e058b5065d31b336"> 46</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#ac28d5642d2dacb00e058b5065d31b336">find_format_specifiers</a>(s):</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  <span class="stringliteral">'''Find all format specifiers in a string.'''</span></div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  pos = 0</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  specifiers = []</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  <span class="keywordflow">while</span> <span class="keyword">True</span>:</div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  percent = s.find(<span class="stringliteral">'%'</span>, pos)</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <span class="keywordflow">if</span> percent < 0:</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="keywordflow">break</span></div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <span class="keywordflow">try</span>:</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  specifiers.append(s[percent+1])</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <span class="keywordflow">except</span>:</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  print(<span class="stringliteral">'Failed to get specifier'</span>)</div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  pos = percent+2</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="keywordflow">return</span> specifiers</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span> </div><div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#aec418d02d8e3a62cc59a3472ef9dffcb"> 61</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#aec418d02d8e3a62cc59a3472ef9dffcb">split_format_specifiers</a>(specifiers):</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <span class="stringliteral">'''Split format specifiers between numeric (Qt) and others (strprintf)'''</span></div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  numeric = []</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  other = []</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  <span class="keywordflow">for</span> s <span class="keywordflow">in</span> specifiers:</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <span class="keywordflow">if</span> s <span class="keywordflow">in</span> {<span class="stringliteral">'1'</span>,<span class="stringliteral">'2'</span>,<span class="stringliteral">'3'</span>,<span class="stringliteral">'4'</span>,<span class="stringliteral">'5'</span>,<span class="stringliteral">'6'</span>,<span class="stringliteral">'7'</span>,<span class="stringliteral">'8'</span>,<span class="stringliteral">'9'</span>}:</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  numeric.append(s)</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  other.append(s)</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span> </div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="comment"># numeric (Qt) can be present in any order, others (strprintf) must be in specified order</span></div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keywordflow">return</span> set(numeric),other</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span> </div><div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421"> 74</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421">sanitize_string</a>(s):</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <span class="stringliteral">'''Sanitize string for printing'''</span></div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <span class="keywordflow">return</span> s.replace(<span class="stringliteral">'\n'</span>,<span class="stringliteral">' '</span>)</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span> </div><div class="line"><a name="l00078"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#a03b9c4cb72285eceb3d03313f765e36f"> 78</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#a03b9c4cb72285eceb3d03313f765e36f">check_format_specifiers</a>(source, translation, errors, numerus):</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  source_f = <a class="code" href="namespaceupdate-translations.html#aec418d02d8e3a62cc59a3472ef9dffcb">split_format_specifiers</a>(<a class="code" href="namespaceupdate-translations.html#ac28d5642d2dacb00e058b5065d31b336">find_format_specifiers</a>(source))</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="comment"># assert that no source messages contain both Qt and strprintf format specifiers</span></div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  <span class="comment"># if this fails, go change the source as this is hacky and confusing!</span></div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="comment">#assert(not(source_f[0] and source_f[1]))</span></div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <span class="keywordflow">try</span>:</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  translation_f = <a class="code" href="namespaceupdate-translations.html#aec418d02d8e3a62cc59a3472ef9dffcb">split_format_specifiers</a>(<a class="code" href="namespaceupdate-translations.html#ac28d5642d2dacb00e058b5065d31b336">find_format_specifiers</a>(translation))</div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="keywordflow">except</span> IndexError:</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  errors.append(<span class="stringliteral">"Parse error in translation for '%s': '%s'"</span> % (<a class="code" href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421">sanitize_string</a>(source), <a class="code" href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421">sanitize_string</a>(translation)))</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <span class="keywordflow">return</span> <span class="keyword">False</span></div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <span class="keywordflow">if</span> source_f != translation_f:</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  <span class="keywordflow">if</span> numerus <span class="keywordflow">and</span> source_f == (set(), [<span class="stringliteral">'n'</span>]) <span class="keywordflow">and</span> translation_f == (set(), []) <span class="keywordflow">and</span> translation.find(<span class="stringliteral">'%'</span>) == -1:</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  <span class="comment"># Allow numerus translations to omit %n specifier (usually when it only has one possible value)</span></div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <span class="keywordflow">return</span> <span class="keyword">True</span></div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  errors.append(<span class="stringliteral">"Mismatch between '%s' and '%s'"</span> % (<a class="code" href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421">sanitize_string</a>(source), <a class="code" href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421">sanitize_string</a>(translation)))</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  <span class="keywordflow">return</span> <span class="keyword">False</span></div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <span class="keywordflow">return</span> <span class="keyword">True</span></div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span> </div><div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#a59f7a084ae135b72be06be7128663d6e"> 97</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#a59f7a084ae135b72be06be7128663d6e">all_ts_files</a>(suffix=''):</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span>  <span class="keywordflow">for</span> filename <span class="keywordflow">in</span> os.listdir(LOCALE_DIR):</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <span class="comment"># process only language files, and do not process source language</span></div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  <span class="keywordflow">if</span> <span class="keywordflow">not</span> filename.endswith(<span class="stringliteral">'.ts'</span>+suffix) <span class="keywordflow">or</span> filename == SOURCE_LANG+suffix:</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <span class="keywordflow">continue</span></div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="keywordflow">if</span> suffix: <span class="comment"># remove provided suffix</span></div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  filename = filename[0:-len(suffix)]</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  filepath = os.path.join(LOCALE_DIR, filename)</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  yield(filename, filepath)</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> </div><div class="line"><a name="l00107"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#abdf40359b904b49cbed5163af7e5ee9b"> 107</a></span> FIX_RE = re.compile(b<span class="stringliteral">'[\x00-\x09\x0b\x0c\x0e-\x1f]'</span>)</div><div class="line"><a name="l00108"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#ad56c5cf4e8885774f22335d1fc619854"> 108</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#ad56c5cf4e8885774f22335d1fc619854">remove_invalid_characters</a>(s):</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  <span class="stringliteral">'''Remove invalid characters from translation string'''</span></div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <span class="keywordflow">return</span> FIX_RE.sub(b<span class="stringliteral">''</span>, s)</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span> </div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span> <span class="comment"># Override cdata escape function to make our output match Qt's (optional, just for cleaner diffs for</span></div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span> <span class="comment"># comparison, disable by default)</span></div><div class="line"><a name="l00114"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#ac7feaee61787600076174984cbb2aa6d"> 114</a></span> _orig_escape_cdata = <span class="keywordtype">None</span></div><div class="line"><a name="l00115"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#a51166afa8369757b33854d895f059462"> 115</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#a51166afa8369757b33854d895f059462">escape_cdata</a>(text):</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  text = <a class="code" href="namespaceupdate-translations.html#ac7feaee61787600076174984cbb2aa6d">_orig_escape_cdata</a>(text)</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  text = text.replace(<span class="stringliteral">"'"</span>, <span class="stringliteral">'&apos;'</span>)</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  text = text.replace(<span class="stringliteral">'"'</span>, <span class="stringliteral">'&quot;'</span>)</div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <span class="keywordflow">return</span> text</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span> </div><div class="line"><a name="l00121"></a><span class="lineno"><a class="line" href="namespaceupdate-translations.html#aa403df7b6e56e7945b062b6e1012dde1"> 121</a></span> <span class="keyword">def </span><a class="code" href="namespaceupdate-translations.html#aa403df7b6e56e7945b062b6e1012dde1">postprocess_translations</a>(reduce_diff_hacks=False):</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  print(<span class="stringliteral">'Checking and postprocessing...'</span>)</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span> </div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <span class="keywordflow">if</span> reduce_diff_hacks:</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  <span class="keyword">global</span> _orig_escape_cdata</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  _orig_escape_cdata = ET._escape_cdata</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  ET._escape_cdata = escape_cdata</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span> </div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  <span class="keywordflow">for</span> (filename,filepath) <span class="keywordflow">in</span> <a class="code" href="namespaceupdate-translations.html#a59f7a084ae135b72be06be7128663d6e">all_ts_files</a>():</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  os.rename(filepath, filepath+<span class="stringliteral">'.orig'</span>)</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span> </div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  have_errors = <span class="keyword">False</span></div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  <span class="keywordflow">for</span> (filename,filepath) <span class="keywordflow">in</span> <a class="code" href="namespaceupdate-translations.html#a59f7a084ae135b72be06be7128663d6e">all_ts_files</a>(<span class="stringliteral">'.orig'</span>):</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  <span class="comment"># pre-fixups to cope with transifex output</span></div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  parser = ET.XMLParser(encoding=<span class="stringliteral">'utf-8'</span>) <span class="comment"># need to override encoding because 'utf8' is not understood only 'utf-8'</span></div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  with open(filepath + <span class="stringliteral">'.orig'</span>, <span class="stringliteral">'rb'</span>) <span class="keyword">as</span> f:</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  data = f.read()</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  <span class="comment"># remove control characters; this must be done over the entire file otherwise the XML parser will fail</span></div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  data = <a class="code" href="namespaceupdate-translations.html#ad56c5cf4e8885774f22335d1fc619854">remove_invalid_characters</a>(data)</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  tree = ET.parse(io.BytesIO(data), parser=parser)</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span> </div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="comment"># iterate over all messages in file</span></div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  root = tree.getroot()</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  <span class="keywordflow">for</span> context <span class="keywordflow">in</span> root.findall(<span class="stringliteral">'context'</span>):</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  <span class="keywordflow">for</span> message <span class="keywordflow">in</span> context.findall(<span class="stringliteral">'message'</span>):</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  numerus = message.get(<span class="stringliteral">'numerus'</span>) == <span class="stringliteral">'yes'</span></div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  source = message.find(<span class="stringliteral">'source'</span>).text</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  translation_node = message.find(<span class="stringliteral">'translation'</span>)</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="comment"># pick all numerusforms</span></div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  <span class="keywordflow">if</span> numerus:</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  translations = [i.text <span class="keywordflow">for</span> i <span class="keywordflow">in</span> translation_node.findall(<span class="stringliteral">'numerusform'</span>)]</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  translations = [translation_node.text]</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span> </div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="keywordflow">for</span> translation <span class="keywordflow">in</span> translations:</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <span class="keywordflow">if</span> translation <span class="keywordflow">is</span> <span class="keywordtype">None</span>:</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  <span class="keywordflow">continue</span></div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  errors = []</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  valid = <a class="code" href="namespaceupdate-translations.html#a03b9c4cb72285eceb3d03313f765e36f">check_format_specifiers</a>(source, translation, errors, numerus)</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span> </div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <span class="keywordflow">for</span> error <span class="keywordflow">in</span> errors:</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  print(<span class="stringliteral">'%s: %s'</span> % (filename, error))</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span> </div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keywordflow">if</span> <span class="keywordflow">not</span> valid: <span class="comment"># set type to unfinished and clear string if invalid</span></div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  translation_node.clear()</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  translation_node.set(<span class="stringliteral">'type'</span>, <span class="stringliteral">'unfinished'</span>)</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  have_errors = <span class="keyword">True</span></div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span> </div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="comment"># Remove location tags</span></div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="keywordflow">for</span> location <span class="keywordflow">in</span> message.findall(<span class="stringliteral">'location'</span>):</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  message.remove(location)</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span> </div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  <span class="comment"># Remove entire message if it is an unfinished translation</span></div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  <span class="keywordflow">if</span> translation_node.get(<span class="stringliteral">'type'</span>) == <span class="stringliteral">'unfinished'</span>:</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  context.remove(message)</div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span> </div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  <span class="comment"># check if document is (virtually) empty, and remove it if so</span></div><div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  num_messages = 0</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  <span class="keywordflow">for</span> context <span class="keywordflow">in</span> root.findall(<span class="stringliteral">'context'</span>):</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  <span class="keywordflow">for</span> message <span class="keywordflow">in</span> context.findall(<span class="stringliteral">'message'</span>):</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  num_messages += 1</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <span class="keywordflow">if</span> num_messages < MIN_NUM_MESSAGES:</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  print(<span class="stringliteral">'Removing %s, as it contains only %i messages'</span> % (filepath, num_messages))</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <span class="keywordflow">continue</span></div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span> </div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  <span class="comment"># write fixed-up tree</span></div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <span class="comment"># if diff reduction requested, replace some XML to 'sanitize' to qt formatting</span></div><div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <span class="keywordflow">if</span> reduce_diff_hacks:</div><div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  out = io.BytesIO()</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  tree.write(out, encoding=<span class="stringliteral">'utf-8'</span>)</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  out = out.getvalue()</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  out = out.replace(b<span class="stringliteral">' />'</span>, b<span class="stringliteral">'/>'</span>)</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  with open(filepath, <span class="stringliteral">'wb'</span>) <span class="keyword">as</span> f:</div><div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  f.write(out)</div><div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  tree.write(filepath, encoding=<span class="stringliteral">'utf-8'</span>)</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <span class="keywordflow">return</span> have_errors</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span> </div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span> <span class="keywordflow">if</span> __name__ == <span class="stringliteral">'__main__'</span>:</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  <a class="code" href="namespaceupdate-translations.html#a6a60f28b76841b0c6f7c06aa48f3020c">check_at_repository_root</a>()</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  <span class="comment"># fetch_all_translations()</span></div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <a class="code" href="namespaceupdate-translations.html#aa403df7b6e56e7945b062b6e1012dde1">postprocess_translations</a>()</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span> </div><div class="ttc" id="namespaceupdate-translations_html_ac7feaee61787600076174984cbb2aa6d"><div class="ttname"><a href="namespaceupdate-translations.html#ac7feaee61787600076174984cbb2aa6d">update-translations._orig_escape_cdata</a></div><div class="ttdeci">_orig_escape_cdata</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00114">update-translations.py:114</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_aec418d02d8e3a62cc59a3472ef9dffcb"><div class="ttname"><a href="namespaceupdate-translations.html#aec418d02d8e3a62cc59a3472ef9dffcb">update-translations.split_format_specifiers</a></div><div class="ttdeci">def split_format_specifiers(specifiers)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00061">update-translations.py:61</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_aa403df7b6e56e7945b062b6e1012dde1"><div class="ttname"><a href="namespaceupdate-translations.html#aa403df7b6e56e7945b062b6e1012dde1">update-translations.postprocess_translations</a></div><div class="ttdeci">def postprocess_translations(reduce_diff_hacks=False)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00121">update-translations.py:121</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_a51166afa8369757b33854d895f059462"><div class="ttname"><a href="namespaceupdate-translations.html#a51166afa8369757b33854d895f059462">update-translations.escape_cdata</a></div><div class="ttdeci">def escape_cdata(text)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00115">update-translations.py:115</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_ac28d5642d2dacb00e058b5065d31b336"><div class="ttname"><a href="namespaceupdate-translations.html#ac28d5642d2dacb00e058b5065d31b336">update-translations.find_format_specifiers</a></div><div class="ttdeci">def find_format_specifiers(s)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00046">update-translations.py:46</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_a59f7a084ae135b72be06be7128663d6e"><div class="ttname"><a href="namespaceupdate-translations.html#a59f7a084ae135b72be06be7128663d6e">update-translations.all_ts_files</a></div><div class="ttdeci">def all_ts_files(suffix='')</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00097">update-translations.py:97</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_a6a60f28b76841b0c6f7c06aa48f3020c"><div class="ttname"><a href="namespaceupdate-translations.html#a6a60f28b76841b0c6f7c06aa48f3020c">update-translations.check_at_repository_root</a></div><div class="ttdeci">def check_at_repository_root()</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00035">update-translations.py:35</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_a03b9c4cb72285eceb3d03313f765e36f"><div class="ttname"><a href="namespaceupdate-translations.html#a03b9c4cb72285eceb3d03313f765e36f">update-translations.check_format_specifiers</a></div><div class="ttdeci">def check_format_specifiers(source, translation, errors, numerus)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00078">update-translations.py:78</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_ad56c5cf4e8885774f22335d1fc619854"><div class="ttname"><a href="namespaceupdate-translations.html#ad56c5cf4e8885774f22335d1fc619854">update-translations.remove_invalid_characters</a></div><div class="ttdeci">def remove_invalid_characters(s)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00108">update-translations.py:108</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_adc4147665a0af1510154126d9ff6f421"><div class="ttname"><a href="namespaceupdate-translations.html#adc4147665a0af1510154126d9ff6f421">update-translations.sanitize_string</a></div><div class="ttdeci">def sanitize_string(s)</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00074">update-translations.py:74</a></div></div>
|
|
<div class="ttc" id="namespaceupdate-translations_html_aab7e86bee268708b08434fff1e52778b"><div class="ttname"><a href="namespaceupdate-translations.html#aab7e86bee268708b08434fff1e52778b">update-translations.fetch_all_translations</a></div><div class="ttdeci">def fetch_all_translations()</div><div class="ttdef"><b>Definition:</b> <a href="update-translations_8py_source.html#l00041">update-translations.py:41</a></div></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
</div><!-- doc-content -->
|
|
<!-- start footer part -->
|
|
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="dir_3847941dc22744d30c1d316a1f1a60e2.html">contrib</a></li><li class="navelem"><a class="el" href="dir_37d1fea5042680bd15e1881fba32bbab.html">devtools</a></li><li class="navelem"><a class="el" href="update-translations_8py.html">update-translations.py</a></li>
|
|
<li class="footer">Generated on Thu Dec 14 2017 13:15:01 for Dash Core by
|
|
<a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.14 </li>
|
|
</ul>
|
|
</div>
|
|
</body>
|
|
</html>
|