From bd5a114cba4831a428adca31396fb858bbc60bac Mon Sep 17 00:00:00 2001 From: Saivann Date: Wed, 25 Feb 2015 11:48:18 -0500 Subject: [PATCH] Add script used to build and update website --- _build/txpreview/addlang.rb | 23 +++ _build/txpreview/ansi2html | 347 ++++++++++++++++++++++++++++++++++++ _build/update_site.sh | 76 ++++++++ _build/update_stats.sh | 15 ++ _build/update_torrent.sh | 122 +++++++++++++ _build/update_txpreview.sh | 119 +++++++++++++ 6 files changed, 702 insertions(+) create mode 100644 _build/txpreview/addlang.rb create mode 100755 _build/txpreview/ansi2html create mode 100755 _build/update_site.sh create mode 100755 _build/update_stats.sh create mode 100755 _build/update_torrent.sh create mode 100755 _build/update_txpreview.sh diff --git a/_build/txpreview/addlang.rb b/_build/txpreview/addlang.rb new file mode 100644 index 00000000..25a5f8ea --- /dev/null +++ b/_build/txpreview/addlang.rb @@ -0,0 +1,23 @@ +#!/usr/bin/env ruby + +# This file is licensed under the MIT License (MIT) available on +# http://opensource.org/licenses/MIT. + +PATH = Dir.pwd + +if ARGV.empty? + return +else + la = ARGV[0] +end + +contents = File.read(PATH + '/_config.yml') + +if Regexp.new('langsorder:.*?' + "\n" + '- \'' + la + '\'' + "\n", Regexp::MULTILINE).match(contents).nil? + contents.gsub!(Regexp.new("(langsorder:.*?)\n\n", Regexp::MULTILINE),'\1' + "\n" + '- \'' + la + '\'' + "\n\n") + contents.gsub!(Regexp.new("(langs:.*?)\n\n", Regexp::MULTILINE),'\1' + "\n" + ' \'' + la + '\': \'' + la + '\'' + "\n\n") +end + +File.open(PATH + '/_config.yml', 'w') do |file| + file.write(contents) +end diff --git a/_build/txpreview/ansi2html b/_build/txpreview/ansi2html new file mode 100755 index 00000000..dfb58cd4 --- /dev/null +++ b/_build/txpreview/ansi2html @@ -0,0 +1,347 @@ +#!/bin/sh + +# Convert ANSI (terminal) colours and attributes to HTML + +# Licence: LGPLv2 +# Author: +# http://www.pixelbeat.org/docs/terminal_colours/ +# Examples: +# ls -l --color=always | ansi2html.sh > ls.html +# git show --color | ansi2html.sh > last_change.html +# Generally one can use the `script` util to capture full terminal output. +# Changes: +# V0.1, 24 Apr 2008, Initial release +# V0.2, 01 Jan 2009, Phil Harnish +# Support `git diff --color` output by +# matching ANSI codes that specify only +# bold or background colour. +# P@draigBrady.com +# Support `ls --color` output by stripping +# redundant leading 0s from ANSI codes. +# Support `grep --color=always` by stripping +# unhandled ANSI codes (specifically ^[[K). +# V0.3, 20 Mar 2009, http://eexpress.blog.ubuntu.org.cn/ +# Remove cat -v usage which mangled non ascii input. +# Cleanup regular expressions used. +# Support other attributes like reverse, ... +# P@draigBrady.com +# Correctly nest tags (even across lines). +# Add a command line option to use a dark background. +# Strip more terminal control codes. +# V0.4, 17 Sep 2009, P@draigBrady.com +# Handle codes with combined attributes and color. +# Handle isolated attributes with css. +# Strip more terminal control codes. +# V0.15, 16 Oct 2013 +# http://github.com/pixelb/scripts/commits/master/scripts/ansi2html.sh + +if [ "$1" = "--version" ]; then + printf '0.15\n' && exit +fi + +if [ "$1" = "--help" ]; then + printf '%s\n' \ +'This utility converts ANSI codes in data passed to stdin +It has 2 optional parameters: + --bg=dark --palette=linux|solarized|tango|xterm +E.g.: ls -l --color=always | ansi2html.sh --bg=dark > ls.html' >&2 + exit +fi + +[ "$1" = "--bg=dark" ] && { dark_bg=yes; shift; } + +if [ "$1" = "--palette=solarized" ]; then + # See http://ethanschoonover.com/solarized + P0=073642; P1=D30102; P2=859900; P3=B58900; + P4=268BD2; P5=D33682; P6=2AA198; P7=EEE8D5; + P8=002B36; P9=CB4B16; P10=586E75; P11=657B83; + P12=839496; P13=6C71C4; P14=93A1A1; P15=FDF6E3; + shift; +elif [ "$1" = "--palette=solarized-xterm" ]; then + # Above mapped onto the xterm 256 color palette + P0=262626; P1=AF0000; P2=5F8700; P3=AF8700; + P4=0087FF; P5=AF005F; P6=00AFAF; P7=E4E4E4; + P8=1C1C1C; P9=D75F00; P10=585858; P11=626262; + P12=808080; P13=5F5FAF; P14=8A8A8A; P15=FFFFD7; + shift; +elif [ "$1" = "--palette=tango" ]; then + # Gnome default + P0=000000; P1=CC0000; P2=4E9A06; P3=C4A000; + P4=3465A4; P5=75507B; P6=06989A; P7=D3D7CF; + P8=555753; P9=EF2929; P10=8AE234; P11=FCE94F; + P12=729FCF; P13=AD7FA8; P14=34E2E2; P15=EEEEEC; + shift; +elif [ "$1" = "--palette=xterm" ]; then + P0=000000; P1=CD0000; P2=00CD00; P3=CDCD00; + P4=0000EE; P5=CD00CD; P6=00CDCD; P7=E5E5E5; + P8=7F7F7F; P9=FF0000; P10=00FF00; P11=FFFF00; + P12=5C5CFF; P13=FF00FF; P14=00FFFF; P15=FFFFFF; + shift; +else # linux console + P0=000000; P1=AA0000; P2=00AA00; P3=AA5500; + P4=0000AA; P5=AA00AA; P6=00AAAA; P7=AAAAAA; + P8=555555; P9=FF5555; P10=55FF55; P11=FFFF55; + P12=5555FF; P13=FF55FF; P14=55FFFF; P15=FFFFFF; + [ "$1" = "--palette=linux" ] && shift +fi + +[ "$1" = "--bg=dark" ] && { dark_bg=yes; shift; } + +# Mac OSX's GNU sed is installed as gsed +# use e.g. homebrew 'gnu-sed' to get it +if ! sed --version >/dev/null 2>&1; then + if gsed --version >/dev/null 2>&1; then + alias sed=gsed + else + echo "Error, can't find an acceptable GNU sed." >&2 + exit 1 + fi +fi + +printf '%s' " + + + + + + +
+'
+
+p='\x1b\['        #shortcut to match escape codes
+P="\(^[^°]*\)¡$p" #expression to match prepended codes below
+
+# Handle various xterm control sequences.
+# See /usr/share/doc/xterm-*/ctlseqs.txt
+sed "
+s#\x1b[^\x1b]*\x1b\\\##g  # strip anything between \e and ST
+s#\x1b][0-9]*;[^\a]*\a##g # strip any OSC (xterm title etc.)
+
+#handle carriage returns
+s#^.*\r\{1,\}\([^$]\)#\1#
+s#\r\$## # strip trailing \r
+
+# strip other non SGR escape sequences
+s#[\x07]##g
+s#\x1b[]>=\][0-9;]*##g
+s#\x1bP+.\{5\}##g
+s#${p}[0-9;?]*[^0-9;?m]##g
+
+#remove backspace chars and what they're backspacing over
+:rm_bs
+s#[^\x08]\x08##g; t rm_bs
+" |
+
+# Normalize the input before transformation
+sed "
+# escape HTML
+s#&#\&#g; s#>#\>#g; s#<#\<#g; s#\"#\"#g
+
+# normalize SGR codes a little
+
+# split 256 colors out and mark so that they're not
+# recognised by the following 'split combined' line
+:e
+s#${p}\([0-9;]\{1,\}\);\([34]8;5;[0-9]\{1,3\}\)m#${p}\1m${p}¬\2m#g; t e
+s#${p}\([34]8;5;[0-9]\{1,3\}\)m#${p}¬\1m#g;
+
+:c
+s#${p}\([0-9]\{1,\}\);\([0-9;]\{1,\}\)m#${p}\1m${p}\2m#g; t c   # split combined
+s#${p}0\([0-7]\)#${p}\1#g                                 #strip leading 0
+s#${p}1m\(\(${p}[4579]m\)*\)#\1${p}1m#g                   #bold last (with clr)
+s#${p}m#${p}0m#g                                          #add leading 0 to norm
+
+# undo any 256 color marking
+s#${p}¬\([34]8;5;[0-9]\{1,3\}\)m#${p}\1m#g;
+
+# map 16 color codes to color + bold
+s#${p}9\([0-7]\)m#${p}3\1m${p}1m#g;
+s#${p}10\([0-7]\)m#${p}4\1m${p}1m#g;
+
+# change 'reset' code to a single char, and prepend a single char to
+# other codes so that we can easily do negative matching, as sed
+# does not support look behind expressions etc.
+s#°#\°#g; s#${p}0m#°#g
+s#¡#\¡#g; s#${p}[0-9;]*m#¡&#g
+" |
+
+# Convert SGR sequences to HTML
+sed "
+:ansi_to_span # replace ANSI codes with CSS classes
+t ansi_to_span # hack so t commands below only apply to preceeding s cmd
+
+/^[^¡]*°/ { b span_end } # replace 'reset code' if no preceeding code
+
+# common combinations to minimise html (optional)
+s#${P}3\([0-7]\)m¡${p}4\([0-7]\)m#\1#;t span_count
+s#${P}4\([0-7]\)m¡${p}3\([0-7]\)m#\1#;t span_count
+
+s#${P}1m#\1#;                            t span_count
+s#${P}4m#\1#;                       t span_count
+s#${P}5m#\1#;                           t span_count
+s#${P}7m#\1#;                         t span_count
+s#${P}9m#\1#;                    t span_count
+s#${P}3\([0-9]\)m#\1#;                    t span_count
+s#${P}4\([0-9]\)m#\1#;                    t span_count
+
+s#${P}38;5;\([0-9]\{1,3\}\)m#\1#;        t span_count
+s#${P}48;5;\([0-9]\{1,3\}\)m#\1#;        t span_count
+
+s#${P}[0-9;]*m#\1#g; t ansi_to_span # strip unhandled codes
+
+b # next line of input
+
+# add a corresponding span end flag
+:span_count
+x; s/^/s/; x
+b ansi_to_span
+
+# replace 'reset code' with correct number of  tags
+:span_end
+x
+/^s/ {
+  s/^.//
+  x
+  s#°#°#
+  b span_end
+}
+x
+s#°##
+b ansi_to_span
+" |
+
+# Convert alternative character set
+# Note we convert here, as if we do at start we have to worry about avoiding
+# conversion of SGR codes etc., whereas doing here we only have to
+# avoid conversions of stuff between &...; or <...>
+#
+# Note we could use sed to do this based around:
+#   sed 'y/abcdefghijklmnopqrstuvwxyz{}`~/▒␉␌␍␊°±␤␋┘┐┌└┼⎺⎻─⎼⎽├┤┴┬│≤≥π£◆·/'
+# However that would be very awkward as we need to only conv some input.
+# The basic scheme that we do in the python script below is:
+#  1. enable transliterate once ¡ char seen
+#  2. disable once µ char seen (may be on diff line to ¡)
+#  3. never transliterate between &; or <> chars
+sed "
+# change 'smacs' and 'rmacs' to a single char so that we can easily do
+# negative matching, as sed does not support look behind expressions etc.
+# Note we don't use ° like above as that's part of the alternate charset.
+s#\x1b(0#¡#g;
+s#µ#\µ#g; s#\x1b(B#µ#g
+" |
+(
+python -c "
+# vim:fileencoding=utf8
+
+import sys
+import locale
+encoding=locale.getpreferredencoding()
+
+old='abcdefghijklmnopqrstuvwxyz{}\`~'
+new='▒␉␌␍␊°±␤␋┘┐┌└┼⎺⎻─⎼⎽├┤┴┬│≤≥π£◆·'
+new=unicode(new, 'utf-8')
+table=range(128)
+for o,n in zip(old, new): table[ord(o)]=n
+
+(STANDARD, ALTERNATIVE, HTML_TAG, HTML_ENTITY) = (0, 1, 2, 3)
+
+state = STANDARD
+last_mode = STANDARD
+for c in unicode(sys.stdin.read(), encoding):
+  if state == HTML_TAG:
+    if c == '>':
+      state = last_mode
+  elif state == HTML_ENTITY:
+    if c == ';':
+      state = last_mode
+  else:
+    if c == '<':
+      state = HTML_TAG
+    elif c == '&':
+      state = HTML_ENTITY
+    elif c == u'¡':
+      if state == STANDARD:
+        state = ALTERNATIVE
+        last_mode = ALTERNATIVE
+      continue
+    elif c == u'µ':
+      if state == ALTERNATIVE:
+        state = STANDARD
+        last_mode = STANDARD
+      continue
+    elif state == ALTERNATIVE:
+      c = c.translate(table)
+  sys.stdout.write(c.encode(encoding))
+" 2>/dev/null ||
+sed 's/[¡µ]//g' # just strip aternative flag chars
+)
+
+printf '
+ +\n' diff --git a/_build/update_site.sh b/_build/update_site.sh new file mode 100755 index 00000000..b5e12843 --- /dev/null +++ b/_build/update_site.sh @@ -0,0 +1,76 @@ +#!/bin/bash + +# This file is licensed under the MIT License (MIT) available on +# http://opensource.org/licenses/MIT. + +PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/bin + +export PATH=/var/lib/gems/1.8/bin/:$PATH + +REPO='https://github.com/bitcoin/bitcoin.org.git' +SITEDIR='/bitcoin.org/site' +DESTDIR='build@bitcoinorgsite:/var/www/site' +WORKDIR=`mktemp -d` + +# Stop script in case a single command fails +set -e + +# Cleanup on EXIT and kill all subprocesses (even when a command fails) +trap "rm -rf $WORKDIR; kill 0; exit 1;" EXIT +trap "rm -rf $WORKDIR; kill 0;" SIGINT + +# Clone repository if missing +if [ ! -d $SITEDIR ]; then + git clone $REPO $SITEDIR + cd $SITEDIR + git reset --hard HEAD~1 +fi + +# Exit if no new commit is available +cd $SITEDIR +git fetch -a +LASTLOCALCOMMIT=`git log --format="%H" | head -n1` +LASTREMOTECOMMIT=`git log origin/master --format="%H" | head -n1` +if [ $LASTLOCALCOMMIT == $LASTREMOTECOMMIT ]; then + exit +fi + +# Update local branch +git reset --hard origin/master +git clean -x -f -d + +# Copy files to temporary directory +rsync -rt --delete "$SITEDIR/" "$WORKDIR/" + +# Get last modification time for _buildlock +touch "$SITEDIR/_buildlock" +lasttime=`stat -c %Y "$SITEDIR/_buildlock" | cut -d ' ' -f1` + +# Build website in a child process +( +cd $WORKDIR +JEKYLL_COMMAND='jekyll' make all +touch "$WORKDIR/_builddone" +)& + +# Loop every 1 second to check status +while true +do + + # Update site and exit if site has been successfully built + if [ -e "$WORKDIR/_builddone" ]; then + rsync --delete -zrt $WORKDIR/_site/ $DESTDIR/ + exit + fi + + # Cancel script if a concurrent script has touched _buildlock + time=0 + if [ -e "$SITEDIR/_buildlock" ]; then + time=`stat -c %Y "$SITEDIR/_buildlock" | cut -d ' ' -f1` + fi + if [ $time != $lasttime ]; then + exit + fi + sleep 1 + +done diff --git a/_build/update_stats.sh b/_build/update_stats.sh new file mode 100755 index 00000000..a88fc4db --- /dev/null +++ b/_build/update_stats.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +# This file is licensed under the MIT License (MIT) available on +# http://opensource.org/licenses/MIT. + +# bitcoinstats.rb can be found here: +# https://github.com/saivann/bitcoinstats + +WORKDIR='/bitcoin.org/stats' +LOGDIR='build@bitcoinorglog:/var/log/nginx' +DSTDIR='build@bitcoinorgstats:/var/www/stats' + +rsync -rtz --delete $LOGDIR/ $WORKDIR/srclogs/ +ruby $WORKDIR/stats.rb +rsync -rtz --delete $WORKDIR/stats/ $DSTDIR/ diff --git a/_build/update_torrent.sh b/_build/update_torrent.sh new file mode 100755 index 00000000..ed3349ed --- /dev/null +++ b/_build/update_torrent.sh @@ -0,0 +1,122 @@ +#!/bin/bash + +# This file is licensed under the MIT License (MIT) available on +# http://opensource.org/licenses/MIT. + +SAVEIFS=$IFS +IFS=$(echo -en "\n\b") + +BINDIR='/var/www/bin' +DATADIR='/bitcoin.org/torrent' +PREFIX='bitcoin-core-' + +# Stop script in case a single command fails +set -e + +# Create last hash file if it doesn't exist. +if [[ ! -e $DATADIR/lasthash ]]; then + touch $DATADIR/lasthash +fi + +# Find latest version. +version='' +for f in `find "$BINDIR" -maxdepth 1 ! -path "$BINDIR"`; do + + f=${f##*/} + + # Ignore directories that don't end with a version number. + if [[ $f =~ [^0-9]$ ]]; then + continue + fi + + # Isolate version number. + f="${f/$PREFIX/}" + + version="$(echo "$version $f" | tr " " "\n" | sort -V | tail -n 1)" + +done + +# Get current last modification time for the torrent. +lasttorrenttime=0 +if [[ -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" ]]; then + lasttorrenttime=`stat -c%Y "$BINDIR/$PREFIX$version/bitcoin-$version.torrent"` +fi + +# Get current last modification time for binary files. +lastfilestime=0 +for f in `find "$BINDIR/$PREFIX$version" -maxdepth 1 ! -path "$BINDIR/$PREFIX$version"`; do + + f=${f##*/} + + # Ignore torrent file and directories. + if [[ $f =~ \.torrent$ || -d "$BINDIR/$PREFIX$version/$f" ]]; then + continue + fi + + time=`stat -c%Y "$BINDIR/$PREFIX$version/$f"` + if [[ $time > $lastfilestime ]]; then + lastfilestime=$time + fi + +done + +# Abort if directory is empty. +if [[ $lastfilestime == 0 ]]; then + exit +fi + +# Get last version and combined hash for binary files. +lasthash=`cat $DATADIR/lasthash` + +# Abort if binary files have been modified in the last minute. +lastminute=`date +%s` +lastminute=$[lastminute-60] +if [[ $lastfilestime > $lastminute ]]; then + exit +fi + +# Abort if torrent file exists, version is unchanged and binary files are unchanged. +if [[ -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" && $lasthash == "$version;"* && $lasttorrenttime > $lastfilestime ]]; then + exit +fi + +# Get current combined hash for binary files. +currenthash="$version;" +for f in `find "$BINDIR/$PREFIX$version" -maxdepth 1 ! -path "$BINDIR/$PREFIX$version" | sort -V`; do + f=${f##*/} + if [[ $f =~ \.torrent$ || -d "$BINDIR/$PREFIX$version/$f" ]]; then + continue + fi + currenthash="$currenthash$f:`sha256sum "$BINDIR/$PREFIX$version/$f" | cut -d " " -f1`;" +done + +# Update torrent modification time and abort if files are unchanged. +if [[ $currenthash == $lasthash && -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" ]]; then + touch "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" + exit +fi + +# Save previous torrent file. +if [[ -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" ]]; then + n=0 + while [[ -e $DATADIR/bitcoin-$version.torrent.$n ]]; do + n=$[n+1] + done + mv "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" "$DATADIR/bitcoin-$version.torrent.$n" +fi + +# Copy files non-recursively to temporary directory. +tmpdir=`mktemp -d` +rsync -rt -f '- /*/' --delete "$BINDIR/$PREFIX$version/" "$tmpdir/$PREFIX$version/" + +# Build new torrent file. +buildtorrent -a "udp://tracker.openbittorrent.com:80/announce" -A "udp://tracker.openbittorrent.com:80/announce,udp://tracker.publicbt.com:80/announce,udp://tracker.ccc.de:80/announce,udp://tracker.coppersurfer.tk:6969,udp://open.demonii.com:1337" -w "https://bitcoin.org/bin/" -D -C "$tmpdir/$PREFIX$version" "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" + +# Update last combined hash and version. +echo $currenthash > $DATADIR/lasthash + +# Delete temporary directory +rm -R "$tmpdir" + +# Reset IFS. +IFS=$SAVEIFS diff --git a/_build/update_txpreview.sh b/_build/update_txpreview.sh new file mode 100755 index 00000000..fd649e15 --- /dev/null +++ b/_build/update_txpreview.sh @@ -0,0 +1,119 @@ +#!/bin/bash + +# This file is licensed under the MIT License (MIT) available on +# http://opensource.org/licenses/MIT. + +PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/bin + +# Set variables and create temporary directories +LANGS=('ar' 'bg' 'bn' 'ca' 'cs' 'da' 'de' 'el' 'es' 'fa' 'fr' 'hi' 'hr' 'hu' 'id' 'it' 'ja' 'ko' 'lv' 'ml' 'nl' 'no' 'pl' 'pt_BR' 'ro' 'ru' 'sl' 'sr' 'sv' 'tr' 'uk' 'zh_CN' 'zh_TW') +WORKDIR=`mktemp -d` +LIVEDIR=`mktemp -d` +SITEDIR='/bitcoin.org/txpreview' +DESTDIR='/var/www/txpreview' + +# Stop script in case a single command fails +set -e + +# Cleanup on EXIT (even when a command fails) +trap "rm -rf $WORKDIR $LIVEDIR; kill 0; exit 1;" EXIT +trap "rm -rf $WORKDIR $LIVEDIR; kill 0;" SIGINT + +if [[ ! -d $SITEDIR/site || ! -d $SITEDIR/tx ]]; then + echo 'Working folders missing' + exit +fi + +# Update translations +cd $SITEDIR/tx/ +tx pull -a -s --skip + +# Return if all updated languages were previously processed +update=false +for la in "${LANGS[@]}" +do + checksum=`sha256sum $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/$la.yml` + checksum=(${checksum//" "/ }) + checksum=${checksum[@]:0:1} + checksum=${checksum:0:10} + if [[ -e $SITEDIR/site/_$checksum ]]; then + continue + fi + update=true +done +if [[ $update == false ]]; then + exit +fi + +# Update git repository +cd $SITEDIR/site +git fetch -a +git reset --hard origin/master +git clean -x -f -d + +# Copy files to temporary directory +rsync -rt --delete "$SITEDIR/site/" "$WORKDIR/" + +# Get last modification time for _buildlock +touch "$SITEDIR/site/_buildlock" +lasttime=`stat -c %Y "$SITEDIR/site/_buildlock" | cut -d ' ' -f1` + +# Create new checksum files +for la in "${LANGS[@]}" +do + checksum=`sha256sum $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/$la.yml` + checksum=(${checksum//" "/ }) + checksum=${checksum[@]:0:1} + checksum=${checksum:0:10} + touch $SITEDIR/site/_$checksum +done + +# Update languages and generate diff files +cd $WORKDIR +linecounten=`cat $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/en.yml | grep -o '^ \+[a-z0-9]\+:' | wc -l` +echo '

Needs updating

' > $WORKDIR/diff.html +for la in "${LANGS[@]}" +do + rsync -a $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/$la.yml $WORKDIR/_translations/$la.yml + ruby $WORKDIR/_contrib/updatetx.rb $la + ruby $SITEDIR/addlang.rb $la + if [[ ! -e $WORKDIR/$la ]]; then + mkdir $WORKDIR/$la + fi + git diff --color-words master -- _translations/$la.yml | $SITEDIR/ansi2html > $WORKDIR/$la/diff.html + diff=`git diff master -- _translations/$la.yml` + linecount=`cat _translations/$la.yml | grep -o '^ \+[a-z0-9]\+:' | wc -l` + if [[ $diff != '' && $linecount == $linecounten ]]; then + echo "$la
" >> $WORKDIR/diff.html + fi +done + +# Build website in a child process +( +cd $WORKDIR +ENABLED_PLUGINS='alerts redirects releases' JEKYLL_COMMAND='jekyll' make all +touch "$WORKDIR/_builddone" +)& + +# Loop every 1 second to check status +while true +do + + # Update site and exit if site has been successfully built + if [ -e "$WORKDIR/_builddone" ]; then + cd $LIVEDIR + rsync --delete -zrt --exclude '/.git' $WORKDIR/_site/ $DESTDIR/ + exit + fi + + # Cancel script if a concurrent script has touched _buildlock + time=0 + if [ -e "$SITEDIR/site/_buildlock" ]; then + time=`stat -c %Y "$SITEDIR/site/_buildlock" | cut -d ' ' -f1` + fi + if [ $time != $lasttime ]; then + exit + fi + sleep 1 + +done