mirror of
https://github.com/seigler/dash-docs
synced 2025-07-27 01:36:13 +00:00
Add script used to build and update website
This commit is contained in:
Saivann
parent
84f5b6f160
commit
bd5a114cba
6 changed files with 702 additions and 0 deletions
23
_build/txpreview/addlang.rb
Normal file
23
_build/txpreview/addlang.rb
Normal file
|
|
@ -0,0 +1,23 @@
|
||||||
|
#!/usr/bin/env ruby
|
||||||
|
|
||||||
|
# This file is licensed under the MIT License (MIT) available on
|
||||||
|
# http://opensource.org/licenses/MIT.
|
||||||
|
|
||||||
|
PATH = Dir.pwd
|
||||||
|
|
||||||
|
if ARGV.empty?
|
||||||
|
return
|
||||||
|
else
|
||||||
|
la = ARGV[0]
|
||||||
|
end
|
||||||
|
|
||||||
|
contents = File.read(PATH + '/_config.yml')
|
||||||
|
|
||||||
|
if Regexp.new('langsorder:.*?' + "\n" + '- \'' + la + '\'' + "\n", Regexp::MULTILINE).match(contents).nil?
|
||||||
|
contents.gsub!(Regexp.new("(langsorder:.*?)\n\n", Regexp::MULTILINE),'\1' + "\n" + '- \'' + la + '\'' + "\n\n")
|
||||||
|
contents.gsub!(Regexp.new("(langs:.*?)\n\n", Regexp::MULTILINE),'\1' + "\n" + ' \'' + la + '\': \'' + la + '\'' + "\n\n")
|
||||||
|
end
|
||||||
|
|
||||||
|
File.open(PATH + '/_config.yml', 'w') do |file|
|
||||||
|
file.write(contents)
|
||||||
|
end
|
||||||
347
_build/txpreview/ansi2html
Executable file
347
_build/txpreview/ansi2html
Executable file
|
|
@ -0,0 +1,347 @@
|
||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
# Convert ANSI (terminal) colours and attributes to HTML
|
||||||
|
|
||||||
|
# Licence: LGPLv2
|
||||||
|
# Author:
|
||||||
|
# http://www.pixelbeat.org/docs/terminal_colours/
|
||||||
|
# Examples:
|
||||||
|
# ls -l --color=always | ansi2html.sh > ls.html
|
||||||
|
# git show --color | ansi2html.sh > last_change.html
|
||||||
|
# Generally one can use the `script` util to capture full terminal output.
|
||||||
|
# Changes:
|
||||||
|
# V0.1, 24 Apr 2008, Initial release
|
||||||
|
# V0.2, 01 Jan 2009, Phil Harnish <philharnish@gmail.com>
|
||||||
|
# Support `git diff --color` output by
|
||||||
|
# matching ANSI codes that specify only
|
||||||
|
# bold or background colour.
|
||||||
|
# P@draigBrady.com
|
||||||
|
# Support `ls --color` output by stripping
|
||||||
|
# redundant leading 0s from ANSI codes.
|
||||||
|
# Support `grep --color=always` by stripping
|
||||||
|
# unhandled ANSI codes (specifically ^[[K).
|
||||||
|
# V0.3, 20 Mar 2009, http://eexpress.blog.ubuntu.org.cn/
|
||||||
|
# Remove cat -v usage which mangled non ascii input.
|
||||||
|
# Cleanup regular expressions used.
|
||||||
|
# Support other attributes like reverse, ...
|
||||||
|
# P@draigBrady.com
|
||||||
|
# Correctly nest <span> tags (even across lines).
|
||||||
|
# Add a command line option to use a dark background.
|
||||||
|
# Strip more terminal control codes.
|
||||||
|
# V0.4, 17 Sep 2009, P@draigBrady.com
|
||||||
|
# Handle codes with combined attributes and color.
|
||||||
|
# Handle isolated <bold> attributes with css.
|
||||||
|
# Strip more terminal control codes.
|
||||||
|
# V0.15, 16 Oct 2013
|
||||||
|
# http://github.com/pixelb/scripts/commits/master/scripts/ansi2html.sh
|
||||||
|
|
||||||
|
if [ "$1" = "--version" ]; then
|
||||||
|
printf '0.15\n' && exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "$1" = "--help" ]; then
|
||||||
|
printf '%s\n' \
|
||||||
|
'This utility converts ANSI codes in data passed to stdin
|
||||||
|
It has 2 optional parameters:
|
||||||
|
--bg=dark --palette=linux|solarized|tango|xterm
|
||||||
|
E.g.: ls -l --color=always | ansi2html.sh --bg=dark > ls.html' >&2
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
[ "$1" = "--bg=dark" ] && { dark_bg=yes; shift; }
|
||||||
|
|
||||||
|
if [ "$1" = "--palette=solarized" ]; then
|
||||||
|
# See http://ethanschoonover.com/solarized
|
||||||
|
P0=073642; P1=D30102; P2=859900; P3=B58900;
|
||||||
|
P4=268BD2; P5=D33682; P6=2AA198; P7=EEE8D5;
|
||||||
|
P8=002B36; P9=CB4B16; P10=586E75; P11=657B83;
|
||||||
|
P12=839496; P13=6C71C4; P14=93A1A1; P15=FDF6E3;
|
||||||
|
shift;
|
||||||
|
elif [ "$1" = "--palette=solarized-xterm" ]; then
|
||||||
|
# Above mapped onto the xterm 256 color palette
|
||||||
|
P0=262626; P1=AF0000; P2=5F8700; P3=AF8700;
|
||||||
|
P4=0087FF; P5=AF005F; P6=00AFAF; P7=E4E4E4;
|
||||||
|
P8=1C1C1C; P9=D75F00; P10=585858; P11=626262;
|
||||||
|
P12=808080; P13=5F5FAF; P14=8A8A8A; P15=FFFFD7;
|
||||||
|
shift;
|
||||||
|
elif [ "$1" = "--palette=tango" ]; then
|
||||||
|
# Gnome default
|
||||||
|
P0=000000; P1=CC0000; P2=4E9A06; P3=C4A000;
|
||||||
|
P4=3465A4; P5=75507B; P6=06989A; P7=D3D7CF;
|
||||||
|
P8=555753; P9=EF2929; P10=8AE234; P11=FCE94F;
|
||||||
|
P12=729FCF; P13=AD7FA8; P14=34E2E2; P15=EEEEEC;
|
||||||
|
shift;
|
||||||
|
elif [ "$1" = "--palette=xterm" ]; then
|
||||||
|
P0=000000; P1=CD0000; P2=00CD00; P3=CDCD00;
|
||||||
|
P4=0000EE; P5=CD00CD; P6=00CDCD; P7=E5E5E5;
|
||||||
|
P8=7F7F7F; P9=FF0000; P10=00FF00; P11=FFFF00;
|
||||||
|
P12=5C5CFF; P13=FF00FF; P14=00FFFF; P15=FFFFFF;
|
||||||
|
shift;
|
||||||
|
else # linux console
|
||||||
|
P0=000000; P1=AA0000; P2=00AA00; P3=AA5500;
|
||||||
|
P4=0000AA; P5=AA00AA; P6=00AAAA; P7=AAAAAA;
|
||||||
|
P8=555555; P9=FF5555; P10=55FF55; P11=FFFF55;
|
||||||
|
P12=5555FF; P13=FF55FF; P14=55FFFF; P15=FFFFFF;
|
||||||
|
[ "$1" = "--palette=linux" ] && shift
|
||||||
|
fi
|
||||||
|
|
||||||
|
[ "$1" = "--bg=dark" ] && { dark_bg=yes; shift; }
|
||||||
|
|
||||||
|
# Mac OSX's GNU sed is installed as gsed
|
||||||
|
# use e.g. homebrew 'gnu-sed' to get it
|
||||||
|
if ! sed --version >/dev/null 2>&1; then
|
||||||
|
if gsed --version >/dev/null 2>&1; then
|
||||||
|
alias sed=gsed
|
||||||
|
else
|
||||||
|
echo "Error, can't find an acceptable GNU sed." >&2
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
printf '%s' "<html>
|
||||||
|
<head>
|
||||||
|
<meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\"/>
|
||||||
|
<style type=\"text/css\">
|
||||||
|
pre { white-space: pre-wrap; margin: 40px; line-height: 1.5em; }
|
||||||
|
.ef0,.f0 { color: #$P0; } .eb0,.b0 { background-color: #$P0; }
|
||||||
|
.ef1,.f1 { color: #$P1; } .eb1,.b1 { background-color: #$P1; }
|
||||||
|
.ef2,.f2 { color: #$P2; } .eb2,.b2 { background-color: #$P2; }
|
||||||
|
.ef3,.f3 { color: #$P3; } .eb3,.b3 { background-color: #$P3; }
|
||||||
|
.ef4,.f4 { color: #$P4; } .eb4,.b4 { background-color: #$P4; }
|
||||||
|
.ef5,.f5 { color: #$P5; } .eb5,.b5 { background-color: #$P5; }
|
||||||
|
.ef6,.f6 { color: #$P6; } .eb6,.b6 { background-color: #$P6; }
|
||||||
|
.ef7,.f7 { color: #$P7; } .eb7,.b7 { background-color: #$P7; }
|
||||||
|
.ef8, .f0 > .bold,.bold > .f0 { color: #$P8; font-weight: normal; }
|
||||||
|
.ef9, .f1 > .bold,.bold > .f1 { color: #$P9; font-weight: normal; }
|
||||||
|
.ef10,.f2 > .bold,.bold > .f2 { color: #$P10; font-weight: normal; }
|
||||||
|
.ef11,.f3 > .bold,.bold > .f3 { color: #$P11; font-weight: normal; }
|
||||||
|
.ef12,.f4 > .bold,.bold > .f4 { color: #$P12; font-weight: normal; }
|
||||||
|
.ef13,.f5 > .bold,.bold > .f5 { color: #$P13; font-weight: normal; }
|
||||||
|
.ef14,.f6 > .bold,.bold > .f6 { color: #$P14; font-weight: normal; }
|
||||||
|
.ef15,.f7 > .bold,.bold > .f7 { color: #$P15; font-weight: normal; }
|
||||||
|
.eb8 { background-color: #$P8; }
|
||||||
|
.eb9 { background-color: #$P9; }
|
||||||
|
.eb10 { background-color: #$P10; }
|
||||||
|
.eb11 { background-color: #$P11; }
|
||||||
|
.eb12 { background-color: #$P12; }
|
||||||
|
.eb13 { background-color: #$P13; }
|
||||||
|
.eb14 { background-color: #$P14; }
|
||||||
|
.eb15 { background-color: #$P15; }
|
||||||
|
"
|
||||||
|
|
||||||
|
# The default xterm 256 colour palette
|
||||||
|
for red in $(seq 0 5); do
|
||||||
|
for green in $(seq 0 5); do
|
||||||
|
for blue in $(seq 0 5); do
|
||||||
|
c=$((16 + ($red * 36) + ($green * 6) + $blue))
|
||||||
|
r=$((($red * 40 + 55) * ($red > 0)))
|
||||||
|
g=$((($green * 40 + 55) * ($green > 0)))
|
||||||
|
b=$((($blue * 40 + 55) * ($blue > 0)))
|
||||||
|
printf ".ef%d { color: #%2.2x%2.2x%2.2x; } " $c $r $g $b
|
||||||
|
printf ".eb%d { background-color: #%2.2x%2.2x%2.2x; }\n" $c $r $g $b
|
||||||
|
done
|
||||||
|
done
|
||||||
|
done
|
||||||
|
for gray in $(seq 0 23); do
|
||||||
|
c=$(($gray+232))
|
||||||
|
l=$(($gray*10 + 8))
|
||||||
|
printf ".ef%d { color: #%2.2x%2.2x%2.2x; } " $c $l $l $l
|
||||||
|
printf ".eb%d { background-color: #%2.2x%2.2x%2.2x; }\n" $c $l $l $l
|
||||||
|
done
|
||||||
|
|
||||||
|
printf '%s' '
|
||||||
|
.f9 { color: '`[ "$dark_bg" ] && printf "#$P7;" || printf "#$P0;"`' }
|
||||||
|
.b9 { background-color: #'`[ "$dark_bg" ] && printf $P0 || printf $P15`'; }
|
||||||
|
.f9 > .bold,.bold > .f9, body.f9 > pre > .bold {
|
||||||
|
/* Bold is heavy black on white, or bright white
|
||||||
|
depending on the default background */
|
||||||
|
color: '`[ "$dark_bg" ] && printf "#$P15;" || printf "#$P0;"`'
|
||||||
|
font-weight: '`[ "$dark_bg" ] && printf 'normal;' || printf 'bold;'`'
|
||||||
|
}
|
||||||
|
.reverse {
|
||||||
|
/* CSS doesnt support swapping fg and bg colours unfortunately,
|
||||||
|
so just hardcode something that will look OK on all backgrounds. */
|
||||||
|
'"color: #$P0; background-color: #$P7;"'
|
||||||
|
}
|
||||||
|
.underline { text-decoration: underline; }
|
||||||
|
.line-through { text-decoration: line-through; }
|
||||||
|
.blink { text-decoration: blink; }
|
||||||
|
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
|
||||||
|
<body class="f9 b9">
|
||||||
|
<pre>
|
||||||
|
'
|
||||||
|
|
||||||
|
p='\x1b\[' #shortcut to match escape codes
|
||||||
|
P="\(^[^°]*\)¡$p" #expression to match prepended codes below
|
||||||
|
|
||||||
|
# Handle various xterm control sequences.
|
||||||
|
# See /usr/share/doc/xterm-*/ctlseqs.txt
|
||||||
|
sed "
|
||||||
|
s#\x1b[^\x1b]*\x1b\\\##g # strip anything between \e and ST
|
||||||
|
s#\x1b][0-9]*;[^\a]*\a##g # strip any OSC (xterm title etc.)
|
||||||
|
|
||||||
|
#handle carriage returns
|
||||||
|
s#^.*\r\{1,\}\([^$]\)#\1#
|
||||||
|
s#\r\$## # strip trailing \r
|
||||||
|
|
||||||
|
# strip other non SGR escape sequences
|
||||||
|
s#[\x07]##g
|
||||||
|
s#\x1b[]>=\][0-9;]*##g
|
||||||
|
s#\x1bP+.\{5\}##g
|
||||||
|
s#${p}[0-9;?]*[^0-9;?m]##g
|
||||||
|
|
||||||
|
#remove backspace chars and what they're backspacing over
|
||||||
|
:rm_bs
|
||||||
|
s#[^\x08]\x08##g; t rm_bs
|
||||||
|
" |
|
||||||
|
|
||||||
|
# Normalize the input before transformation
|
||||||
|
sed "
|
||||||
|
# escape HTML
|
||||||
|
s#&#\&#g; s#>#\>#g; s#<#\<#g; s#\"#\"#g
|
||||||
|
|
||||||
|
# normalize SGR codes a little
|
||||||
|
|
||||||
|
# split 256 colors out and mark so that they're not
|
||||||
|
# recognised by the following 'split combined' line
|
||||||
|
:e
|
||||||
|
s#${p}\([0-9;]\{1,\}\);\([34]8;5;[0-9]\{1,3\}\)m#${p}\1m${p}¬\2m#g; t e
|
||||||
|
s#${p}\([34]8;5;[0-9]\{1,3\}\)m#${p}¬\1m#g;
|
||||||
|
|
||||||
|
:c
|
||||||
|
s#${p}\([0-9]\{1,\}\);\([0-9;]\{1,\}\)m#${p}\1m${p}\2m#g; t c # split combined
|
||||||
|
s#${p}0\([0-7]\)#${p}\1#g #strip leading 0
|
||||||
|
s#${p}1m\(\(${p}[4579]m\)*\)#\1${p}1m#g #bold last (with clr)
|
||||||
|
s#${p}m#${p}0m#g #add leading 0 to norm
|
||||||
|
|
||||||
|
# undo any 256 color marking
|
||||||
|
s#${p}¬\([34]8;5;[0-9]\{1,3\}\)m#${p}\1m#g;
|
||||||
|
|
||||||
|
# map 16 color codes to color + bold
|
||||||
|
s#${p}9\([0-7]\)m#${p}3\1m${p}1m#g;
|
||||||
|
s#${p}10\([0-7]\)m#${p}4\1m${p}1m#g;
|
||||||
|
|
||||||
|
# change 'reset' code to a single char, and prepend a single char to
|
||||||
|
# other codes so that we can easily do negative matching, as sed
|
||||||
|
# does not support look behind expressions etc.
|
||||||
|
s#°#\°#g; s#${p}0m#°#g
|
||||||
|
s#¡#\¡#g; s#${p}[0-9;]*m#¡&#g
|
||||||
|
" |
|
||||||
|
|
||||||
|
# Convert SGR sequences to HTML
|
||||||
|
sed "
|
||||||
|
:ansi_to_span # replace ANSI codes with CSS classes
|
||||||
|
t ansi_to_span # hack so t commands below only apply to preceeding s cmd
|
||||||
|
|
||||||
|
/^[^¡]*°/ { b span_end } # replace 'reset code' if no preceeding code
|
||||||
|
|
||||||
|
# common combinations to minimise html (optional)
|
||||||
|
s#${P}3\([0-7]\)m¡${p}4\([0-7]\)m#\1<span class=\"f\2 b\3\">#;t span_count
|
||||||
|
s#${P}4\([0-7]\)m¡${p}3\([0-7]\)m#\1<span class=\"f\3 b\2\">#;t span_count
|
||||||
|
|
||||||
|
s#${P}1m#\1<span class=\"bold\">#; t span_count
|
||||||
|
s#${P}4m#\1<span class=\"underline\">#; t span_count
|
||||||
|
s#${P}5m#\1<span class=\"blink\">#; t span_count
|
||||||
|
s#${P}7m#\1<span class=\"reverse\">#; t span_count
|
||||||
|
s#${P}9m#\1<span class=\"line-through\">#; t span_count
|
||||||
|
s#${P}3\([0-9]\)m#\1<span class=\"f\2\">#; t span_count
|
||||||
|
s#${P}4\([0-9]\)m#\1<span class=\"b\2\">#; t span_count
|
||||||
|
|
||||||
|
s#${P}38;5;\([0-9]\{1,3\}\)m#\1<span class=\"ef\2\">#; t span_count
|
||||||
|
s#${P}48;5;\([0-9]\{1,3\}\)m#\1<span class=\"eb\2\">#; t span_count
|
||||||
|
|
||||||
|
s#${P}[0-9;]*m#\1#g; t ansi_to_span # strip unhandled codes
|
||||||
|
|
||||||
|
b # next line of input
|
||||||
|
|
||||||
|
# add a corresponding span end flag
|
||||||
|
:span_count
|
||||||
|
x; s/^/s/; x
|
||||||
|
b ansi_to_span
|
||||||
|
|
||||||
|
# replace 'reset code' with correct number of </span> tags
|
||||||
|
:span_end
|
||||||
|
x
|
||||||
|
/^s/ {
|
||||||
|
s/^.//
|
||||||
|
x
|
||||||
|
s#°#</span>°#
|
||||||
|
b span_end
|
||||||
|
}
|
||||||
|
x
|
||||||
|
s#°##
|
||||||
|
b ansi_to_span
|
||||||
|
" |
|
||||||
|
|
||||||
|
# Convert alternative character set
|
||||||
|
# Note we convert here, as if we do at start we have to worry about avoiding
|
||||||
|
# conversion of SGR codes etc., whereas doing here we only have to
|
||||||
|
# avoid conversions of stuff between &...; or <...>
|
||||||
|
#
|
||||||
|
# Note we could use sed to do this based around:
|
||||||
|
# sed 'y/abcdefghijklmnopqrstuvwxyz{}`~/▒␉␌␍␊°±␋┘┐┌└┼⎺⎻─⎼⎽├┤┴┬│≤≥π£◆·/'
|
||||||
|
# However that would be very awkward as we need to only conv some input.
|
||||||
|
# The basic scheme that we do in the python script below is:
|
||||||
|
# 1. enable transliterate once ¡ char seen
|
||||||
|
# 2. disable once µ char seen (may be on diff line to ¡)
|
||||||
|
# 3. never transliterate between &; or <> chars
|
||||||
|
sed "
|
||||||
|
# change 'smacs' and 'rmacs' to a single char so that we can easily do
|
||||||
|
# negative matching, as sed does not support look behind expressions etc.
|
||||||
|
# Note we don't use ° like above as that's part of the alternate charset.
|
||||||
|
s#\x1b(0#¡#g;
|
||||||
|
s#µ#\µ#g; s#\x1b(B#µ#g
|
||||||
|
" |
|
||||||
|
(
|
||||||
|
python -c "
|
||||||
|
# vim:fileencoding=utf8
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import locale
|
||||||
|
encoding=locale.getpreferredencoding()
|
||||||
|
|
||||||
|
old='abcdefghijklmnopqrstuvwxyz{}\`~'
|
||||||
|
new='▒␉␌␍␊°±␋┘┐┌└┼⎺⎻─⎼⎽├┤┴┬│≤≥π£◆·'
|
||||||
|
new=unicode(new, 'utf-8')
|
||||||
|
table=range(128)
|
||||||
|
for o,n in zip(old, new): table[ord(o)]=n
|
||||||
|
|
||||||
|
(STANDARD, ALTERNATIVE, HTML_TAG, HTML_ENTITY) = (0, 1, 2, 3)
|
||||||
|
|
||||||
|
state = STANDARD
|
||||||
|
last_mode = STANDARD
|
||||||
|
for c in unicode(sys.stdin.read(), encoding):
|
||||||
|
if state == HTML_TAG:
|
||||||
|
if c == '>':
|
||||||
|
state = last_mode
|
||||||
|
elif state == HTML_ENTITY:
|
||||||
|
if c == ';':
|
||||||
|
state = last_mode
|
||||||
|
else:
|
||||||
|
if c == '<':
|
||||||
|
state = HTML_TAG
|
||||||
|
elif c == '&':
|
||||||
|
state = HTML_ENTITY
|
||||||
|
elif c == u'¡':
|
||||||
|
if state == STANDARD:
|
||||||
|
state = ALTERNATIVE
|
||||||
|
last_mode = ALTERNATIVE
|
||||||
|
continue
|
||||||
|
elif c == u'µ':
|
||||||
|
if state == ALTERNATIVE:
|
||||||
|
state = STANDARD
|
||||||
|
last_mode = STANDARD
|
||||||
|
continue
|
||||||
|
elif state == ALTERNATIVE:
|
||||||
|
c = c.translate(table)
|
||||||
|
sys.stdout.write(c.encode(encoding))
|
||||||
|
" 2>/dev/null ||
|
||||||
|
sed 's/[¡µ]//g' # just strip aternative flag chars
|
||||||
|
)
|
||||||
|
|
||||||
|
printf '</pre>
|
||||||
|
</body>
|
||||||
|
</html>\n'
|
||||||
76
_build/update_site.sh
Executable file
76
_build/update_site.sh
Executable file
|
|
@ -0,0 +1,76 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# This file is licensed under the MIT License (MIT) available on
|
||||||
|
# http://opensource.org/licenses/MIT.
|
||||||
|
|
||||||
|
PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/bin
|
||||||
|
|
||||||
|
export PATH=/var/lib/gems/1.8/bin/:$PATH
|
||||||
|
|
||||||
|
REPO='https://github.com/bitcoin/bitcoin.org.git'
|
||||||
|
SITEDIR='/bitcoin.org/site'
|
||||||
|
DESTDIR='build@bitcoinorgsite:/var/www/site'
|
||||||
|
WORKDIR=`mktemp -d`
|
||||||
|
|
||||||
|
# Stop script in case a single command fails
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# Cleanup on EXIT and kill all subprocesses (even when a command fails)
|
||||||
|
trap "rm -rf $WORKDIR; kill 0; exit 1;" EXIT
|
||||||
|
trap "rm -rf $WORKDIR; kill 0;" SIGINT
|
||||||
|
|
||||||
|
# Clone repository if missing
|
||||||
|
if [ ! -d $SITEDIR ]; then
|
||||||
|
git clone $REPO $SITEDIR
|
||||||
|
cd $SITEDIR
|
||||||
|
git reset --hard HEAD~1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Exit if no new commit is available
|
||||||
|
cd $SITEDIR
|
||||||
|
git fetch -a
|
||||||
|
LASTLOCALCOMMIT=`git log --format="%H" | head -n1`
|
||||||
|
LASTREMOTECOMMIT=`git log origin/master --format="%H" | head -n1`
|
||||||
|
if [ $LASTLOCALCOMMIT == $LASTREMOTECOMMIT ]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Update local branch
|
||||||
|
git reset --hard origin/master
|
||||||
|
git clean -x -f -d
|
||||||
|
|
||||||
|
# Copy files to temporary directory
|
||||||
|
rsync -rt --delete "$SITEDIR/" "$WORKDIR/"
|
||||||
|
|
||||||
|
# Get last modification time for _buildlock
|
||||||
|
touch "$SITEDIR/_buildlock"
|
||||||
|
lasttime=`stat -c %Y "$SITEDIR/_buildlock" | cut -d ' ' -f1`
|
||||||
|
|
||||||
|
# Build website in a child process
|
||||||
|
(
|
||||||
|
cd $WORKDIR
|
||||||
|
JEKYLL_COMMAND='jekyll' make all
|
||||||
|
touch "$WORKDIR/_builddone"
|
||||||
|
)&
|
||||||
|
|
||||||
|
# Loop every 1 second to check status
|
||||||
|
while true
|
||||||
|
do
|
||||||
|
|
||||||
|
# Update site and exit if site has been successfully built
|
||||||
|
if [ -e "$WORKDIR/_builddone" ]; then
|
||||||
|
rsync --delete -zrt $WORKDIR/_site/ $DESTDIR/
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Cancel script if a concurrent script has touched _buildlock
|
||||||
|
time=0
|
||||||
|
if [ -e "$SITEDIR/_buildlock" ]; then
|
||||||
|
time=`stat -c %Y "$SITEDIR/_buildlock" | cut -d ' ' -f1`
|
||||||
|
fi
|
||||||
|
if [ $time != $lasttime ]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
|
||||||
|
done
|
||||||
15
_build/update_stats.sh
Executable file
15
_build/update_stats.sh
Executable file
|
|
@ -0,0 +1,15 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# This file is licensed under the MIT License (MIT) available on
|
||||||
|
# http://opensource.org/licenses/MIT.
|
||||||
|
|
||||||
|
# bitcoinstats.rb can be found here:
|
||||||
|
# https://github.com/saivann/bitcoinstats
|
||||||
|
|
||||||
|
WORKDIR='/bitcoin.org/stats'
|
||||||
|
LOGDIR='build@bitcoinorglog:/var/log/nginx'
|
||||||
|
DSTDIR='build@bitcoinorgstats:/var/www/stats'
|
||||||
|
|
||||||
|
rsync -rtz --delete $LOGDIR/ $WORKDIR/srclogs/
|
||||||
|
ruby $WORKDIR/stats.rb
|
||||||
|
rsync -rtz --delete $WORKDIR/stats/ $DSTDIR/
|
||||||
122
_build/update_torrent.sh
Executable file
122
_build/update_torrent.sh
Executable file
|
|
@ -0,0 +1,122 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# This file is licensed under the MIT License (MIT) available on
|
||||||
|
# http://opensource.org/licenses/MIT.
|
||||||
|
|
||||||
|
SAVEIFS=$IFS
|
||||||
|
IFS=$(echo -en "\n\b")
|
||||||
|
|
||||||
|
BINDIR='/var/www/bin'
|
||||||
|
DATADIR='/bitcoin.org/torrent'
|
||||||
|
PREFIX='bitcoin-core-'
|
||||||
|
|
||||||
|
# Stop script in case a single command fails
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# Create last hash file if it doesn't exist.
|
||||||
|
if [[ ! -e $DATADIR/lasthash ]]; then
|
||||||
|
touch $DATADIR/lasthash
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Find latest version.
|
||||||
|
version=''
|
||||||
|
for f in `find "$BINDIR" -maxdepth 1 ! -path "$BINDIR"`; do
|
||||||
|
|
||||||
|
f=${f##*/}
|
||||||
|
|
||||||
|
# Ignore directories that don't end with a version number.
|
||||||
|
if [[ $f =~ [^0-9]$ ]]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Isolate version number.
|
||||||
|
f="${f/$PREFIX/}"
|
||||||
|
|
||||||
|
version="$(echo "$version $f" | tr " " "\n" | sort -V | tail -n 1)"
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
# Get current last modification time for the torrent.
|
||||||
|
lasttorrenttime=0
|
||||||
|
if [[ -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" ]]; then
|
||||||
|
lasttorrenttime=`stat -c%Y "$BINDIR/$PREFIX$version/bitcoin-$version.torrent"`
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Get current last modification time for binary files.
|
||||||
|
lastfilestime=0
|
||||||
|
for f in `find "$BINDIR/$PREFIX$version" -maxdepth 1 ! -path "$BINDIR/$PREFIX$version"`; do
|
||||||
|
|
||||||
|
f=${f##*/}
|
||||||
|
|
||||||
|
# Ignore torrent file and directories.
|
||||||
|
if [[ $f =~ \.torrent$ || -d "$BINDIR/$PREFIX$version/$f" ]]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
|
||||||
|
time=`stat -c%Y "$BINDIR/$PREFIX$version/$f"`
|
||||||
|
if [[ $time > $lastfilestime ]]; then
|
||||||
|
lastfilestime=$time
|
||||||
|
fi
|
||||||
|
|
||||||
|
done
|
||||||
|
|
||||||
|
# Abort if directory is empty.
|
||||||
|
if [[ $lastfilestime == 0 ]]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Get last version and combined hash for binary files.
|
||||||
|
lasthash=`cat $DATADIR/lasthash`
|
||||||
|
|
||||||
|
# Abort if binary files have been modified in the last minute.
|
||||||
|
lastminute=`date +%s`
|
||||||
|
lastminute=$[lastminute-60]
|
||||||
|
if [[ $lastfilestime > $lastminute ]]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Abort if torrent file exists, version is unchanged and binary files are unchanged.
|
||||||
|
if [[ -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" && $lasthash == "$version;"* && $lasttorrenttime > $lastfilestime ]]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Get current combined hash for binary files.
|
||||||
|
currenthash="$version;"
|
||||||
|
for f in `find "$BINDIR/$PREFIX$version" -maxdepth 1 ! -path "$BINDIR/$PREFIX$version" | sort -V`; do
|
||||||
|
f=${f##*/}
|
||||||
|
if [[ $f =~ \.torrent$ || -d "$BINDIR/$PREFIX$version/$f" ]]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
currenthash="$currenthash$f:`sha256sum "$BINDIR/$PREFIX$version/$f" | cut -d " " -f1`;"
|
||||||
|
done
|
||||||
|
|
||||||
|
# Update torrent modification time and abort if files are unchanged.
|
||||||
|
if [[ $currenthash == $lasthash && -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" ]]; then
|
||||||
|
touch "$BINDIR/$PREFIX$version/bitcoin-$version.torrent"
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Save previous torrent file.
|
||||||
|
if [[ -e "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" ]]; then
|
||||||
|
n=0
|
||||||
|
while [[ -e $DATADIR/bitcoin-$version.torrent.$n ]]; do
|
||||||
|
n=$[n+1]
|
||||||
|
done
|
||||||
|
mv "$BINDIR/$PREFIX$version/bitcoin-$version.torrent" "$DATADIR/bitcoin-$version.torrent.$n"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Copy files non-recursively to temporary directory.
|
||||||
|
tmpdir=`mktemp -d`
|
||||||
|
rsync -rt -f '- /*/' --delete "$BINDIR/$PREFIX$version/" "$tmpdir/$PREFIX$version/"
|
||||||
|
|
||||||
|
# Build new torrent file.
|
||||||
|
buildtorrent -a "udp://tracker.openbittorrent.com:80/announce" -A "udp://tracker.openbittorrent.com:80/announce,udp://tracker.publicbt.com:80/announce,udp://tracker.ccc.de:80/announce,udp://tracker.coppersurfer.tk:6969,udp://open.demonii.com:1337" -w "https://bitcoin.org/bin/" -D -C "$tmpdir/$PREFIX$version" "$BINDIR/$PREFIX$version/bitcoin-$version.torrent"
|
||||||
|
|
||||||
|
# Update last combined hash and version.
|
||||||
|
echo $currenthash > $DATADIR/lasthash
|
||||||
|
|
||||||
|
# Delete temporary directory
|
||||||
|
rm -R "$tmpdir"
|
||||||
|
|
||||||
|
# Reset IFS.
|
||||||
|
IFS=$SAVEIFS
|
||||||
119
_build/update_txpreview.sh
Executable file
119
_build/update_txpreview.sh
Executable file
|
|
@ -0,0 +1,119 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# This file is licensed under the MIT License (MIT) available on
|
||||||
|
# http://opensource.org/licenses/MIT.
|
||||||
|
|
||||||
|
PATH=/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/bin
|
||||||
|
|
||||||
|
# Set variables and create temporary directories
|
||||||
|
LANGS=('ar' 'bg' 'bn' 'ca' 'cs' 'da' 'de' 'el' 'es' 'fa' 'fr' 'hi' 'hr' 'hu' 'id' 'it' 'ja' 'ko' 'lv' 'ml' 'nl' 'no' 'pl' 'pt_BR' 'ro' 'ru' 'sl' 'sr' 'sv' 'tr' 'uk' 'zh_CN' 'zh_TW')
|
||||||
|
WORKDIR=`mktemp -d`
|
||||||
|
LIVEDIR=`mktemp -d`
|
||||||
|
SITEDIR='/bitcoin.org/txpreview'
|
||||||
|
DESTDIR='/var/www/txpreview'
|
||||||
|
|
||||||
|
# Stop script in case a single command fails
|
||||||
|
set -e
|
||||||
|
|
||||||
|
# Cleanup on EXIT (even when a command fails)
|
||||||
|
trap "rm -rf $WORKDIR $LIVEDIR; kill 0; exit 1;" EXIT
|
||||||
|
trap "rm -rf $WORKDIR $LIVEDIR; kill 0;" SIGINT
|
||||||
|
|
||||||
|
if [[ ! -d $SITEDIR/site || ! -d $SITEDIR/tx ]]; then
|
||||||
|
echo 'Working folders missing'
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Update translations
|
||||||
|
cd $SITEDIR/tx/
|
||||||
|
tx pull -a -s --skip
|
||||||
|
|
||||||
|
# Return if all updated languages were previously processed
|
||||||
|
update=false
|
||||||
|
for la in "${LANGS[@]}"
|
||||||
|
do
|
||||||
|
checksum=`sha256sum $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/$la.yml`
|
||||||
|
checksum=(${checksum//" "/ })
|
||||||
|
checksum=${checksum[@]:0:1}
|
||||||
|
checksum=${checksum:0:10}
|
||||||
|
if [[ -e $SITEDIR/site/_$checksum ]]; then
|
||||||
|
continue
|
||||||
|
fi
|
||||||
|
update=true
|
||||||
|
done
|
||||||
|
if [[ $update == false ]]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Update git repository
|
||||||
|
cd $SITEDIR/site
|
||||||
|
git fetch -a
|
||||||
|
git reset --hard origin/master
|
||||||
|
git clean -x -f -d
|
||||||
|
|
||||||
|
# Copy files to temporary directory
|
||||||
|
rsync -rt --delete "$SITEDIR/site/" "$WORKDIR/"
|
||||||
|
|
||||||
|
# Get last modification time for _buildlock
|
||||||
|
touch "$SITEDIR/site/_buildlock"
|
||||||
|
lasttime=`stat -c %Y "$SITEDIR/site/_buildlock" | cut -d ' ' -f1`
|
||||||
|
|
||||||
|
# Create new checksum files
|
||||||
|
for la in "${LANGS[@]}"
|
||||||
|
do
|
||||||
|
checksum=`sha256sum $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/$la.yml`
|
||||||
|
checksum=(${checksum//" "/ })
|
||||||
|
checksum=${checksum[@]:0:1}
|
||||||
|
checksum=${checksum:0:10}
|
||||||
|
touch $SITEDIR/site/_$checksum
|
||||||
|
done
|
||||||
|
|
||||||
|
# Update languages and generate diff files
|
||||||
|
cd $WORKDIR
|
||||||
|
linecounten=`cat $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/en.yml | grep -o '^ \+[a-z0-9]\+:' | wc -l`
|
||||||
|
echo '<h1>Needs updating</h1>' > $WORKDIR/diff.html
|
||||||
|
for la in "${LANGS[@]}"
|
||||||
|
do
|
||||||
|
rsync -a $SITEDIR/tx/translations/bitcoinorg.bitcoinorg/$la.yml $WORKDIR/_translations/$la.yml
|
||||||
|
ruby $WORKDIR/_contrib/updatetx.rb $la
|
||||||
|
ruby $SITEDIR/addlang.rb $la
|
||||||
|
if [[ ! -e $WORKDIR/$la ]]; then
|
||||||
|
mkdir $WORKDIR/$la
|
||||||
|
fi
|
||||||
|
git diff --color-words master -- _translations/$la.yml | $SITEDIR/ansi2html > $WORKDIR/$la/diff.html
|
||||||
|
diff=`git diff master -- _translations/$la.yml`
|
||||||
|
linecount=`cat _translations/$la.yml | grep -o '^ \+[a-z0-9]\+:' | wc -l`
|
||||||
|
if [[ $diff != '' && $linecount == $linecounten ]]; then
|
||||||
|
echo "<a href=\"$la/diff.html\">$la</a><br>" >> $WORKDIR/diff.html
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
# Build website in a child process
|
||||||
|
(
|
||||||
|
cd $WORKDIR
|
||||||
|
ENABLED_PLUGINS='alerts redirects releases' JEKYLL_COMMAND='jekyll' make all
|
||||||
|
touch "$WORKDIR/_builddone"
|
||||||
|
)&
|
||||||
|
|
||||||
|
# Loop every 1 second to check status
|
||||||
|
while true
|
||||||
|
do
|
||||||
|
|
||||||
|
# Update site and exit if site has been successfully built
|
||||||
|
if [ -e "$WORKDIR/_builddone" ]; then
|
||||||
|
cd $LIVEDIR
|
||||||
|
rsync --delete -zrt --exclude '/.git' $WORKDIR/_site/ $DESTDIR/
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Cancel script if a concurrent script has touched _buildlock
|
||||||
|
time=0
|
||||||
|
if [ -e "$SITEDIR/site/_buildlock" ]; then
|
||||||
|
time=`stat -c %Y "$SITEDIR/site/_buildlock" | cut -d ' ' -f1`
|
||||||
|
fi
|
||||||
|
if [ $time != $lasttime ]; then
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
|
||||||
|
done
|
||||||
Loading…
Add table
Add a link
Reference in a new issue