Recettes informatiques

Diskless Debian cluster

Posted by on Jul 01 2016 in Bash, Debian

For Debian 6 and 7, there's an easy way to create a cluster diskless. Isc-dhp-server an atftpd can be used to serve IP addresses, kernel, initrd and a minimal root disk ready to be loaded in memory.

Script /etc/initscript/hooks/tftp

Shell

#  -*- shell-script -*-
# Cluster specific mount sequence
 
mountroot ()
{
 
    # configure ethernet
    ipconfig -c dhcp eth0
    ipconfig -c dhcp eth1
 
    mount -t ramfs /dev/ram0 ${rootmnt}
 
    # download all tarballs
    for f in $(echo ${tarballs} | sed 's/,/ /g'); do
        log_begin_msg "download $f"
        tftp -b 32764 -g -r $f ${tftpserver}
    log_begin_msg "Extract $f into ${rootmnt}"
    log_end_msg
    tar xzf $f -C ${rootmnt} || exec /bin/sh
    rm -f $f
    done
 
    # remove files predeced by tilde
    for f in $(find ${rootmnt} -name '~*'); do
        o=$(echo $f | sed 's/\/~/\//')
        [ -f $o ] && rm -rf $o $f
    done
 
    # execute files predeced by plus
    for f in $(find ${rootmnt} -name '+*'); do
        [ -x $f ] && ./$f
        [ -f $f ] && rm -f $f
    done
}

Generate new initrd image:

Shell

update-initramfs -u

Create root.tgz tarball script:

Shell

#!/bin/bash
 
PROGNAME=$(basename $0)
TFTP=/srv/tftp
EXCLUDE=/tmp/$PROGNAME-exclude-$$
IMAGE=$TFTP/root.tgz
TMPLOG=/tmp/$PROGNAME-$$.log
VER=2.0
 
# help function
 
function usage () {
    echo "usage: $PROGNAME [-h] [-v]"
    echo "   -h: help message"
    echo "   -v: version message"
    exit $@
}
 
# formating functions
 
function title () { echo -e "\033[0;1m$*\033[0;0m"; }
function pass () { echo -e "\033[1;32m$*\033[0;0m"; }
function warn () { echo -e "\033[1;33m$*\033[0;0m"; }
function fail () { echo -e "\033[1;31m$*\033[0;0m"; }
# check command
 
function check () {
    echo -n "$@: "
    { eval $@; } >&$TMPLOG && pass OK || { fail KO; cat $TMPLOG; ERR=yes; }
    rm -f $TMPLOG
    test ! "$TEST" = yes
}
 
# argument processing
 
while [ $# -gt 0 ]; do
    case "$1" in
    -h) usage 0;;
    -v) echo "$PROGNAME: version $VER"; exit;;
    *) echo "unknown argument ($1)"; exit 1;;
    esac
    shift
done
 
# create exclude list
cat - << EOF > $EXCLUDE
backup
boot
dev/*
etc/udev/rules.d/70-persistent-net.rules
home
lost+found
media/*
proc/*
root/*
run/*
srv/*
sys/*
tmp/*
usr/share/doc
usr/share/i18n
usr/share/info
usr/share/locale
usr/share/man
usr/share/zoneinfo
var/backups/*
var/cache/apt/*
var/cache/debconf/*
var/cache/fontconfig/*
var/cache/man/*
var/lib/apt
var/lib/aptitude
var/lib/dpkg
var/lib/samba/*
var/lock/*
var/log/*
var/run/*
EOF
check test -f $EXCLUDE
 
# checks
[ -f $IMAGE ] && check rm -f $IMAGE
_OLDPWD=$(pwd)
cd /
check tar czf $IMAGE --exclude-from $EXCLUDE .
cd $_OLDPWD
 
# clean exclude list
check rm -f $EXCLUDE
exit 0

Typical of a slave.tgz tarball:

Code

-rw-r--r-- 1 mazet users 3515 nov.  13  2014 /etc/chrony/chrony.conf
-rw-r--r-- 1 mazet users  164 nov.  13  2014 /etc/default/atftpd
-rw-r--r-- 1 mazet users 1226 nov.  13  2014 /etc/default/hddtemp
-rw-r--r-- 1 mazet users    0 nov.  13  2014 /etc/default/~isc-dhcp-server
-rw-r--r-- 1 mazet users  799 nov.  13  2014 /etc/default/nfs-common
-rw-r--r-- 1 mazet users  551 nov.  13  2014 /etc/default/ntpdate
-rw-r--r-- 1 mazet users  276 nov.  13  2014 /etc/default/samba
-rw-r--r-- 1 mazet users  428 nov.  13  2014 /etc/default/smartmontools
-rw-r--r-- 1 mazet users  722 nov.  13  2014 /etc/default/snmpd
-rw-r--r-- 1 mazet users 1209 nov.  13  2014 /etc/exports
-rw-r--r-- 1 mazet users 1356 juil. 23  2015 /etc/fstab
-rw-r--r-- 1 mazet users   13 nov.  13  2014 /etc/hostname
-rwxr-xr-x 1 mazet users   73 nov.  13  2014 /etc/+hostname
-rw-r--r-- 1 mazet users 1332 nov.  13  2014 /etc/inetd.conf
-rw-r--r-- 1 mazet users 2012 nov.  13  2014 /etc/inittab
-rw-rw-r-- 1 mazet users 1184 avril  4 14:03 /etc/network/interfaces
-rwxrwxr-x 1 mazet users  439 sept. 21  2015 /etc/rc.local
-rw-r--r-- 1 mazet users    0 nov.  13  2014 /etc/resolv.conf
-rw-r--r-- 1 mazet users 2794 nov.  13  2014 /etc/rsyslog.conf
-rwxr-xr-x 1 mazet users   73 nov.  13  2014 /etc/ssmtp/+ssmtp.conf
-rw-r--r-- 1 mazet users  581 nov.  13  2014 /etc/ssmtp/ssmtp.conf
-rw-r--r-- 1 mazet users    0 déc.   4  2014 /home/.empty
-rw-rw-r-- 1 mazet users    0 mars  23 10:10 /-rec
-rw-r--r-- 1 mazet users  728 nov.  13  2014 /root/.bashrc
-rw-r--r-- 1 mazet users  140 nov.  13  2014 /root/.profile
-rw-r--r-- 1 mazet users  780 nov.  13  2014 /root/.screenrc
-rw-r--r-- 1 mazet users  416 nov.  13  2014 /root/.ssh/authorized_keys
-rw------- 1 mazet users 1679 nov.  13  2014 /root/.ssh/id_rsa
-rw-r--r-- 1 mazet users  416 nov.  13  2014 /root/.ssh/id_rsa.pub
-rw-r--r-- 1 mazet users    1 nov.  13  2014 /root/.vimrc
-rw-r--r-- 1 mazet users    0 nov.  13  2014 /usr/sbin/~winbindd
-rw-rw-r-- 1 mazet users    0 févr. 17  2015 /var/media/prod/.empty
-rw-rw-r-- 1 mazet users    0 févr. 17  2015 /var/media/rec/.empty

Colorize log file

Posted by on Jul 01 2016 in Awk

Short script to colorize log file.

Shell

#!/usr/bin/awk -f
 
# split glue line
BEGIN {start=":host[0-9][0-9]: "}
"^..*" start {$0=gensub("^(..*)(" start ")", "\\1\n\\2", "g")}
/^$/ {getline}
 
# colorize line
/TRACE/ {$0="\033[1;34m" $0 "\033[0;0m"} # blue
/DEBUG/ {$0="\033[1;32m" $0 "\033[0;0m"} # green
/INFO/ {}
/WARN/ {$0="\033[1;33m" $0 "\033[0;0m"} # yellow
/ERROR/ {$0="\033[1;31m" $0 "\033[0;0m"} # red
 
{print}

Generate certificates with (or without) a certificate authority

Posted by on Mar 26 2015 in Systeme

I use this script to generate certificates authorized by CACert but the script can be used for self-certificates.

Shell

#!/bin/bash
 
use_cacert_org=1
 
function title () {
    echo -e '\e[1;1m'$*'\e[0m'
}
 
function valid () {
    echo -n "* $1: "
    shift
    eval $@ >&/dev/null && echo -e '\e[0;32mSUCCESS\e[0m' || \
        { echo -e '\e[0;31mFAILED\e[0m'; exit; }
}
 
for file; do
 
    ## Certificat configuration
    [ -f $file ] || { echo "file '$file' not found"; continue; }
    [[ $file =~ \.cnf ]] || \
        { echo "file '$file' not a certificat configuration"; continue; }
    server=${file/.cnf}
    title  "Certificat configuration: $server"
 
    ## Key generation
    valid "Key generation" \
        openssl genrsa -out $server.key 2048
 
    ## Protect server key
    valid "Protect server key" \
        chmod o= $server.key
 
    ## Certificate request
    valid "Certificate request" \
        openssl req -new -nodes -batch \
            -config $server.cnf -key $server.key -out $server.csr
 
    if [ $use_cacert_org -eq 0 ]; then
            
        ## Certificate generation
        valid "Certificate generation" \
            openssl req -new -x509 -days 365 -nodes -batch \
                -config $server.cnf -key $server.key -out $server.crt
    else
 
        title "Connect to cacert.org and generate $server.crt from $server.csr."
        title "Certificate request"
        cat $server.csr
        title "Copy/paste it into 'New server certificat form'"
        title "When you get back the certificat, copy/paste it here (Ctrl-D to end)"
        cat > $server.crt
 
    fi
 
    # Check certificate
    valid "Check certificate" \
        openssl x509 -in $server.crt -text -out $server.txt
 
done

And a configuration template babylon.softndesign.org:

Code

[ req ]
distinguished_name      = req_distinguished_name 
prompt                  = no 
string_mask             = nombstr 
x509_extensions         = server_cert 
 
[ req_distinguished_name ] 
countryName             = FR
stateOrProvinceName     = IdF 
localityName            = Paris 
organizationName        = Soft'n'Design Inc
organizationalUnitName  = Security
commonName              = babylon.softndesign.org
emailAddress            = webmaster@localhost
  
[ server_cert ] 
basicConstraints        = critical, CA:FALSE
subjectKeyIdentifier    = hash 
keyUsage                = digitalSignature, keyEncipherment 
extendedKeyUsage        = serverAuth, clientAuth 
nsCertType              = server 
nsComment               = Babylon Certificate

Install Mercurial (hg) on Android

Posted by on Mar 02 2015 in Systeme, Android

I've started working on a HL-PC1088. It's a cheap ARM based on a VIA WM8880 notebook with Android 4.2. I use Terminal-IDE which provides a minimal posix system, a fulll compiler chain, vi and git. The only other thing I eed to code is Mercurial, my favorite SCM.

Frist Install a working python based on the one provided by Py4A. Download:

Unzip all archives in place to get a python directory.

Shell

unzip python_r16.zip
cd python
unzip ../python-lib_r16.zip
unzip ../python_extras_r14.zip
mkdir share
mv python share
mv bin/python bin/python.elf
chmod +x bin/python.elf
rm -rf python/py4a python.sh setup.cfg setup.sh
cd ..

Create a wrapper to launch python script in python/bin/python

Shell

#!/bin/sh
 
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$HOME/local/lib
export TEMP=$HOME/tmp
export PYTHONHOME=$HOME/local
export PYTHONPATH=$HOME/local/share/python:$HOME/local/lib/python2.6/lib-dynload
export PYTHON_EGG_CACHE=$TEMP
exec $HOME/local/bin/python.elf "$@"

and move all stuff in the local repository of Terminal-IDE

Shell

chmod +x python/bin/python
mkdir tmp
for d in bin include lib share; do
  [ -d $d ] || mkdir $HOME/local/$d
  mv python/$d/* $HOME/local/$d/
done
rmdir python

Download python 2.6.2 source to get a valid Makefile

Shell

tar tvjf Python-2.6.2.tar.bz2
cd Python-2.6.2
./configure --prefix=$HOME
mkdir $HOME/local/lib/python2.6/config
cp Makefile $HOME/local/lib/python2.6/config
cd ..
rm -rf Python-2.6.2

Then, download Mercurial 1.8.4 (later versions need an unavaliable python module named grp) and install it as "pure" python with:

Shell

tar xvzf mercurial-1.8.4.tar.gz
cd mercurial-1.8.4
python setup.py --pure install
cd ..
rm -rf mercurial-1.8.4
sed -i 's/\.elf//' $HOME/local/bin/hg

That's it!

Create genealogy tree with LaTeX/TikZ

Posted by on Sep 19 2014 in Programmation, LaTeX

This is a LaTeX class to easily create genealogy trees

\male to create a male leaf
\female to create a female leaf
\married to create a link for marriage
\divorced to create a link for divorce
\childofunion to create links between parents and child
\resetoffset to start a new generation line
\shiftoffset to create space between leaves
and environment subtree to easy large tree design

Following code presents macros definitions:

Code

% Copyright 2014 by Laurent Mazet
%
% This file may be distributed and/or modified
%
% 1. under the LaTeX Project Public License and/or
% 2. under the GNU Public License.
%
\def\Genealogy@Version{2014/09/27, v. 0.3}
\NeedsTeXFormat{LaTeX2e}[1995/12/01]
\ProvidesClass{genealogy}[\Genealogy@Version]
%
\LoadClass{article}
%
\RequirePackage{tikz}
\usetikzlibrary{trees}
\usetikzlibrary{calc}
%
\RequirePackage[paperwidth=\maxdimen,paperheight=\maxdimen]{geometry}
%
\RequirePackage[active,tightpage]{preview}
\PreviewEnvironment{tikzpicture}
%
\setlength\PreviewBorder{5pt}
%
\newlength\xstep
\setlength\xstep{24mm}
\newlength\ystep
\setlength\ystep{10mm}
%
\newcommand{\childof}[3]{
  \draw [child] (#1) |- ($ (#2) + (#3) $) -| (#2);
}
\newcommand{\childofunion}[3]{\childof{#1}{#3}{0,1.0}\childof{#2}{#3}{0,1.0}}
\newcommand{\childofsecondunion}[3]{\childof{#1}{#3}{0,1.2}\childof{#2}{#3}{0,1.2}}
\newcommand{\childofthridunion}[3]{\childof{#1}{#3}{0,0.8}\childof{#2}{#3}{0,0.8}}
\newcommand{\married}[2]{
  \draw [link] (#1) -- node[above] {\textmarried} (#2);
}
\newcommand{\divorced}[2]{
  \draw [link] (#1) -- node[above] {\textdivorced} (#2);
}
\newcommand{\link}[2]{
  \draw [link] (#1) -- (#2);
}
\newcommand{\person}[6]{
  \pgfmathparse{mod(#5 + #6, 2)}
  \edef\g{\pgfmathresult}
  \node [#3] (#1) at ($ 2 *(#4, 0) - 2 *(0, #5) + (\g, 0) $) {#2};
}
%
\newcommand{\resetoffset}{
  \xdef\offset{0}
  \pgfmathparse{\level + \inclevel}
  \xdef\level{\pgfmathresult}
  \xdef\inclevel{1}
}
\newcommand{\shiftoffset}[1]{
  \pgfmathparse{\offset + #1}
  \xdef\offset{\pgfmathresult}
  \ifdim\offset pt>\maxoffset pt\xdef\maxoffset{\offset}\fi
}
%
\newcommand{\addperson}[3]{
  \person{#1}{#2}{#3}{\offset}{\level}{\gapoddeven}
  \shiftoffset{1}
}
\newcommand{\male}[2]{\addperson{#1}{#2}{male}}
\newcommand{\female}[2]{\addperson{#1}{#2}{female}}
%
\newenvironment{subtree}{
  \pgfmathparse{2 * (mod(\level, 2) + \offset) * \xstep}
  \edef\x{\pgfmathresult}
  \pgfmathparse{-2 * (\level) * \ystep}
  \edef\y{\pgfmathresult}
 
  \pgfmathparse{mod(\level, 2)}
  \xdef\gapoddeven{\pgfmathresult}
 
  \xdef\maxoffset{0}
  \edef\savedoffset{\offset}
  \xdef\offset{0}
 
  \edef\savedlevel{\level}
  \xdef\level{0}
 
  \edef\savedinclevel{\inclevel}
  \xdef\inclevel{1}
 
  \begin{scope}[shift=\x,yshift=\y]
}{
  \end{scope}
 
  \xdef\gapoddeven{0}
 
  \pgfmathparse{\savedoffset + \maxoffset}
  \xdef\offset{\pgfmathresult}
 
  \pgfmathparse{\level + 1}
  \xdef\inclevel{\pgfmathresult}
  \ifdim\savedinclevel pt>\inclevel pt\xdef\inclevel{\savedinclevel}\fi
 
  \xdef\level{\savedlevel}
}
%
\AtBeginDocument{
%
  \footnotesize
%
  \tikzstyle{person} = [rectangle,draw,minimum width=10em]
  \tikzstyle{female} = [person,fill=red!20,rounded corners]
  \tikzstyle{male} = [person,fill=blue!20]
  \tikzstyle{child} = [->,>=stealth,thick]
  \tikzstyle{link} = [-,thick]
%
  \begin{tikzpicture}[=\xstep,y=\ystep]
    \xdef\offset{0}
    \xdef\maxoffset{0}
    \xdef\level{0}
    \xdef\inclevel{1}
    \xdef\gapoddeven{0}
}
%
\AtEndDocument{
  \end{tikzpicture}
}

And a representative example:

Code

\documentclass{genealogy}
 
\usepackage{textcomp}
 
\usepackage{verbatim}
\begin{comment}
:Title: Famille Bordenave de Lalonquette
:Tags: Styles; Trees; Charts
:Author: Laurent Mazet
:Slug: family-tree
 
Arbre généalogique de la famille Bordenave de Lalonquette
\end{comment}
 
%\newcommand{\per}[4]{
%  \begin{tabular}{l@{ }r}
%    #1&#2\\#3&\ifx\undefined#4\else#4$#$\fi
%  \end{tabular}
%}
\newcommand{\per}[4]{
  \begin{tabular}{l@{ }r}
    #1&#2\\\textborn#3&\ifx\undefined#4\else\textdied#4\fi
  \end{tabular}
}
 
\begin{document}
 
  % line 1
  %\resetoffset
 
  \male{PB1}{\per{Pierre}{Bordenave}{-}{1815}}
 
  \male{MB1}{\per{Mathieu}{Bordenave}{1743}{1816}}
 
  \female{AL1}{\per{Anne}{Lamothe}{-}{1819}}
  \married{MB1}{AL1}
 
  \shiftoffset{1}
 
  \male{xL1}{\per{?}{Laranson}{-}{-}}
 
  \female{JD1}{\per{Jeanne}{Dufau (Labarrère)}{-}{-}}
  \married{xL1}{JD1}
 
  % line 2
  \resetoffset
 
  \male{JC1}{\per{Jean}{Casouret}{-}{1839}}
 
  \female{JB1}{\per{Jeanne}{Bordenave}{1778}{1840}}
  \childofunion{MB1}{AL1}{JB1}
  \married{JB1}{JC1}
 
  \shiftoffset{2}
 
  \male{JB2}{\per{Jean}{Bordenave}{1775}{1840}}
  \childofunion{MB1}{AL1}{JB2}
 
  \female{ML1}{\per{Marie}{Laranson}{1786}{1827}}
  \childofunion{xL1}{JD1}{ML1}
  \married{JB2}{ML1}
 
  % line 3
  \resetoffset
 
  \male{xT1}{\per{}{Touyarot}{-}{1848}}
 
  \female{AB1}{\per{Anne}{Bordenave}{1814}{1849}}
  \childofunion{ML1}{JB2}{AB1}
  \married{xT1}{AB1}
 
  \male{JB3}{\per{Jean}{Bordenave}{1810}{1810}}
  \childofunion{ML1}{JB2}{JB3}
 
  \male{JB4}{\per{Jean}{Bordenave}{1815}{1815}}
  \childofunion{ML1}{JB2}{JB4}
 
  \male{PB1}{\per{Pierre}{Bordenave}{1812}{1812}}
  \childofunion{ML1}{JB2}{PB1}
 
  \male{MB2}{\per{Magdalène}{Bordenave}{1814}{1814}}
  \childofunion{ML1}{JB2}{MB2}
 
  \male{PB2}{\per{Pierre}{Bordenave}{1807}{1892}}
  \childofunion{ML1}{JB2}{PB2}
 
\end{document}

Lastest version of the package is avaliable here.

	`# -- shell-script --`
	`# Cluster specific mount sequence`

	`mountroot ()`
	`{`

	`# configure ethernet`
	`ipconfig -c dhcp eth0`
	`ipconfig -c dhcp eth1`

	`mount -t ramfs /dev/ram0 ${rootmnt}`

	`# download all tarballs`
	`for f in $(echo ${tarballs} \| sed 's/,/ /g'); do`
	`log_begin_msg "download $f"`
	`tftp -b 32764 -g -r $f ${tftpserver}`
	`log_begin_msg "Extract $f into ${rootmnt}"`
	`log_end_msg`
	`tar xzf $f -C ${rootmnt} \|\| exec /bin/sh`
	`rm -f $f`
	`done`

	`# remove files predeced by tilde`
	`for f in $(find ${rootmnt} -name '~*'); do`
	`o=$(echo $f \| sed 's/\/~/\//')`
	`[ -f $o ] && rm -rf $o $f`
	`done`

	`# execute files predeced by plus`
	`for f in $(find ${rootmnt} -name '+*'); do`
	`[ -x $f ] && ./$f`
	`[ -f $f ] && rm -f $f`
	`done`
	`}`

	`#!/bin/bash`

	`PROGNAME=$(basename $0)`
	`TFTP=/srv/tftp`
	`EXCLUDE=/tmp/$PROGNAME-exclude-$$`
	`IMAGE=$TFTP/root.tgz`
	`TMPLOG=/tmp/$PROGNAME-$$.log`
	`VER=2.0`

	`# help function`

	`function usage () {`
	`echo "usage: $PROGNAME [-h] [-v]"`
	`echo " -h: help message"`
	`echo " -v: version message"`
	`exit $@`
	`}`

	`# formating functions`

	`function title () { echo -e "\033[0;1m$*\033[0;0m"; }`
	`function pass () { echo -e "\033[1;32m$*\033[0;0m"; }`
	`function warn () { echo -e "\033[1;33m$*\033[0;0m"; }`
	`function fail () { echo -e "\033[1;31m$*\033[0;0m"; }`
	`# check command`

	`function check () {`
	`echo -n "$@: "`
	`{ eval $@; } >&$TMPLOG && pass OK \|\| { fail KO; cat $TMPLOG; ERR=yes; }`
	`rm -f $TMPLOG`
	`test ! "$TEST" = yes`
	`}`

	`# argument processing`

	`while [ $# -gt 0 ]; do`
	`case "$1" in`
	`-h) usage 0;;`
	`-v) echo "$PROGNAME: version $VER"; exit;;`
	`*) echo "unknown argument ($1)"; exit 1;;`

	`#!/usr/bin/awk -f`

	`# split glue line`
	`BEGIN {start=":host[0-9][0-9]: "}`
	`"^.." start {$0=gensub("^(..)(" start ")", "\\1\n\\2", "g")}`
	`/^$/ {getline}`

	`# colorize line`
	`/TRACE/ {$0="\033[1;34m" $0 "\033[0;0m"} # blue`
	`/DEBUG/ {$0="\033[1;32m" $0 "\033[0;0m"} # green`
	`/INFO/ {}`
	`/WARN/ {$0="\033[1;33m" $0 "\033[0;0m"} # yellow`
	`/ERROR/ {$0="\033[1;31m" $0 "\033[0;0m"} # red`

	`{print}`

	`[ req ]`
	`distinguished_name = req_distinguished_name`
	`prompt = no`
	`string_mask = nombstr`
	`x509_extensions = server_cert`

	`[ req_distinguished_name ]`
	`countryName = FR`
	`stateOrProvinceName = IdF`
	`localityName = Paris`
	`organizationName = Soft'n'Design Inc`
	`organizationalUnitName = Security`
	`commonName = babylon.softndesign.org`
	`emailAddress = webmaster@localhost`

	`[ server_cert ]`
	`basicConstraints = critical, CA:FALSE`
	`subjectKeyIdentifier = hash`
	`keyUsage = digitalSignature, keyEncipherment`
	`extendedKeyUsage = serverAuth, clientAuth`
	`nsCertType = server`
	`nsComment = Babylon Certificate`