#!/bin/bash

set -u
#set -x

# Script to perform a make of files checked out in the hydra area.
# Run nightly.

export P4USER=hydra
export P4CLIENT=hydra_drivers_auto
unset P4CONFIG

export PATH
PATH=/usr/local/bin:/bin:/usr/bin:/usr/X11R6/bin:/tools/bin

# Use the preferered version of doxygen if can find it...
#
PREFERED_DOXYGEN=/tools/bin/doxygen-1.7.2
if [ -x $PREFERED_DOXYGEN ]; then
  export PATH=$PREFERED_DOXYGEN:$PATH
fi

# Pick up additional so for omnicli
export LD_LIBRARY_PATH=/lib:/usr/lib:/tools/lib

# This can confuse some perforce commands if it's not set correctly. True
# Bourne shell doesn't set it, but it may be inherited from the parent
# process.
unset PWD

SRCROOT=/home/hydra/drivers/checkedout
DOCROOT=/home/hydra/public_html/drivers/docs

export OSKADIR=$SRCROOT/common/oska/main
export SDIOEMBDIR=$SRCROOT/common/sdioemb/main

KDIRROOT=/home/hydra/drivers/linux

FORCE_CLEAN_BUILD=$SRCROOT/force_clean_builds

CLEANBUILDS=false
SCRIPTTEST=false
DOXYGEN=false
BUILDLIST=

INDEXARGS=
SUMMARYARGS=

usage()
{
    cat<<EOF
Usage:
    $0 [options] [builds]

Where options are zero or more of:
  -n: post to the newsgroup
  -c: build from clean (as opposed to trying an incremental build first)
  -t: script test - just list what would be done without doing anything.
  -d: build doxygen documentation
  -h: print this help message

And builds are zero or more branch and config specifiers in the format
branch/config, for example, main/hci_bc02. If no builds are specified then a
default list will be used.
EOF
}

while test $# -gt 0
do
    case "$1" in
    -n)
        INDEXARGS="$INDEXARGS $1"
        ;;
    -c)
        CLEANBUILDS=true
        ;;
    -d)
        DOXYGEN=true
        ;;
    -t)
        INDEXARGS="$INDEXARGS $1"
        SUMMARYARGS="$SUMMARYARGS $1"
        SCRIPTTEST=true
        ;;
    -[h?])
        usage
	exit 0
	;;
    -*)
        echo "Unknown option $1. Aborting."
	usage
        exit 1
        ;;
    *)
        BUILDLIST="$*"
        break
        ;;
    esac
    shift
done

DATE=`date +%y.%m.%d.%H:%M`
WEBDIR="/home/hydra/public_html/drivers/daily_make"
DIR="$WEBDIR/logs/$DATE"

if $SCRIPTTEST
then
    echo "Script test: skipping all the interesting bits."
else
    mkdir -p $DIR

    LABELLOG=$DIR/label_log.log

    DRIVERDIRS="drivers"

    exec >$DIR/main_log.log 2>&1
fi

if test -f $FORCE_CLEAN_BUILD
then
    CLEANBUILDS=true
    if $SCRIPTTEST
    then
	echo "Would force clean builds."
    else
	echo "Clean builds forced."
	rm -f $FORCE_CLEAN_BUILD
    fi
fi

$CLEANBUILDS && INDEXARGS="$INDEXARGS -c"

make_label()
{
    LABEL=$1
    shift

    if $SCRIPTTEST
    then
	echo "Would make label $LABEL described as $@"
	return 0
    fi

    echo "Making label $LABEL described as $@" >> $LABELLOG
     (
     p4 label -o -t hydra_drivers_daily_make_template $LABEL | \
      sed '/^Description:$/,/^$/d'
     echo "Description:"
     echo "    $@"
     ) | p4 label -i >> $LABELLOG
}

label_sync()
{
    LABEL=$1
    REVISION=$2

    if $SCRIPTTEST
    then
	echo "Would sync label $LABEL to $REVISION"
	return 0
    fi

    echo "Syncing label $LABEL to $REVISION" >> $LABELLOG
    DS=
    for D in $DRIVERDIRS
    do
	DS="$DS $SRCROOT/hydra/*/$D/...$REVISION"
    done
    p4 labelsync -l $LABEL $DS >> $LABELLOG 2>&1
}

label_exists()
{
    LABEL=$1

    p4 label -o "$LABEL" | grep '^Update:' > /dev/null
}

try_oska_posix_build()
{
    ( set -x; make -C posix clean all )
}

try_oska_linux_build()
{
    (
        set -x
        if [ -e linux/_builds/debug ]; then
            linux/build debug clean KDIR=$KDIRROOT/$LINUX
        fi
        linux/build debug all KDIR=$KDIRROOT/$LINUX
    )
}

try_sdioemb_linux_build()
{
    (
        set -x
        if [ -e linux/_builds/debug ]; then
            linux/build debug clean KDIR=$KDIRROOT/$LINUX
        fi
        linux/build debug all KDIR=$KDIRROOT/$LINUX
    )
}

clean_hydra_posix_build()
{
    make -C tests/chip clean
}

clean_hydra_linux_build()
{
    if [ -e linux/_builds/debug ]; then
        linux/build debug clean KDIR=$KDIRROOT/$LINUX
    fi
}

try_hydra_posix_build()
{
    ( set -x; make -C tests/chip all )
}

try_hydra_linux_build()
{
    ( set -x; linux/build debug all KDIR=$KDIRROOT/$LINUX )
}

incremental_hydra_posix_build()
{
    if $CLEANBUILDS
    then
	echo "As requested, not trying incremental build."
	return 1
    fi

    echo "Trying incremental posix build"
    try_hydra_posix_build
}

incremental_hydra_linux_build()
{
    if $CLEANBUILDS
    then
	echo "As requested, not trying incremental build."
	return 1
    fi

    echo "Trying incremental $LINUX build"
    try_hydra_linux_build
}

full_hydra_posix_build()
{
    clean_hydra_posix_build
    echo "Trying full $LINUX build"
    try_hydra_posix_build
}

full_hydra_linux_build()
{
    clean_hydra_linux_build
    echo "Trying full build"
    try_hydra_linux_build
}

make_hydra_posix_build()
{
    BRANCH=$1
    PREFIX=$DIR/build_log:$BRANCH:hydra_posix
    OUTPUT=$PREFIX.log
    SUMMARY=$PREFIX.result

    if $SCRIPTTEST
    then
	echo "Would build for posix on branch $BRANCH"
	return 0
    fi

    echo "Building for posix on branch $BRANCH"
    echo "Output going to $OUTPUT"

    (
    cd  $SRCROOT/hydra/$BRANCH/drivers
    pwd
    if incremental_hydra_posix_build || full_hydra_posix_build
    then
	echo "Pass" > $SUMMARY
	true
    else
	echo "Fail" > $SUMMARY
	false
    fi
    ) > $OUTPUT 2>&1

    echo "Result: `cat $SUMMARY`"
}

make_hydra_linux_build()
{
    LINUX=$1
    PREFIX=$DIR/build_log:$BRANCH:hydra_$LINUX
    OUTPUT=$PREFIX.log
    SUMMARY=$PREFIX.result

    if $SCRIPTTEST
    then
	echo "Would build for $LINUX on branch $BRANCH"
	return 0
    fi

    echo "Building for $LINUX on branch $BRANCH"
    echo "Output going to $OUTPUT"

    (
    cd  $SRCROOT/hydra/$BRANCH/drivers
    pwd
    if incremental_hydra_linux_build || full_hydra_linux_build
    then
	echo "Pass" > $SUMMARY
	true
    else
	echo "Fail" > $SUMMARY
	false
    fi
    ) > $OUTPUT 2>&1

    echo "Result: `cat $SUMMARY`"
}

make_hydra_linux_builds()
{
    BRANCH=$1

    for LINUX in `cd $KDIRROOT; echo linux-*`; do
        make_hydra_linux_build $LINUX
    done
}

# We should use revision ranges like ...@>label1,label2, but for some reason
# this is abysmally slow. Replacing the labels with changes makes it all run
# much faster (even if you include the extra calls to make the replacements).

change_from_label()
{
    LABEL=$1

    p4 changes -m 1 "//depot/hydra/...@$LABEL" | awk '{print $2}'
}

summarise_branch_changes()
{
    START=$1
    END=$2
    BRANCH=$3

    OUTPUT=$DIR/changes_$BRANCH.log

    if $SCRIPTTEST
    then
	echo "Would summarise changes on $BRANCH."
	return 0
    fi

    echo "Summarising changes on $BRANCH to $OUTPUT."
    (
    for D in $DRIVERDIRS
    do
	p4 fixes $SRCROOT/$BRANCH/$D/...@\>$START,$END
    done
    ) | awk '!/^MakeRelease/ {print $5}' | \
     sort -u | \
     xargs p4 describe -s > $OUTPUT 2>/dev/null
}

make_oska_posix_build()
{
    PREFIX=$DIR/build_log:main:oska_posix
    OUTPUT=$PREFIX.log
    SUMMARY=$PREFIX.result

    (
        cd $OSKADIR
        if try_oska_posix_build; then
            echo "Pass" > $SUMMARY
            true
        else
            echo "Fail" > $SUMMARY
            false
        fi
    ) > $OUTPUT 2>&1
    echo "Result: `cat $SUMMARY`"
}

make_oska_linux_build()
{
    LINUX=$1
    PREFIX=$DIR/build_log:main:oska_$LINUX
    OUTPUT=$PREFIX.log
    SUMMARY=$PREFIX.result

    (
        cd $OSKADIR
        if try_oska_linux_build $KDIRROOT/$LINUX; then
            echo "Pass" > $SUMMARY
            true
        else
            echo "Fail" > $SUMMARY
            false
        fi
    ) > $OUTPUT 2>&1
    echo "Result: `cat $SUMMARY`"
}

make_oska_linux_builds()
{
    for LINUX in `cd $KDIRROOT; echo linux-*`; do
        make_oska_linux_build $LINUX
    done
}

make_sdioemb_linux_build()
{
    LINUX=$1
    PREFIX=$DIR/build_log:main:sdioemb_$LINUX
    OUTPUT=$PREFIX.log
    SUMMARY=$PREFIX.result

    (
        cd $SDIOEMBDIR
        if try_sdioemb_linux_build $KDIRROOT/$LINUX; then
            echo "Pass" > $SUMMARY
            true
        else
            echo "Fail" > $SUMMARY
            false
        fi
    ) > $OUTPUT 2>&1
    echo "Result: `cat $SUMMARY`"
}

make_sdioemb_linux_builds()
{
    for LINUX in `cd $KDIRROOT; echo linux-*`; do
        make_sdioemb_linux_build $LINUX
    done
}

test_hydra_chip_driver()
{
    BRANCH=$1
    PREFIX=$DIR/run_log:$BRANCH:test_hydra_chip_driver_run
    OUTPUT=$PREFIX.log
    VG=$PREFIX.vg
    SUMMARY=$PREFIX.result

    cd  $SRCROOT/hydra/$BRANCH/drivers
    (
    set -m
    pwd

    # Actually run the test
    valgrind -q --leak-check=yes tests/chip/chip_tests &
    PID=$!; ( sleep 300; kill -KILL $PID ) &

    if wait %1; then
	echo "Pass" > $SUMMARY
	true
    else
	echo "Fail" > $SUMMARY
	false
    fi

    kill -KILL %2

    ) > $OUTPUT 2>&1
    grep "^==" $OUTPUT > $VG
    grep "== [A-Z]" $VG | sed -e "s/^/Warning: /" >> $OUTPUT
    echo "Result: `cat $SUMMARY`"
}

do_all_on_branch()
{
    BRANCH=$1

    summarise_branch_changes $CHANGELAST $CHANGENOW $BRANCH
    make_hydra_posix_build $BRANCH
    test_hydra_chip_driver $BRANCH
    make_hydra_linux_builds $BRANCH
}

make_doxygen()
{
    NAME=$1
    SRCDIR=$2
    HTMLDIR=$DOCROOT/$NAME/html

    if $SCRIPTTEST
    then
        echo "Would make Doxygen html for $NAME from $DIR"
        return 0
    fi

    (
        cd $SRCROOT/$SRCDIR
        doxygen
        if ! test -d $HTMLDIR; then
            mkdir -p $HTMLDIR
        fi
        rm -f $HTMLDIR/*
        cp html/* $HTMLDIR
    )
}

echo "Building on `uname -n`"
echo "Script started at `date`."

LABELNOW="hydra_drivers_daily_make_$DATE"
LABELLAST=hydra_drivers_daily_make_last_run
make_label $LABELLAST "The last time hydra daily_make was run."
make_label $LABELNOW "The hydra daily_make run on $DATE."

label_sync $LABELNOW '#have'

if $SCRIPTTEST
then
    CHANGELAST=unknown
    CHANGENOW=unknown
else
    CHANGELAST=`change_from_label $LABELLAST`
    CHANGENOW=`change_from_label $LABELNOW`
    if [ -z "$CHANGELAST" ]; then
        echo No last change
        CHANGELAST=$CHANGENOW
    else
        echo "Last change = \"$CHANGELAST\""
    fi
fi

make_oska_posix_build
make_oska_linux_builds
make_sdioemb_linux_builds

if test -z "$BUILDLIST"
then
    do_all_on_branch main
else
   echo "$BUILDLIST" | tr ' ' '\012' | \
	awk -F/ '{rs[$1] = rs[$1] " " $2} \
	END {for(b in rs) print b rs[b]}' |
	while read BRANCH
	do
            do_all_on_branch $BRANCH
	done
fi

($SCRIPTTEST || cd $DIR;
/home/hydra/drivers/daily_make/daily_gen_index_drivers $INDEXARGS)

(cd $WEBDIR
/home/hydra/drivers/daily_make/daily_gen_summary_drivers $SUMMARYARGS)

label_sync $LABELLAST "@$LABELNOW"

bzip2 -v $LABELLOG

if $DOXYGEN
then
    make_doxygen oska common/oska/main
    make_doxygen sdioemb common/sdioemb/main
    make_doxygen hydra hydra/main/drivers
fi

echo "Script finished at `date`."
