path: root/jenkins-builds/funcs_promotion.sh

#! /bin/bash

function prom_setup() {
    local ldest=$1
    shift

    rm -rf $ldest
    mkdir $ldest
    mkdir $ldest/archive
    for i in $os_and_archs ; do
        mkdir $ldest/archive/jogamp-$i
        mkdir $ldest/archive/jogamp-$i/test-results/
    done
    mkdir $ldest/jar
    mkdir $ldest/fat
    mkdir $ldest/apk
    mkdir $ldest/jar/atomic
    mkdir $ldest/javadoc
    mkdir $ldest/jnlp-files
    mkdir $ldest/log
    mkdir $ldest/resources
    mkdir $ldest/tmp
}

function prom_lslatest() {
    local pattern=$1
    shift
    ls -rt  | grep $pattern | tail -1
}

function prom_buildnumber_2() {
    local folder=$1
    shift
    echo $folder | awk -F '-' ' { print substr($2, 2); } '
}

function prom_buildnumber_3() {
    local folder=$1
    shift
    echo $folder | awk -F '-' ' { print substr($3, 2); } '
}

function prom_buildnumber_4() {
    local folder=$1
    shift
    echo $folder | awk -F '-' ' { print substr($4, 2); } '
}

function prom_verify_artifacts() {
    local name=$1
    shift
    local artia=$1
    shift
    local artib=$1
    shift

    local OK=0
    grep -v ".build.sha.natives" $artia > $artia.no-build_sha_natives
    grep -v ".build.sha.natives" $artib > $artib.no-build_sha_natives
    diff -w $artia.no-build_sha_natives $artib.no-build_sha_natives && OK=1
    if [ $OK -eq 0 ] ; then
        echo "ERROR: $name artifacts differ $artia and $artib no-build_sha_natives"
    fi
}

function prom_merge_modules() {
    # debug
    # set -x

    local destdir=$1
    shift
    local modules=$*

    local lthisdir=`pwd`

    cd $destdir

#
#   Disabled: jogamp-<os.and.archs>.7z !
#
#   for i in $os_and_archs ; do
#       echo "INFO: Mergin modules <$modules> to $mergefolder"
#       local mergefolder=jogamp-$i
#       cd tmp
#       mkdir $mergefolder
#       for j in $modules ; do
#           local modulefolder=`find . -name $j\*$i`
#           if [ -z "$modulefolder" ] ; then
#               echo "ERROR: No module/platform extracted folder module $j, platform $i"
#               exit 1
#           fi
#           cd $modulefolder
#           for k in artifact.properties LICENSE.txt README.txt ; do
#               if [ -e $k ] ; then
#                   cp -av $k ../$mergefolder/$j.$k
#               fi
#           done
#           for k in \*-java-src.zip ; do
#               if [ -e $k ] ; then
#                   cp -av $k ../$mergefolder/
#               fi
#           done
#           for k in etc jar jnlp-files lib ; do
#               if [ -e $k ] ; then
#                   mkdir -p ../$mergefolder/$k
#                   cp -av $k/* ../$mergefolder/$k/
#               fi
#           done
#           if [ -e ../$mergefolder/lib ] ; then
#               echo "This folder contains deprecated plain native libraries for platform $i, please use the native JAR files in the jar folder. WARNING: This folder is subject to be removed soon." > ../$mergefolder/lib/README.txt
#           fi
#           cd ..
#       done
#       cp -av ../log/aggregated.artifact.properties.sorted ../log/all.artifact.properties.sorted $mergefolder/
#       echo "This archive contains platform builds for $i only and is deprecated. Please use the jogamp-all-platforms archive for all supported platforms. WARNING: This platfrom archive is subject to be removed soon." > $mergefolder/README.txt
#       echo "INFO: Create merged jogamp archive $mergefolder.7z"
#       7z a -r ../archive/$mergefolder.7z $mergefolder
#       cd ..
#   done

    local mergefolder=jogamp-all-platforms
    echo "INFO: Mergin modules <$modules> to $mergefolder"
    cd tmp
    mkdir $mergefolder
    for i in $os_and_archs ; do
        for j in $modules ; do
            local modulefolder=`find . -name $j\*$i`
            if [ -z "$modulefolder" ] ; then
                if [ "$masterpick" = "$i" ] ; then
                    echo "ERROR: No masterpick module/platform extracted folder module $j, platform $i"
                    exit 1
                else
                    # continue with next module/platform tuple ..
                    echo "WARNING: No module/platform extracted folder module $j, platform $i"
                    continue
                fi
            fi
            cd $modulefolder
            if [ "$masterpick" = "$i" ] ; then
                for k in artifact.properties LICENSE.txt README.txt ; do
                    if [ -e $k ] ; then
                        cp -av $k ../$mergefolder/$j.$k
                    fi
                done
                for k in `find . -maxdepth 1 -name \*-java-src.zip` ; do
                    if [ -e $k ] ; then
                        cp -av $k ../$mergefolder/
                    fi
                done
                for k in etc jar jnlp-files ; do
                    if [ -e $k ] ; then
                        mkdir -p ../$mergefolder/$k
                        cp -av $k/* ../$mergefolder/$k/
                    fi
                done
                if [ -e lib ] ; then
                    mkdir -p ../$mergefolder/lib/$i
                    cp -av lib/* ../$mergefolder/lib/$i
                fi
            else
                if [ -e jar ] ; then
                    mkdir -p ../$mergefolder/jar
                    for l in `find jar -maxdepth 1 -name \*natives\*` ; do
                        cp -av $l ../$mergefolder/jar/
                    done
                    for l in `find jar -maxdepth 1 -name \*.apk` ; do
                        mkdir -p ../$mergefolder/apk
                        cp -av $l ../$mergefolder/apk/
                    done
                    if [ -e jar/atomic ] ; then
                        mkdir -p ../$mergefolder/jar/atomic
                        cp -av jar/atomic/*natives*.jar ../$mergefolder/jar/atomic/
                    fi
                fi
                if [ -e lib ] ; then
                    mkdir -p ../$mergefolder/lib/$i
                    cp -av lib/* ../$mergefolder/lib/$i
                fi
            fi
            if [ -e ../$mergefolder/lib/$i ] ; then
                echo "This folder contains platform folders with deprecated plain native libraries, please use the native JAR files in the jar folder." > ../$mergefolder/lib/README.txt
                echo "This folder contains deprecated plain native libraries for platform $i, please use the native JAR files in the jar folder." > ../$mergefolder/lib/$i/README.txt
            fi
            cd ..
        done
    done
    # move unsigned APKs in seperate folder
    if [ -e $mergefolder/apk ] ; then
        cd $mergefolder/apk
        mkdir -p unsigned
        for i in *-unsigned.apk ; do
            mv -v $i unsigned/`basename $i -unsigned.apk`.apk
        done
        cd ../..
    fi
    cp -av ../log/aggregated.artifact.properties.sorted ../log/all.artifact.properties.sorted $mergefolder/
    echo "INFO: Create merged jogamp archive $mergefolder.7z"
    7z a -r ../archive/$mergefolder.7z $mergefolder
    cd ..

    cd $lthisdir
}

# 
# #1 module name, IE gluegen, jogl, jocl or joal
# #2 source folder of artifacts
# #3 destination folder of artifacts
#
# Example:
# promote_files gluegen /builds/gluegen-b33 tmp-archive
# promote_files jogl    /builds/jogl-b211   tmp-archive
#
function prom_promote_module() {
    # debug
    # set -x

    local module=$1
    shift
    local sourcedir=$1
    shift
    local destdir=$1

    local lthisdir=`pwd`

    echo "INFO: Promoting files: $module, from $sourcedir"
    # copy the platform 7z files
    cp -a $sourcedir/artifact.properties $destdir/log/$module.artifact.properties
    cd $destdir
    # unpack the platform 7z files
    for i in $os_and_archs ; do
        local sfile=`find $lthisdir/$sourcedir -name $module\*$i.7z`
        if [ -z "$sfile" ] ; then
            if [ "$masterpick" = "$i" ] ; then
                echo "ERROR: No masterpick platform 7z file for module $module, platform $i, sdir $sourcedir"
                exit 1
            else
                # continue with next module/platform tuple ..
                echo "WARNING: No platform 7z file for module $module, platform $i, sdir $sourcedir"
                continue
            fi
        fi
        local zfile=archive/jogamp-$i/$module-$i.7z

        cp -a $sfile $zfile
        cp -a $lthisdir/$sourcedir/$module*$i-test-results-*.7z archive/jogamp-$i/test-results/
        local sfolder=`basename $sfile .7z`
        local zfolder=`basename $zfile .7z`
        echo "INFO: Extract $module $i - $zfile -> tmp/$zfolder"
        cd tmp
        prom_extract ../$zfile $sfolder
        mv -v $sfolder $zfolder
        cd ..
        prom_verify_artifacts $module log/$module.artifact.properties tmp/$zfolder/artifact.properties
    done
    # copy the platform JAR files from each platform 7z folder
    for i in $os_and_archs_minus_master ; do
        # 7z folder verfified above already
        local zfile=archive/jogamp-$i/$module-$i.7z
        local zfolder=tmp/`basename $zfile .7z`
        if [ -e $zfolder ] ; then
            for j in `find $zfolder/jar -maxdepth 1 -name \*.jar` ; do
                cp -av $j ./jar/
            done
            for j in `find $zfolder/jar -maxdepth 1 -name \*.apk` ; do
                cp -av $j ./apk/
            done
            if [ -e $zfolder/jar/atomic ] ; then
                for j in $zfolder/jar/atomic/*.jar ; do
                    cp -av $j ./jar/atomic/
                done
            fi
        else
            echo "WARNING: No platform 7z folder for module $module, platform $i"
        fi
    done
    # move unsigned APKs in seperate folder
    cd apk
    mkdir unsigned
    for i in *-unsigned.apk ; do
        mv -v $i unsigned/`basename $i -unsigned.apk`.apk
    done
    cd ..
    # copy the master pic JAR files
    # 7z folder verified above already
    local zfile=archive/jogamp-$masterpick/$module-$masterpick.7z
    local zfolder=tmp/`basename $zfile .7z`
    if [ -e $zfolder/jar ] ; then
        for j in $zfolder/jar/*.jar ; do
            cp -av $j ./jar/
        done
        if [ -e $zfolder/jar/atomic ] ; then
            for j in $zfolder/jar/atomic/*.jar ; do
                cp -av $j ./jar/atomic/
            done
        fi
    fi
    cp -av $zfolder/jnlp-files/* ./jnlp-files/
    if [ -e $zfolder/resources ] ; then
        cp -av $zfolder/resources/* ./resources/
    fi

    cd $lthisdir
}

# 
# #1 destination folder of artifacts
#
# Example:
# prom_make_fatjar tmp-archive
#
function prom_make_fatjar() {
    # debug
    # set -x

    local destdir=$1

    local lthisdir=`pwd`

    local master_gluegen=../../tmp/gluegen-$masterpick

    echo "INFO: Make Fat Jar"
    cd $destdir

    mkdir tmp/fatjar
    cd tmp/fatjar
    fat_native_modules="gluegen-rt-natives joal-natives jogl-all-natives jocl-natives"
    for h in $fat_native_modules ; do
        for i in $os_and_archs_fatpack ; do
            if [ -e ../../jar/$h-$i.jar ] ; then
                unzip ../../jar/$h-$i.jar
                rm -rf META-INF
                mkdir -p natives/$i
                for j in `find . -maxdepth 1 -name \*.symbols -o -name \*.a -o -name \*.so -o -name \*.dll -o -name \*.jnilib -o -name \*dylib` ; do
                    mv $j natives/$i/
                done
            else
                echo "WARNING: No native jar file for module $h, platform $i (fat)"
            fi
        done
    done
    for i in $os_and_archs_fatpack ; do
        if [ -e ../../jar/atomic/oculusvr-natives-$i.jar ] ; then
            unzip ../../jar/atomic/oculusvr-natives-$i.jar
            rm -rf META-INF
            mkdir -p natives/$i
            for j in `find . -maxdepth 1 -name \*.so -o -name \*.dll -o -name \*.jnilib -o -name \*dylib` ; do
                mv $j natives/$i/
            done
        fi
    done
    #rm -rf jogamp/nativetag

    fat_core_jar_modules="gluegen-rt joal jogl-all jocl"
    for h in $fat_core_jar_modules ; do
        unzip ../../jar/$h.jar
        rm -rf META-INF
    done
    if [ -e ../../jar/atomic/oculusvr.jar ] ; then
        unzip ../../jar/atomic/oculusvr.jar
        rm -rf META-INF
    fi
    jar cfm ../../fat/jogamp-fat.jar $master_gluegen/dist/jogamp-fat.mf .
    cd ../..

    mkdir tmp/fatjarsrc
    cd tmp/fatjarsrc
    fat_java_src_modules="gluegen joal jogl jocl"
    for i in $fat_java_src_modules ; do
        unzip ../../tmp/$i-$masterpick/$i-java-src.zip
        rm -rf META-INF
    done
    zip -r ../../fat/jogamp-fat-java-src.zip .
    cd ../..

    mkdir tmp/fattestjar
    cd tmp/fattestjar
    fat_test_jar_modules="junit gluegen-test-util joal-test jogl-test jocl-test"
    for h in $fat_test_jar_modules ; do
        unzip ../../jar/$h.jar
        rm -rf META-INF
    done
    unzip $master_gluegen/dist/junit.jar
    rm -rf META-INF
    jar cfm ../../fat/jogamp-fat-test.jar $master_gluegen/dist/jogamp-fat-test.mf .
    cd ../..

    mkdir tmp/fattestjarsrc
    cd tmp/fattestjarsrc
    fat_test_java_src_modules="gluegen joal jogl jocl"
    for i in $fat_java_src_modules ; do
        if [ -e ../../tmp/$i-$masterpick/$i-test-java-src.zip ] ; then
            unzip ../../tmp/$i-$masterpick/$i-test-java-src.zip
        fi
        rm -rf META-INF
    done
    zip -r ../../fat/jogamp-fat-test-java-src.zip .
    cd ../..

    mv fat jogamp-fat
    7z a -r archive/jogamp-fat-all.7z jogamp-fat
    mv jogamp-fat fat

    cd $lthisdir
}

function prom_promote_demos() {
    local module=$1
    shift
    local sourcetype=$1
    shift
    local sourcedir=$1
    shift
    local destdir=$1

    local lthisdir=`pwd`

    local fromslave=false
    [ "$sourcetype" = "slave" ] && local fromslave=true

    echo "INFO: Promoting files: $module from $sourcedir (from-slave $fromslave)"
    # copy the platform 7z files
    cd $destdir
    # unpack the 7z files
    local sfile=`find $lthisdir/$sourcedir -name $module\*$masterpick.7z`
    local zfile=archive/$module.7z
    if [ -z "$sfile" ] ; then
        echo "ERROR: No 7z file for module $module, sdir $sourcedir"
        exit 1
    fi
    local sfolder=`basename $sfile .7z`
    local zfolder=$module
    echo "INFO: Extract $module - $sfile -> tmp/$zfolder"
    cd tmp
    prom_extract $sfile $sfolder
    mv -v $sfolder $zfolder
    7z a -r ../$zfile $zfolder
    cd ..
    if $fromslave ; then
        prom_verify_artifacts $module log/$module.artifact.properties tmp/$zfolder/artifact.properties
    fi

    # copy the JAR files
    mkdir $module
    cp -av tmp/$zfolder/jar        ./$module/
    cp -av tmp/$zfolder/jnlp-files ./$module/
    cp -av tmp/$zfolder/www        ./$module/
    if [ -e tmp/$zfolder/resources ] ; then
        cp -av tmp/$zfolder/resources ./$module/
    fi

    cd $lthisdir
}

function prom_extract() {
    local zfile=$1
    shift

    local OK=0
    7z x $zfile $* && OK=1
    if [ $OK -eq 0 ] ; then
        echo ERROR in 7z file $zfile $*
    else
        echo OK 7z file $zfile $*
        if [ ! -z "$*" ] ; then
            chmod 755 $*
            find $*  -type d -exec chmod 0755 \{\} \;
            find $*  -type f -exec chmod 0644 \{\} \;
        fi
    fi
}

function prom_cleanup() {
    local destdir=$1
    shift

    local lthisdir=`pwd`
    cd $destdir

    echo "INFO: Delete tmp folder"
    rm -rf tmp

    # remove the platform 7z files of the local archive folder
    # and merge the test-results
    mkdir -p archive/test-results
    for i in $os_and_archs ; do
        mv -v archive/jogamp-$i/test-results/* archive/test-results/
        rm -vrf archive/jogamp-$i
    done
    cd $lthisdir
}

function prom_integrity_check() {
    local destdir=$1
    shift
    local jardir=$1
    shift
    local tmpdir=$1
    shift

    local lthisdir=`pwd`
    cd $destdir

    mkdir -p $tmpdir
    cd $tmpdir
    for i in `find $lthisdir/$destdir/$jardir -name \*.jar -o -name \*.apk` ; do
        local bname=`basename $i`
        echo -n "INFO: Integrity check - $i - $bname - "
        local OK=0
        jar xvf $i >& $bname.log && OK=1
        if [ $OK -eq 0 ] ; then
            echo ERROR
            cat $bname.log
        else
            echo OK
        fi
    done
    echo
    cd $lthisdir
}