gseeker/gseeker

#!/bin/sh

### DEFINE

VERSION="0.2"
GSEEKER_HOME="$HOME/.gseeker"
GSEEKER_REPORTS="$GSEEKER_HOME/reports"
GSEEKER_TMPDIR="$GSEEKER_HOME/tmp/pid_$$"
GSEEKER_TREPORT="$GSEEKER_TMPDIR/report"
GSEEKER_CONFIG="$GSEEKER_HOME/config"
GSEEKER_TRACKER="$GSEEKER_HOME/tracker"

### 

cleanup() {
    rm -rf $GSEEKER_TMPDIR
}

cmd_tree() {
    case $1 in
        config )
            cmd_tree_config $*
            ;;
        run )
            cmd_tree_run $*
            ;;
        show )
            cmd_tree_show $*
            ;;
        * )
            echo "usage: $0 <command> [<args>]"
            echo ""
            echo "These are common gseeker commands used in various situations:"
            echo ""
            echo "  config  add and delete settings"
            echo "  show    show metadata"
            echo ""
            echo "See '$0 help <command>' to read about a specific subcommand."
            ;;
    esac
}

cmd_tree_config() {
    case $2 in
        group )
            cmd_tree_config_group $*
            ;;
        url )
            cmd_tree_config_url $*
            ;;
        * )
            echo "usage: $0 config <command> [<args>]"
            echo ""
            echo "  group "
            echo "  url "
            echo ""
            echo "See '$0 help config <command>' to read about a specific subcommand."
            ;;
    esac
}

cmd_tree_config_group() {
    case $3 in
        add )
            cmd_tree_config_group_add $*
            ;;
        del )
            cmd_tree_config_group_del $*
            ;;
        * )
            echo "usage: $0 config group <command> [<args>]"
            echo ""
            echo "  add  "
            echo "  del  "
            echo ""
            echo "See '$0 help config group <command>' to read about a specific subcommand."
            ;;
    esac
}

cmd_tree_config_group_add() {
    if [[ -n $4 ]]; then
        HASH=$(sha1 -qs $4)
        echo "group,name,$4,$HASH" >> $GSEEKER_CONFIG
    else
        echo "usage: $0 config group add <name>"
    fi
}

cmd_tree_config_group_del() {
    if [[ -n $4 ]]; then
        sed -i "/group,name,$4,/d" $GSEEKER_CONFIG
    else
        echo "usage: $0 config group del <name>"
    fi
}

cmd_tree_config_url() {
    case $3 in
        add )
            cmd_tree_config_url_add $*
            ;;
        del )
            cmd_tree_config_url_del $*
            ;;
        * )
            echo "usage: $0 config url <command> [<args>]"
            echo ""
            echo "..."
            echo ""
            echo "See '$0 help config url <command>' to read about a specific subcommand."
            ;;
    esac
}

cmd_tree_config_url_add() {
    if [[ -n $4 && -n $5 ]]; then
        echo "url,$(sha1 -qs $4),$(sha1 -qs $5),$4" >> $GSEEKER_CONFIG
    else
        echo "usage: $0 config url add <url> <group>"
    fi
}

cmd_tree_config_url_del() {
    if [[ -n $4 && -n $5 ]]; then
        sed -i "/url,$4,$(sha1 -qs $5),/d" $GSEEKER_CONFIG
    else
        echo "usage: $0 config url del <id> <group>"
    fi
}

cmd_tree_run() {
    if [[ -n $2 ]]; then
        GROUP_HASH=$(sha1 -qs $2)

        if [[ -n $(cat $GSEEKER_CONFIG | grep $GROUP_HASH) ]]; then
            if [[ -n $3 ]]; then
                if [[ -n $(cat $GSEEKER_CONFIG | grep $3) ]]; then
                    rep_run $GROUP_HASH $3
                else
                    echo "error: repo $3 not found"
                fi
            else
                group_run $GROUP_HASH
            fi
        else
            echo "error: group $2 not found"
        fi
    else
        for GROUP in $(cat $GSEEKER_CONFIG | grep "group,name," | cut -f4 -d,); do
            group_run $GROUP
        done
    fi
}

cmd_tree_show() {
    case $2 in
        config )
            cat $GSEEKER_CONFIG
            ;;
        * )
            echo "usage: $0 show <command>"
            echo ""
            echo "  config -- show configurations"
            ;;
    esac
}

group_run() {
    for HASH in $(cat $GSEEKER_CONFIG | grep $1 | grep "url," | cut -f2 -d,); do
        rep_run $1 $HASH
    done
}

main() {
    setup
    cmd_tree $*
    cleanup
}

rep_run() {
    URL=$(cat $GSEEKER_CONFIG | grep "$2,$1" | cut -f4 -d,)
    mkdir -p $GSEEKER_TMPDIR/$1/
    git clone $URL $GSEEKER_TMPDIR/$1/$2
    rep_stats $1 $2
}

rep_stats() {
    FILE="$GSEEKER_TREPORT/repo_$2"
    DATE=$(date +%s)
    echo "date,$DATE" >> $FILE
    echo "version,$VERSION" >> $FILE
    echo "url,$(cd $GSEEKER_TMPDIR/$1/$2 ; git config --list | grep 'remote.origin.url=' | cut -f2 -d'=')" >> $FILE
    echo "head,$(cd $GSEEKER_TMPDIR/$1/$2 ; git branch -r | grep '  origin/HEAD' | sed 's/  origin\/HEAD -> origin\///g')" >> $FILE
    echo "commit,last,$(cd $GSEEKER_TMPDIR/$1/$2 ; git log --max-count=1 --pretty=short | grep 'commit ' | sed 's/commit //g')" >> $FILE
    echo "size,pack,$(cd $GSEEKER_TMPDIR/$1/$2 ; git count-objects -vH | grep "size-pack" | sed 's/size-pack: //g')" >> $FILE
    
    for BRANCH in $(cd $GSEEKER_TMPDIR/$1/$2 ; git branch -r | grep '  origin/' | grep -v 'HEAD' | sed 's/origin\///g'); do
        echo "branch,$BRANCH" >> $FILE
    done
    
    for LINE in $(cd $GSEEKER_TMPDIR/$1/$2 ; git shortlog -se | tr '\t' ',' | sed 's/ /_/g'); do
        COMMITS=$(echo $LINE | cut -f1 -d, | sed 's/_//g')
        NAME=$(echo $LINE | cut -f2 -d, | sed 's/_</</g' | cut -f1 -d'<' | sed 's/_/ /g')
        EMAIL=$(echo $LINE | cut -f2 -d'<' | sed 's/>//g')
        echo "shortlog,$EMAIL,$NAME,$COMMITS" >> $FILE
    done
   
    $(cat $GSEEKER_TRACKER | grep "commit,number," | grep ",$2,$1" | cut -f3 -d, > $GSEEKER_TMPDIR/tracker_$2_$1)
    $(cd $GSEEKER_TMPDIR/$1/$2 ; git log --oneline | nl | sort -rn | cut -f2 | cut -d" " -f1 > $GSEEKER_TMPDIR/cn_$2_$1)
    
    for CNUMBER in $(grep -Fvf $GSEEKER_TMPDIR/tracker_$2_$1 $GSEEKER_TMPDIR/cn_$2_$1); do
        $(cd $GSEEKER_TMPDIR/$1/$2 ; git checkout $CNUMBER)
        echo "commit,number,$CNUMBER" >> $FILE
        scan_file_alert $1 $2
        echo "commit,number,$CNUMBER,$2,$1" >> $GSEEKER_TRACKER
    done

    cp $FILE "$GSEEKER_REPORTS/report-$DATE-$2-$1.gseeker"
}

scan_file_alert() {
    for FTYPE in "*.pem" "*.zip" "*.pub"; do
        FLIST=$(cd $GSEEKER_TMPDIR/$1/$2 ; find . -type f -name $FTYPE)

        if [[ -n $FLIST ]]; then
            for TF in $FLIST; do
                HASH=$(cd $GSEEKER_TMPDIR/$1/$2 ; sha1 -q $TF)

                if [[ -z $(cat $FILE | grep "file,alert,$HASH,") ]]; then
                    echo "file,alert,$HASH,$CNUMBER,$TF" >> $FILE
                fi
            done
        fi
    done
}

setup() {
    test -d $GSEEKER_HOME || (mkdir -p $GSEEKER_HOME)
    test -d $GSEEKER_REPORTS || (mkdir -p $GSEEKER_REPORTS)
    test -d $GSEEKER_TMPDIR || (mkdir -p $GSEEKER_TMPDIR)
    test -d $GSEEKER_TREPORT || (mkdir -p $GSEEKER_TREPORT)
    test -f $GSEEKER_CONFIG || (touch $GSEEKER_CONFIG)
    test -f $GSEEKER_TRACKER || (touch $GSEEKER_TRACKER)
}

main $*