version 0.0

+ creating basic workflow ( settings and tracking work )
+ download git repos
+ find for pem, zip and pub files
+ creating raw report

Squashed commit of the following:

commit 114b748622636719fcd46c35ff00bff4ea5765b4
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Wed Apr 26 18:57:38 2023 +0000

    version 0.0 is done

commit a2cfcda73639e5c09b30e2e704cffde5e3b9e6d5
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Wed Apr 26 18:43:31 2023 +0000

    0.1?

commit cbbefc8c4ad112a9f5bbee03dd8b32d4da52541a
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Wed Apr 26 18:05:43 2023 +0000

    seeking for pem, zip and pub files

commit 5dcafdf9f77a3dc231068c2355b2b89990395788
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Wed Apr 26 16:53:17 2023 +0000

    rep-stats

commit e911c19f0257fab391638b6f2b942dded825d7a1
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Wed Apr 26 16:06:29 2023 +0000

    just some sort

commit 9ac24cc73116e0a0f944fa46e2f76cd3b189fd3c
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Wed Apr 26 16:02:53 2023 +0000

    cmd_run stuff

commit f49879b01ab47c837bcaab06b3826139f6a7ee9d
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Tue Apr 25 18:40:19 2023 +0000

    draft

commit 8d52cd2feb024702ed6142ad800b5c1c409383ac
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Tue Apr 25 16:47:08 2023 +0000

    tree -> config url added

commit e2f0061519f122b962f2f7a1b77d75d8b6cd0fa4
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Tue Apr 25 16:31:15 2023 +0000

    config: group add and delete

commit 20768b0f4312d1e5c84fa2343cbac8fcbed1752e
Author: Umgeher Torgersen <me@umgeher.org>
Date:   Tue Apr 25 16:21:12 2023 +0000

    draft: some basic stuff
This commit is contained in:
Umgeher Torgersen 2023-04-26 18:58:45 +00:00
parent 7d230bd68d
commit 2c02c892e3

265
gseeker Executable file
View file

@ -0,0 +1,265 @@
#!/bin/sh
### DEFINE
VERSION="0.0"
GSEEKER_HOME="$HOME/.gseeker"
GSEEKER_REPORTS="$GSEEKER_HOME/reports"
GSEEKER_TMPDIR="$GSEEKER_HOME/tmp/pid_$$"
GSEEKER_TREPORT="$GSEEKER_TMPDIR/report"
GSEEKER_CONFIG="$GSEEKER_HOME/config"
GSEEKER_TRACKER="$GSEEKER_HOME/tracker"
###
cleanup() {
rm -rf $GSEEKER_TMPDIR
}
cmd_tree() {
case $1 in
config )
cmd_tree_config $*
;;
run )
cmd_tree_run $*
;;
show )
cmd_tree_show $*
;;
* )
echo "usage: $0 <command> [<args>]"
echo ""
echo "These are common gseeker commands used in various situations:"
echo ""
echo " config add and delete settings"
echo " show show metadata"
echo ""
echo "See '$0 help <command>' to read about a specific subcommand."
;;
esac
}
cmd_tree_config() {
case $2 in
group )
cmd_tree_config_group $*
;;
url )
cmd_tree_config_url $*
;;
* )
echo "usage: $0 config <command> [<args>]"
echo ""
echo " group "
echo " url "
echo ""
echo "See '$0 help config <command>' to read about a specific subcommand."
;;
esac
}
cmd_tree_config_group() {
case $3 in
add )
cmd_tree_config_group_add $*
;;
del )
cmd_tree_config_group_del $*
;;
* )
echo "usage: $0 config group <command> [<args>]"
echo ""
echo " add "
echo " del "
echo ""
echo "See '$0 help config group <command>' to read about a specific subcommand."
;;
esac
}
cmd_tree_config_group_add() {
if [[ -n $4 ]]; then
HASH=$(sha1 -qs $4)
echo "group,name,$4,$HASH" >> $GSEEKER_CONFIG
else
echo "usage: $0 config group add <name>"
fi
}
cmd_tree_config_group_del() {
if [[ -n $4 ]]; then
sed -i "/group,name,$4,/d" $GSEEKER_CONFIG
else
echo "usage: $0 config group del <name>"
fi
}
cmd_tree_config_url() {
case $3 in
add )
cmd_tree_config_url_add $*
;;
del )
cmd_tree_config_url_del $*
;;
* )
echo "usage: $0 config url <command> [<args>]"
echo ""
echo "..."
echo ""
echo "See '$0 help config url <command>' to read about a specific subcommand."
;;
esac
}
cmd_tree_config_url_add() {
if [[ -n $4 && -n $5 ]]; then
echo "url,$(sha1 -qs $4),$(sha1 -qs $5),$4" >> $GSEEKER_CONFIG
else
echo "usage: $0 config url add <url> <group>"
fi
}
cmd_tree_config_url_del() {
if [[ -n $4 && -n $5 ]]; then
sed -i "/url,$4,$(sha1 -qs $5),/d" $GSEEKER_CONFIG
else
echo "usage: $0 config url del <id> <group>"
fi
}
cmd_tree_run() {
if [[ -n $2 ]]; then
GROUP_HASH=$(sha1 -qs $2)
if [[ -n $(cat $GSEEKER_CONFIG | grep $GROUP_HASH) ]]; then
if [[ -n $3 ]]; then
if [[ -n $(cat $GSEEKER_CONFIG | grep $3) ]]; then
rep_run $GROUP_HASH $3
else
echo "error: repo $3 not found"
fi
else
group_run $GROUP_HASH
fi
else
echo "error: group $2 not found"
fi
else
for GROUP in $(cat $GSEEKER_CONFIG | grep "group,name," | cut -f4 -d,); do
group_run $GROUP
done
fi
}
cmd_tree_show() {
case $2 in
config )
cat $GSEEKER_CONFIG
;;
* )
echo "usage: $0 show <command>"
echo ""
echo " config -- show configurations"
;;
esac
}
group_run() {
for HASH in $(cat $GSEEKER_CONFIG | grep $1 | grep "url," | cut -f2 -d,); do
rep_run $1 $HASH
done
}
main() {
setup
cmd_tree $*
cleanup
}
rep_run() {
URL=$(cat $GSEEKER_CONFIG | grep "$2,$1" | cut -f4 -d,)
mkdir -p $GSEEKER_TMPDIR/$1/
git clone $URL $GSEEKER_TMPDIR/$1/$2
rep_stats $1 $2
}
rep_stats() {
FILE="$GSEEKER_TREPORT/repo_$2"
DATE=$(date +%s)
echo "date,$DATE" >> $FILE
echo "version,$VERSION" >> $FILE
echo "url,$(cd $GSEEKER_TMPDIR/$1/$2 ; git info | grep 'remote.origin.url=' | cut -f2 -d'=')" >> $FILE
echo "head,$(cd $GSEEKER_TMPDIR/$1/$2 ; git info | grep ' origin/HEAD' | sed 's/ origin\/HEAD -> origin\///g')" >> $FILE
echo "commit,last,$(cd $GSEEKER_TMPDIR/$1/$2 ; git info | grep 'commit ' | sed 's/commit //g')" >> $FILE
for BRANCH in $(cd $GSEEKER_TMPDIR/$1/$2 ; git info | grep ' origin/' | grep -v 'HEAD' | sed 's/origin\///g'); do
echo "branch,$BRANCH" >> $FILE
done
for LINE in $(cd $GSEEKER_TMPDIR/$1/$2 ; git shortlog -se | tr '\t' ',' | sed 's/ /_/g'); do
COMMITS=$(echo $LINE | cut -f1 -d, | sed 's/_//g')
NAME=$(echo $LINE | cut -f2 -d, | sed 's/_</</g' | cut -f1 -d'<' | sed 's/_/ /g')
EMAIL=$(echo $LINE | cut -f2 -d'<' | sed 's/>//g')
echo "shortlog,$EMAIL,$NAME,$COMMITS" >> $FILE
done
$(cat $GSEEKER_TRACKER | grep "commit,number," | grep ",$2,$1" | cut -f3 -d, > $GSEEKER_TMPDIR/tracker_$2_$1)
$(cd $GSEEKER_TMPDIR/$1/$2 ; git log --oneline | nl | sort -rn | cut -f2 | cut -d" " -f1 > $GSEEKER_TMPDIR/cn_$2_$1)
for CNUMBER in $(grep -Fvf $GSEEKER_TMPDIR/tracker_$2_$1 $GSEEKER_TMPDIR/cn_$2_$1); do
$(cd $GSEEKER_TMPDIR/$1/$2 ; git checkout $CNUMBER)
echo "commit,number,$CNUMBER" >> $FILE
F_PEM=$(cd $GSEEKER_TMPDIR/$1/$2 ; find . -type f -name "*.pem")
if [[ -n $F_PEM ]]; then
for TF in $F_PEM; do
HASH=$(cd $GSEEKER_TMPDIR/$1/$2 ; sha1 -q $TF)
if [[ -z $(cat $FILE | grep "file,alert,$HASH,") ]]; then
echo "file,alert,$HASH,$CNUMBER,$TF" >> $FILE
fi
done
fi
F_ZIP=$(cd $GSEEKER_TMPDIR/$1/$2 ; find . -type f -name "*.zip")
if [[ -n $F_ZIP ]]; then
for TF in $F_ZIP; do
HASH=$(cd $GSEEKER_TMPDIR/$1/$2 ; sha1 -q $TF)
if [[ -z $(cat $FILE | grep "file,alert,$HASH,") ]]; then
echo "file,alert,$HASH,$CNUMBER,$TF" >> $FILE
fi
done
fi
F_PUB=$(cd $GSEEKER_TMPDIR/$1/$2 ; find . -type f -name "*.pub")
if [[ -n $F_PUB ]]; then
for TF in $F_PUB; do
HASH=$(cd $GSEEKER_TMPDIR/$1/$2 ; sha1 -q $TF)
if [[ -z $(cat $FILE | grep "file,alert,$HASH,") ]]; then
echo "file,alert,$HASH,$CNUMBER,$TF" >> $FILE
fi
done
fi
echo "commit,number,$CNUMBER,$2,$1" >> $GSEEKER_TRACKER
done
cp $FILE "$GSEEKER_REPORTS/report-$DATE-$2-$1.gseeker"
}
setup() {
test -d $GSEEKER_HOME || (mkdir -p $GSEEKER_HOME)
test -d $GSEEKER_REPORTS || (mkdir -p $GSEEKER_REPORTS)
test -d $GSEEKER_TMPDIR || (mkdir -p $GSEEKER_TMPDIR)
test -d $GSEEKER_TREPORT || (mkdir -p $GSEEKER_TREPORT)
test -f $GSEEKER_CONFIG || (touch $GSEEKER_CONFIG)
test -f $GSEEKER_TRACKER || (touch $GSEEKER_TRACKER)
}
main $*