<<TableOfContents(2)>>

= Filter unique values from third column, separated by space  =
{{{#!highlight bash
cat datax.log |  awk -F ' ' '/IMEI/{print $3}' | sort | uniq | wc -l
}}}

= Filter unique values from third column, separated by :  =
{{{#!highlight bash
cat datax.log |  awk -F ':' '/IMEI/{print $3}' | sort | uniq | wc -l
}}}


= Search for text in files recursively  =
{{{#!highlight bash
cd startFolder
grep -H "textToSearch" * -R
}}}

= Copy files to other destination (Win32) =
{{{
@echo off
REM Mount drive
echo Mounting remote drive
net use z: \\192.168.1.1\backs password /USER:userx

REM copy current day files
echo Copying current day files
forfiles -p "I:" -s -m *FULL*.sqb -d +0 -c "cmd /c copy @path Z:\BACKUPS\@file"

echo Deleting files older than 7 days
REM delete files older than 7 days
forfiles -p "Z:\BACKUPS" -m *.sqb -d 7 -c "cmd /c del @path"
}}}

= Gzip files that where last modified in 30 or more days (Win32) =
{{{
forfiles /p "c:\logs" /d -30 /m *.log /c "cmd /c gzip @path "
}}}

= Run task every day at 01:00 (Win32) =
{{{
at 01:00 /every:M,T,W,Th,F,S,Su c:\task.bat
}}}

= Block responses to pings =
{{{#!highlight bash
#block responses to pings
iptables -A INPUT -p icmp -m icmp --icmp-type echo-request -j DROP
iptables -L
#restore responses to pings
iptables -F
iptables -L
}}}

= Zip SVN modified Java files =
{{{#!highlight bash
#!/bin/sh
# chmod 755 /usr/local/bin/modifiedJavaSvn.sh # on CygWin
svn status | awk '/.java/{ print( gensub( /\\/,"/","g",$2) ); }' | xargs -i zip modifiedJavaFiles.zip {}
unzip -v modifiedJavaFiles.zip
}}}

= Deploy EAR script =
{{{#!highlight bash
#!/usr/bin/bash
# deploy EAR in remote JBoss . 
# Must have pub SSH keys (authorized_keys) deployed on remote server
# Can be used with cygwin
FILEX=sample.ear
DEST_DIR=/opt/jboss/server/default/deploy/
ECLIPSE_PROJECT=/home/userx/workspace/sample-ear/

deploy()
{
  SERVER=$1
  USER=$2
  echo "Deploying in $SERVER ..."

  cd $PROJECT
  scp target/$FILEX $USER@$SERVER:/tmp
  ssh $USER@$SERVER -C "mv /tmp/$FILEX $DEST_DIR/$FILEX"
  ssh $USER@$SERVER -C "ls -lah $DEST_DIR"
  ssh $USER@$SERVER -C "chmod 666  $DEST_DIR/$FILEX"
  ssh $USER@$SERVER -C "/sbin/service jboss abort"
  ssh $USER@$SERVER -C "sudo /sbin/service jboss start"
}

deploy "example-server" "userx"
}}}

= List JAR contents to file =
{{{#!highlight sh
cd ~/.m2/repository
find . -name "*.jar" | xargs -i jar -tf {} > /tmp/explodedJars.txt
find . -name "*.jar" | xargs -i sh -c "echo {} ; jar -tf {}" > /tmp/explodedJars.txt
}}}


= Size of each directory inside current directory =
 * find . -maxdepth 1 -type d | xargs -i du {} -hs

= Backup folders in HOME =
{{{#!highlight bash
#!/bin/bash
# cd ~
# ln -s scripts/backup.sh backup.sh
# sh backup.sh
DATE=`date '+%Y%m%d%H%M%S'`
FILENAME=~/backups/backup_$DATE.tar.gz
cd ~
mkdir -p ~/backups
rm $FILENAME
tar cvzf $FILENAME Documents GNUstep ThunderbirdMail Desktop .Skype scripts moin-1.9.7
# tar tvzf backup_20150108103242.tar.gz
}}}

= Get installed updates on Windows =
{{{
wmic qfe list brief /format:texttablewsys > updates.txt
}}}

= Find files modified less than an hour ago =
{{{
find . -mtime -1h -name "*.cfg"
}}}

= Lock file to allow only one instance of a script to run =
{{{#!highlight bash
#!/bin/sh
LOCK_FILE=$(echo "/var/tmp/lockTest.lck")
PID=$$
LOCKED=0
COUNT=0
echo "Trying to get lock to $PID in $LOCK_FILE"

while [ $LOCKED -eq "0" ] && [ $COUNT -le "3" ]; do
    if ( set -o noclobber; echo "$PID" > "$LOCK_FILE" ) 2> /dev/null; then
        LOCKED=1
    else        
        sleep 1
        COUNT=$(($COUNT+1))
        echo "Trying to get lock to $PID in $LOCK_FILE, retry $COUNT"
    fi    
done

if [ $LOCKED -eq "0" ]; then
    echo "Unable to get lock to $PID with $COUNT retries"
    exit 1
else
    echo "Lock acquired to $PID"    
fi   
#####################################
sleep 10
#####################################
rm -f "$LOCK_FILE"
LOCKED=0
echo "Released lock to $PID"
exit 0
}}}

= awk , load file into array =
 * https://magvar.wordpress.com/2011/05/18/awking-it-how-to-load-a-file-into-an-array-in-awk/

{{{#!highlight sh
#! /bin/bash
INPUTFILE="inputfile.csv"
DATAFILE="data.csv"
OUTFILE="output.csv"

awk 'BEGIN {
while (getline < "'"$INPUTFILE"'")
{
split($0,ft,",");
id=ft[1];
name=ft[2];

key=id;
data=name;
nameArr[key]=data;
}
close("'"$INPUTFILE"'");

while (getline < "'"$DATAFILE"'")
{
split($0,ft,",");
id=ft[1]; # Id is the first column
phone=ft[2]; # Phonenumber is the second
name=nameArr[id]; # Get the name from the nameArr, using "id" as key
print id","name","phone > "'"$OUTFILE"'"; # Print directly to the outputfile
}
}'

}}}

= Shell script sample =
{{{#!highlight sh
#!/bin/sh
function replaceString {
  RES=$(echo $1 | sed "s/$2/$3/g")
  echo $RES
}

function add {
  echo $( echo "$1 + $2" | bc )    
}

function inc {
  echo $( expr $1 + 1 )  
}
####################################
echo $(add "1.5" "3.2" )

TEXT1="AAA BBB CCC"

for WORD in $TEXT1
do
  echo ${WORD}
done

WITHOUTSPACES=$(replaceString "AAA BBB XXX" " " "" )
echo $WITHOUTSPACES

if [ $WITHOUTSPACES == "AAABBBXXX" ]
then
  echo "Equal"
fi

if [ $WITHOUTSPACES != "AAA BBB XXX" ]
then
  echo "Diff"
fi

A=$(ls / | wc -l)
A=$(expr $A + 1)
if [ $A -eq 22 ]
then
  echo $A
fi

B="222"
B=$(expr $B)
if [ $B -eq 222 ]
then
  echo $B
fi

COUNT="0"
while [ $COUNT -lt 10 ]
do
  COUNT=$( inc $COUNT )
done

$(test 0 -ge 0)
RES=$(echo $?)
echo $RES

echo "Input data"
read IN1
echo $IN1

case $IN1 in
  hi)
    echo "yeahh"
    ;;
  *)
    echo "ups"
    ;;
esac
}}}

= Change TIME_WAIT (time wait) tcp/ip =
Linux
{{{#!highlight sh
echo 1 > /proc/sys/net/ipv4/tcp_fin_timeout
echo 1 > /proc/sys/net/ipv4/tcp_tw_recycle
echo 1 > /proc/sys/net/ipv4/tcp_tw_reuse
}}}

Freebsd
 * sysctl net.inet.tcp.msl=1500

= Show root folders occupied space =
{{{#!highlight bash
cd /tmp
ls --color=never | xargs -i du {} -hs
find . -type d -maxdepth 1 | xargs -i du {} -hs

#~/.bashrc
alias folderUsedSpace='find . -type d -maxdepth 1 | xargs -i du {} -hs'
}}}

= Add swapfile 512MB =
{{{#!highlight sh
df -h
dd if=/dev/zero of=/swapfile1 bs=1024 count=524288
chown root:root /swapfile1 
chmod 0600 /swapfile1 
mkswap /swapfile1 
swapon /swapfile1
free -m
vi /etc/fstab
# /swapfile1 none swap sw 0 0
free -m
htop
}}}

= Add swapfile 4GB =
{{{#!highlight sh
# create_swapfile.sh 
#!/bin/sh
# 4GB swapfile
# bs 1024 bytes 
# calc 2^30*4/1024
# 4194304.000
dd if=/dev/zero of=/swapfile1 bs=1024 count=4194304
chown root:root /swapfile1
chmod 0600 /swapfile1
/sbin/mkswap /swapfile1
/sbin/swapon /swapfile1
free -m
vi /etc/fstab
# /swapfile1 none swap sw 0 0
free -m
htop
}}}

= Alias current date =
{{{#!highlight sh
alias currdate="date '+%Y%m%dT%H%M%S'"
}}}

= Alias history without line number =
{{{#!highlight sh
alias hist='history | cut -c 8-'
}}}

= Calculator using bc =
{{{#!highlight sh
cd ~/scripts/
nano calc
chmod 755 calc
}}}

{{{#!highlight sh
#!/bin/sh
echo "scale=3;$1" | bc 
}}}

= Get slackbuild =
'''getslackbuild.sh'''
{{{#!highlight bash
#!/bin/sh
PACKAGENAME=$1
PAGE=/tmp/page.html
HEADERS=/tmp/headers.html
RES=/tmp/slackbuildres.txt
curl https://slackbuilds.org/result/?search=$PACKAGENAME -D $HEADERS > $PAGE 2>/dev/null
LOCATION=$(cat $HEADERS | grep -i Location | sed  's/Location: //g' )
echo "Location: $LOCATION"
POS=$(echo $LOCATION | grep -b -o "?search" | cut -d: -f1 )
LOCATION_FIXED=$( echo $LOCATION | cut -c1-"$POS" | sed  "s/$PACKAGENAME\///g"   )
INFO_FIXED=$( echo $LOCATION | cut -c1-"$POS"  )
PACKAGE=$(echo $LOCATION_FIXED$1.tar.gz | sed 's/http:/https:/g' | sed  's/repository\//slackbuilds\//g')
INFO=$(echo $INFO_FIXED$1.info | sed 's/http:/https:/g'  | sed  's/repository\//slackbuilds\//g'  )
echo "Package: $PACKAGE"
echo "Info: $INFO"
cd /tmp
rm -rf $PACKAGENAME/
rm -f $PACKAGENAME.tar.gz*
echo "Getting package"
wget $PACKAGE
tar xvzf $PACKAGENAME.tar.gz
cd $PACKAGENAME
echo "Getting info"
wget $INFO
DOWNLOAD=$(cat $PACKAGENAME.info | grep "DOWNLOAD=" | sed 's/"//g' | sed 's/DOWNLOAD=//g' )
echo "Download source code"
wget $DOWNLOAD
echo "Run slackbuild"
./$PACKAGENAME.SlackBuild > $RES 2>&1
SBO=$( cat $RES | grep "Slackware package " | grep " created" | sed 's/Slackware package //g' | sed 's/ created\.//g'  )
echo "SlackBuild package: $SBO"
}}}

= Prompt PS1 without current folder =
{{{#!highlight bash
# prompt without current folder
#PS1="$(date +'%Y-%m-%dT%H:%M:%S') $(whoami)@${HOST}\$ "
#PS1="$(date +'%Y-%m-%dT%H:%M:%S') $(whoami)@$(hostname -a)\$ "

PS1="\D{%Y-%m-%dT%H:%M:%S} [\u@\h:\l]\n$"
}}}

= Prompt PS1 with folder =
{{{#!highlight bash
# PS1="$(date +'%Y-%m-%dT%H:%M:%S') $(whoami)@$(hostname -a)\n${PWD}\n\$ "
PS1="\D{%Y-%m-%d}T\A \u@\H\n\w\r\n\$ "
$PS1="$(date +'%Y-%m-%dT%H:%M:%S') [\u@\h:\l \w]\\n\\$"
PS1="\D{%Y-%m-%dT%H:%M:%S} [\u@\h:\l \w]\n$"
}}}

= PowerShell commands =
{{{
Get-ChildItem c:\windows\system32\*.txt -Recurse | Select-String -Pattern "Microsoft" -CaseSensitive
sls "searchstring" file 
}}}

= Search using GNU grep =
{{{#!highlight bash
#!/bin/sh
echo "Searching $1 in $(pwd)"
grep -H -n "$1" * -R
}}}

= Grep to ignore lines =
{{{#!highlight bash
grep -v "^#" file # grep file ignoring lines starting with #
}}}

= Show full user name with ps command =
To see every process with a user-defined format:
 * ps axo user:32,pid,pcpu,pmem,vsz,rss,tty,stat,start,time,comm
 * o format User-defined format.

= watch command =
{{{
WATCH(1)                                                                                      User Commands                                                                                      WATCH(1)

NAME
       watch - execute a program periodically, showing output fullscreen

}}}
 * By default, the program is run every 2 seconds.
 * watch -n 5 sh command.sh # executes the script command.sh each 5 seconds and show its output on the screen

= screen command =
 * https://www.thegeekstuff.com/2010/07/screen-command-examples/
Screen multiplexer.
The screen command is most used for ssh session because it helps to continue your work after a disconnection without losing the current processes in progress.

{{{
# start bash in screen
screen bash
# detach from bash ( it will keep running)
# ctrl+a d
# check running processes with screen
screen -ls
# attach to process
screen -r <id in screen -ls>
 
}}}

= calculate_space.py  =
 * calculate_space.py 
{{{#!highlight python
#!/usr/bin/python
import os

filename='du_out.txt'
os.system('du . -h > %s'%(filename))

f = open('%s'%(filename))
lines=[]

for item in f:
    lines.append(item)
line_g = [ l for l in lines if "G\t." in l]

for l in line_g:
    print l.replace("\n","")
os.system('rm %s'%(filename))
}}}

= Bell warning sound console =
 * ~/scripts/bell,sh
 * chmod 755 ~/scripts/bell,sh
{{{#!highlight bash
#!/bin/sh
TEXT1="1 2 3 4"

for WORD in $TEXT1
do
  aplay /usr/share/sounds/sound-icons/prompt.wav > /dev/null  2>&1
done
}}}

= Archive files modified in the last 15 days =
{{{#!highlight bash
find . -type f -mtime -15 -print0 | tar -czvf /tmp/backup.tar.gz --null -T -
tar tvzf /tmp/backup.tar.gz
}}}

== findtext ==
{{{#!highlight sh
#!/bin/sh
grep -n -H "$1" -R 2>/dev/null
}}}

== findresource ==
{{{#!highlight sh
#!/bin/sh
find . -name "*$1*" 2>/dev/null
}}}