bash

script-server (Web UI for scripts)

Install

# install reuired packages
apt install -y unzip python3-tornado
 
# download and instal script-server
mkdir script-server
cd script-server
wget https://github.com/bugy/script-server/releases/download/1.15.2/script-server.zip
unzip script-server.zip
rm script-server.zip
 
# start script-server
./launcher.py

Add job

# cat ./conf/runners/certgen.json 
{
  "name": "certgen",
  "description": "Request Lets Encrypt certificate",
  "script_path": "/usr/local/bin/certgen",
  "parameters": [
    {
      "name": "Domain",
      "default": "example.com"
    }
  ],
  "output_files": [
      "/home/local/certificates/*${Domain}*"
  ]
}

WebUI
http://SERVER_IP:5000/

Redirect port 5000 to 80

iptables -t nat -I PREROUTING -p tcp --dport 80 -j REDIRECT --to-ports 5000

Links
https://github.com/bugy/script-server

HowTo

http://www.panticz.de/find
http://www.panticz.de/rsync
http://www.panticz.de/sed
http://www.panticz.de/ssh
http://www.panticz.de/ip
http://www.panticz.de/apt

<?php
$URL="https://raw.githubusercontent.com/panticz/scripts/master/howto.sh";
echo "

";
$c = curl_init();
curl_setopt($c, CURLOPT_URL, $URL);
curl_setopt($c, CURLOPT_RETURNTRANSFER, 1);
echo htmlspecialchars(curl_exec($c));
curl_close($c);
echo "

";
?>

# create bakup file
cp path/to/file{,.$(date -I)}

# clear cache
sudo sh -c 'echo 1 >/proc/sys/vm/drop_caches'
sudo sh -c 'echo 2 >/proc/sys/vm/drop_caches'
sudo sh -c 'echo 3 >/proc/sys/vm/drop_caches'

# wget with authentification
wget -q --user=foo --password=bar http://www.example.com -O -

# listing swap usage by process
for file in /proc/*/status ; do
awk '/VmSwap|Name/{printf $2 " " $3}END{ print ""}' $file;
done | grep -E 'kB|mB' | sort -k2 -V

# parse jeson keys
cat /tmp/in.json | jshon -k
cat /tmp/in.json | jq -r 'keys[]'

# set date
date +%Y%m%d -s "20150430"

# date with year-mounth-day_hour:minute:second
date +%F_%H:%M:%S

# filter
echo $file | sed 's/[^0-9]*//g'
echo "${file//[!0-9]/}"

# use HTTP/HTTPS proxy from command line
export http_proxy=http://proxy.example.com:3128 wget http://www.example.com -O -
curl -H -x http://proxy.example.com:3128 'https://www.example.com/paht/index.php'

# get lines beginning with second line
cat /path/to/file | tail -n +2

# get total disk usage
df -h --total

# diff between remote files (over SSH)
diff <(ssh srv1.example.com cat /etc/fstab) <(ssh srv2.example.com cat /etc/fstab)

# /etc/fstab entry non failing / blocking
/media/usb_backup_1 /home/user1/backup none nofail,defaults,bind 0 0

# check platform
if [[ $(getconf LONG_BIT) = "64" ]]; then
echo "64bit"
else
echo "32bit"
fi

# tar
tar -T input_names.txt -cjf /path/to/archive.tar.bz2

tar -cvjf ansible.$(date -I).tar.bz2 --exclude='*.zip' --exclude=.git ansible

# reduce pdf
gs -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -dCompatibilityLevel=1.4 -dPDFSETTINGS=/ebook -sOutputFile=out.pdf in1.pdf in2.pdf

# preserve links
gs -q -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sPAPERSIZE=a4 -dPDFSETTINGS=/ebook -dPDFFitPage -dPrinted=false -sOutputFile=OUT.pdf IN.pdf

# show current runlevel
who -r

# remove dmraid
sudo dmraid -x
sudo dmraid -rE

# show user member groups
groups

# TextMe:
openssl s_client -showcerts -connect www.example.com:443 > /tmp/cacert.pem
curl --cacert /tmp/cacert.pem https://mail.example.com/

# convert Ogg to MP3
IFS=$(echo -en "\n\b")
for i in $(find -name "*.ogg"); do
avconv -i ${i} -c:a libmp3lame -q:a 2 "${i/ogg/mp3}"
done

# resice images
for i in *.jpg; do
convert $i -pointsize 72 -quality 90 -resize 512x384 -unsharp 0x.5 ${i/.jpg/_small.jpg}
done

# restart / reload network configuration
sudo ifdown --exclude=lo -a && sudo ifup --exclude=lo -a

# cat file starting from 6 line
cat /tmp/file | tail -n +6

# list established connections
sudo netstat -nap | grep EST

# cat with ecsape
cat <<'EOF'> /tmp/testfile
test $foo
EOF

# check HTML header
curl --head www.example.com

# send header
curl -vs -H "Host: example.com" "http://www.foo.com" >/dev/null

# test memcached
telnet memcached.example.com 11211
stats
quit

# TeamViewer QuickSupport on-the-fly (download and start)
wget -q http://download.teamviewer.com/download/teamviewer_qs.tar.gz -O - | tar -C /tmp/ -xz && /tmp/teamviewerqs/teamviewer

# get network range
whois $(dig +short whois-servers.net | tail -1) | grep NetRange

# list wifi device settings
rfkill list all
echo 0 > /sys/class/rfkill/rfkill0/hard

# configure NIC speed
apt-get install -y ethtool
ethtool -s eth1 speed 1000 duplex full

# get NIC hardware mac address
ethtool -P eth0

# UDP on iperf server
iperf -s [-u]

# UDP on ipfer client
iperf -c 192.168.254.1 -t 600 [-u] [-B 192.168.1.1]

# set hostname
sudo hostnamectl set-hostname www1

# load kernel settings from all system configuration files
sysctl --system

# load settings from default configuration /etc/sysctl.conf
sysctl -p

# load settings from specified file
sysctl -p /etc/sysctl.d/filename.conf

# dmesg follow and human readable
dmesg -wH

# print current runlevel
who -r
runlevel

# erase a DVD-RW via command line
umount /dev/sr0
wodim dev=/dev/sr0 blank=fast

# sort directory by size
du -sh * | sort -h

# look screen from command line
gnome-screensaver-command -l

# mount filesystems bevore chroot environment
mount /dev/sda1 /mnt
cd /mnt
mount -t proc proc proc/
mount -t sysfs sys sys/
mount -o bind /dev dev/
chroot /mnt

# get count of running processes
pgrep -cf

# monitor / restart service when not running
pgrep -f glassfish 1>/dev/null || service glassfish restart

# format output with awk
cat file.csv | awk -v OFS="\t" -F ";" '{printf "%s\t%s\t%s\t%.0f\t%8.0f\t\n", $1, $4, $2, $7/1024, $6}'

# start software raid
mdadm --assemble --scan -v

# install grub2
grub-install --no-floppy --root-directory=/mnt /dev/sda

Bash redirection
# stdout to file
programm > out.log

# stderr to file
programm 2> out.err

# stdout and stderr to file
programm &> out.log

# stdout to stderr
programm 1>&2

# stderr to stdout
programm 2>&1

# resize dos partition / bootdisk
fatresize -s 33M bios.img
dd if=bios.img of=bios_34m.img bs=1M count=34

# set systemwide proxy
echo "export http_proxy=http://proxy.example.com:3128" >> /etc/bashrc

# disable IPv6
echo 1 > /proc/sys/net/ipv6/conf/eth0/disable_ipv6
echo 1 > /proc/sys/net/ipv6/conf/all/disable_ipv6
echo "net.ipv6.conf.all.disable_ipv6 = 1" > /etc/sysctl.d/01-disable-ipv6.conf

# crop PDF
gs -o out.pdf -sDEVICE=pdfwrite -c "[/CropBox [20 20 80 1000] /PAGES pdfmark" -f in.pdf

# remove route and blank lines
cat | grep -v '#' | grep '\S

# composer install (create vendor directory)
./composer install

# screen scroll UP
CTRL + a
ESC
UP

# show processes with high cpu / memory usage
ps -eo pid,ppid,cmd,%mem,%cpu --sort=%cpu --no-headers
top -b -o +%CPU | head

ps -eo size,pid,user,command --sort -size | awk '{ hr=$1/1024 ; printf("%13.2f Mb ",hr) } { for ( x=4 ; x<=NF ; x++ ) { printf("%s ",$x) } print "" }' | cut -d "" -f2 | cut -d "-" -f1

# sub shell
( (sleep 10; date) > /tmp/q ) &

# create user
sudo useradd user1 -m -s /bin/bash
sudo usermod -a -G sudo user1

sudo adduser user2 --shell /bin/bash --group sudo

# add user to group sudo
sudo usermod -a -G sudo

# check backup
sudo -u git bash -c "find /var/opt/gitlab/backups -name *_$(date +%Y_%m_%d)_gitlab_backup.tar -size +50M"

# ntp
apt-get install -y ntp
cat /etc/ntp.conf
ntpd -q -g
sudo ntpdate -u ntp.ubuntu.com
hwclock --systohc

# identify network device
sudo nmap -O -v 10.0.0.5

# reconnect to process / bash
reptyr

# KeePassX command
cmd://bash /foo/bar.sh {USERNAME} {PASSWORD}

# mount samba share
sudo apt-get install -y cifs-utils
sudo mount -t cifs -o user=foo //backup.example.cmo/bar /mnt

# remove LSI / intel software raid
wipefs -a /dev/sda

# configure camera codec
apt-get install -y v4l-utils
v4l2-ctl --list-formats
v4l2-ctl --set-fmt-video=width=640,height=480,pixelformat=0

# benchmark disc
bwm-ng -i disk

# reduce disk I/O
echo 1 > /proc/sys/vm/dirty_background_ratio
echo 80 > /proc/sys/vm/dirty_ratio

# renice rsync
sudo pgrep rsync | xargs ionice -c3 -p
sudo pgrep rsync | xargs renice -n 19 -p

# date
echo $(date +%Y-%m-%d\ %H:%M:%S)

# reboot with delay
shutdown -r +5 "Maintaince: Server will restart in 5 minutes."

# partitionize whole disk from command line
parted /dev/sdc -s mklabel msdos
parted /dev/sdc -s mkpart primary 2048s 100%
mkfs.vfat -n USB_DISK /dev/sdc1

# get MAC address for a interface
cat /sys/class/net/eth0/address

# Apache: Top file not found
cat /var/log/apache2/error.log | grep "File does not exist" | cut -d " " -f 13 | sort | uniq -c | sort -rn | egrep -v '.*1 '

# list physical disc usage
df -hT | sed -n '1p;/^\//p;'

# show all changes under log directory
find /var/log/ -ctime -1 | xargs tail -f {} \;

# find and del dirs smaller then (not tested)
find . -maxdepth 1 -type d |
while read dir; do [ $(du -s "$dir") -le 102400 ] && rm -f "$dir"; done

# enable cron logging to dedicated file on ubuntu
sed -i 's|#cron|cron|g' /etc/rsyslog.d/50-default.conf
service rsyslog restart

# last
last -x reboot
last -x shutdown

# rename files in directory
rename 's/out/txt/' *.out

# rename file
mv /tmp/test{,.off}

# search in pdfs
find . -name '*.pdf' -exec sh -c 'pdftotext "{}" - | grep --with-filename --label="{}" --color "foo"' \;

# create iso from directory content
genisoimage -R -o ../foo.iso *

# sysctl
https://www.cyberciti.biz/faq/reload-sysctl-conf-on-linux-using-sysctl/

# df formated output
df -h --output=size,used,avail,pcent /home

# rescan disk
echo "1" > /sys/class/block/sdX/device/rescan

# add user to group and reload group without logout
sudo usermod -a -G lxd ${USER}
su - ${USER}

# linux hard reset
echo s > /proc/sysrq-trigger
echo b > /proc/sysrq-trigger

# ext4 space reserved for root
tune2fs -l /dev/sdb1 | grep -i reserved
sudo tune2fs -m 0 /dev/sdb1

# get size for hidden directories
du -sh .{a..z}* 2>/dev/null | grep G

# convert textfile to UTF-8
iconv -f ISO-8859-1 IN.txt -t UTF-8 -o OUT.txt

# process uptime
ls -al /proc | grep 2719

# kill all apache
kill -9 $(pidof apache2)
pkill -9 apache2

# convert string to lower case
tr A-Z a-z < file_in > file_out

# list zip content
unzip -l archive.zip

# zip: max compress, move file, ignore directory structure
DUMP=$(hostname).${DB}.$(date -I).sql
zip -9qmj ${DUMP%.2*}.sql.zip /tmp/${DUMP}

# parallel compress (keep the old file)
pbzip2 -k9 file1.in file2.in ...

# yesterdays date
date -d yesterday +%Y-%m-%d

# show openend connections
netstat -tn grep :80

# disable root password
sudo passwd -l root

# inotifywait conf watch (single line)
while true; do inotifywait --quiet --monitor --event create,delete --exclude "[^c][^o][^n][^f]$" /tmp | /usr/sbin/nginx -t && /usr/sbin/service nginx reload; done

# diff loop
DIR=/etc/libvirt/qemu
for FILE in $(ls -1 ${DIR}/*.xml); do
CMD="diff ${FILE} ${FILE}.$(date -I)"
echo "${CMD}"
${CMD}
done

# display list of system calls
strace

# disable IPv6
echo "net.ipv6.conf.all.disable_ipv6 = 1" > /etc/sysctl.d/01-disable-ipv6.conf

# replace duplicates with hardlinks
rdfind -makehardlinks true .

# show user default shell
getent passwd ${LOGNAME} | cut -d: -f7

# change disk label
# FAT
sudo fatlabel /dev/sdxN my_disk_1

# exFAT:
sudo exfatlabel /dev/sdxN my_disk_1

# NTFS
sudo ntfslabel /dev/sdxN my_disk_1

# ext2/3/4
sudo e2label /dev/sdxN my_disk_1

# BTRFS
sudo btrfs filesystem label /dev/sdxN my_disk_1

# get public ip
curl ipinfo.io/ip

# check file size
[[ $(find /media/backup/ -size +100M -name bkp_$(date -I)_*.dmp.bz2 ) ]] && echo true || echo false

# find mime-type for a file
file --mime-type file.sh

# change date
touch -d 20180101 file1

# restart gvf
killall gvfsd
killall nautilus

# kill all defunct
ps -ef | grep defunct | grep -v grep | cut -b8-20 | xargs kill -9

# reload profile without relogin
su - $USER

# get file look
sudo fuser -v /var/cache/debconf/config.dat

# get linked libraries
ldd -d -r $(which wget)

# remove string from string
echo "my foo bar" | sed -e s/foo//

# copy output to one line
your_command | paste -sd, -

# remove last liste from file
cat /tmp/file.in | sed '$ d' > /tmp/file.out

# sync time
systemctl stop ntpd
ntpdate ntp.ubuntu.com
systemctl start ntpd

# generate mac address
openssl rand -hex 6 | sed 's/\(..\)/\1:/g; s/:$//'

# get script path
echo $(dirname $(readlink -f "$0"))

# create 7zip encrypted backup
7z a -p -mhe=on '-xr!*.jpg' '-xr!OLD' ~/backup/bkp.$(date -I).7z ~/dir1/* ~/.ssh

# print duplicate lines
cat FILE| uniq -d

# remount root read only
mount -f -o remount,ro /