HowTo
http://www.panticz.de/find
http://www.panticz.de/rsync
http://www.panticz.de/sed
http://www.panticz.de/ssh
http://www.panticz.de/ip
http://www.panticz.de/apt
<?php
$URL="https://raw.githubusercontent.com/panticz/scripts/master/howto.sh";
echo "
"; $c = curl_init(); curl_setopt($c, CURLOPT_URL, $URL); curl_setopt($c, CURLOPT_RETURNTRANSFER, 1); echo htmlspecialchars(curl_exec($c)); curl_close($c); echo "
";
?>
# create bakup file
cp path/to/file{,.$(date -I)}
# clear cache
sudo sh -c 'echo 1 >/proc/sys/vm/drop_caches'
sudo sh -c 'echo 2 >/proc/sys/vm/drop_caches'
sudo sh -c 'echo 3 >/proc/sys/vm/drop_caches'
# wget with authentification
wget -q --user=foo --password=bar http://www.example.com -O -
# listing swap usage by process
for file in /proc/*/status ; do
awk '/VmSwap|Name/{printf $2 " " $3}END{ print ""}' $file;
done | grep -E 'kB|mB' | sort -k2 -V
# parse jeson keys
cat /tmp/in.json | jshon -k
cat /tmp/in.json | jq -r 'keys[]'
# set date
date +%Y%m%d -s "20150430"
# date with year-mounth-day_hour:minute:second
date +%F_%H:%M:%S
# filter
echo $file | sed 's/[^0-9]*//g'
echo "${file//[!0-9]/}"
# use HTTP/HTTPS proxy from command line
export http_proxy=http://proxy.example.com:3128 wget http://www.example.com -O -
curl -H -x http://proxy.example.com:3128 'https://www.example.com/paht/index.php'
# get lines beginning with second line
cat /path/to/file | tail -n +2
# get total disk usage
df -h --total
# diff between remote files (over SSH)
diff <(ssh srv1.example.com cat /etc/fstab) <(ssh srv2.example.com cat /etc/fstab)
# /etc/fstab entry non failing / blocking
/media/usb_backup_1 /home/user1/backup none nofail,defaults,bind 0 0
# check platform
if [[ $(getconf LONG_BIT) = "64" ]]; then
echo "64bit"
else
echo "32bit"
fi
# tar
tar -T input_names.txt -cjf /path/to/archive.tar.bz2
tar -cvjf ansible.$(date -I).tar.bz2 --exclude='*.zip' --exclude=.git ansible
# reduce pdf
gs -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -dCompatibilityLevel=1.4 -dPDFSETTINGS=/ebook -sOutputFile=out.pdf in1.pdf in2.pdf
# preserve links
gs -q -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sPAPERSIZE=a4 -dPDFSETTINGS=/ebook -dPDFFitPage -dPrinted=false -sOutputFile=OUT.pdf IN.pdf
# show current runlevel
who -r
# remove dmraid
sudo dmraid -x
sudo dmraid -rE
# show user member groups
groups
# TextMe:
openssl s_client -showcerts -connect www.example.com:443 > /tmp/cacert.pem
curl --cacert /tmp/cacert.pem https://mail.example.com/
# convert Ogg to MP3
IFS=$(echo -en "\n\b")
for i in $(find -name "*.ogg"); do
avconv -i ${i} -c:a libmp3lame -q:a 2 "${i/ogg/mp3}"
done
# resice images
for i in *.jpg; do
convert $i -pointsize 72 -quality 90 -resize 512x384 -unsharp 0x.5 ${i/.jpg/_small.jpg}
done
# restart / reload network configuration
sudo ifdown --exclude=lo -a && sudo ifup --exclude=lo -a
# cat file starting from 6 line
cat /tmp/file | tail -n +6
# list established connections
sudo netstat -nap | grep EST
# cat with ecsape
cat <<'EOF'> /tmp/testfile
test $foo
EOF
# check HTML header
curl --head www.example.com
# send header
curl -vs -H "Host: example.com" "http://www.foo.com" >/dev/null
# test memcached
telnet memcached.example.com 11211
stats
quit
# TeamViewer QuickSupport on-the-fly (download and start)
wget -q http://download.teamviewer.com/download/teamviewer_qs.tar.gz -O - | tar -C /tmp/ -xz && /tmp/teamviewerqs/teamviewer
# get network range
whois $(dig +short whois-servers.net | tail -1) | grep NetRange
# list wifi device settings
rfkill list all
echo 0 > /sys/class/rfkill/rfkill0/hard
# configure NIC speed
apt-get install -y ethtool
ethtool -s eth1 speed 1000 duplex full
# get NIC hardware mac address
ethtool -P eth0
# UDP on iperf server
iperf -s [-u]
# UDP on ipfer client
iperf -c 192.168.254.1 -t 600 [-u] [-B 192.168.1.1]
# set hostname
sudo hostnamectl set-hostname www1
# load kernel settings from all system configuration files
sysctl --system
# load settings from default configuration /etc/sysctl.conf
sysctl -p
# load settings from specified file
sysctl -p /etc/sysctl.d/filename.conf
# dmesg follow and human readable
dmesg -wH
# print current runlevel
who -r
runlevel
# erase a DVD-RW via command line
umount /dev/sr0
wodim dev=/dev/sr0 blank=fast
# sort directory by size
du -sh * | sort -h
# look screen from command line
gnome-screensaver-command -l
# mount filesystems bevore chroot environment
mount /dev/sda1 /mnt
cd /mnt
mount -t proc proc proc/
mount -t sysfs sys sys/
mount -o bind /dev dev/
chroot /mnt
# get count of running processes
pgrep -cf
# monitor / restart service when not running
pgrep -f glassfish 1>/dev/null || service glassfish restart
# format output with awk
cat file.csv | awk -v OFS="\t" -F ";" '{printf "%s\t%s\t%s\t%.0f\t%8.0f\t\n", $1, $4, $2, $7/1024, $6}'
# start software raid
mdadm --assemble --scan -v
# install grub2
grub-install --no-floppy --root-directory=/mnt /dev/sda
Bash redirection
# stdout to file
programm > out.log
# stderr to file
programm 2> out.err
# stdout and stderr to file
programm &> out.log
# stdout to stderr
programm 1>&2
# stderr to stdout
programm 2>&1
# resize dos partition / bootdisk
fatresize -s 33M bios.img
dd if=bios.img of=bios_34m.img bs=1M count=34
# set systemwide proxy
echo "export http_proxy=http://proxy.example.com:3128" >> /etc/bashrc
# disable IPv6
echo 1 > /proc/sys/net/ipv6/conf/eth0/disable_ipv6
echo 1 > /proc/sys/net/ipv6/conf/all/disable_ipv6
echo "net.ipv6.conf.all.disable_ipv6 = 1" > /etc/sysctl.d/01-disable-ipv6.conf
# crop PDF
gs -o out.pdf -sDEVICE=pdfwrite -c "[/CropBox [20 20 80 1000] /PAGES pdfmark" -f in.pdf
# remove route and blank lines
cat | grep -v '#' | grep '\S
# composer install (create vendor directory)
./composer install
# screen scroll UP
CTRL + a
ESC
UP
# show processes with high cpu / memory usage
ps -eo pid,ppid,cmd,%mem,%cpu --sort=%cpu --no-headers
top -b -o +%CPU | head
ps -eo size,pid,user,command --sort -size | awk '{ hr=$1/1024 ; printf("%13.2f Mb ",hr) } { for ( x=4 ; x<=NF ; x++ ) { printf("%s ",$x) } print "" }' | cut -d "" -f2 | cut -d "-" -f1
# sub shell
( (sleep 10; date) > /tmp/q ) &
# create user
sudo useradd user1 -m -s /bin/bash
sudo usermod -a -G sudo user1
sudo adduser user2 --shell /bin/bash --group sudo
# add user to group sudo
sudo usermod -a -G sudo
# check backup
sudo -u git bash -c "find /var/opt/gitlab/backups -name *_$(date +%Y_%m_%d)_gitlab_backup.tar -size +50M"
# ntp
apt-get install -y ntp
cat /etc/ntp.conf
ntpd -q -g
sudo ntpdate -u ntp.ubuntu.com
hwclock --systohc
# identify network device
sudo nmap -O -v 10.0.0.5
# reconnect to process / bash
reptyr
# KeePassX command
cmd://bash /foo/bar.sh {USERNAME} {PASSWORD}
# mount samba share
sudo apt-get install -y cifs-utils
sudo mount -t cifs -o user=foo //backup.example.cmo/bar /mnt
# remove LSI / intel software raid
wipefs -a /dev/sda
# configure camera codec
apt-get install -y v4l-utils
v4l2-ctl --list-formats
v4l2-ctl --set-fmt-video=width=640,height=480,pixelformat=0
# benchmark disc
bwm-ng -i disk
# reduce disk I/O
echo 1 > /proc/sys/vm/dirty_background_ratio
echo 80 > /proc/sys/vm/dirty_ratio
# renice rsync
sudo pgrep rsync | xargs ionice -c3 -p
sudo pgrep rsync | xargs renice -n 19 -p
# date
echo $(date +%Y-%m-%d\ %H:%M:%S)
# reboot with delay
shutdown -r +5 "Maintaince: Server will restart in 5 minutes."
# partitionize whole disk from command line
parted /dev/sdc -s mklabel msdos
parted /dev/sdc -s mkpart primary 2048s 100%
mkfs.vfat -n USB_DISK /dev/sdc1
# get MAC address for a interface
cat /sys/class/net/eth0/address
# Apache: Top file not found
cat /var/log/apache2/error.log | grep "File does not exist" | cut -d " " -f 13 | sort | uniq -c | sort -rn | egrep -v '.*1 '
# list physical disc usage
df -hT | sed -n '1p;/^\//p;'
# show all changes under log directory
find /var/log/ -ctime -1 | xargs tail -f {} \;
# find and del dirs smaller then (not tested)
find . -maxdepth 1 -type d |
while read dir; do [ $(du -s "$dir") -le 102400 ] && rm -f "$dir"; done
# enable cron logging to dedicated file on ubuntu
sed -i 's|#cron|cron|g' /etc/rsyslog.d/50-default.conf
service rsyslog restart
# last
last -x reboot
last -x shutdown
# rename files in directory
rename 's/out/txt/' *.out
# rename file
mv /tmp/test{,.off}
# search in pdfs
find . -name '*.pdf' -exec sh -c 'pdftotext "{}" - | grep --with-filename --label="{}" --color "foo"' \;
# create iso from directory content
genisoimage -R -o ../foo.iso *
# sysctl
https://www.cyberciti.biz/faq/reload-sysctl-conf-on-linux-using-sysctl/
# df formated output
df -h --output=size,used,avail,pcent /home
# rescan disk
echo "1" > /sys/class/block/sdX/device/rescan
# add user to group and reload group without logout
sudo usermod -a -G lxd ${USER}
su - ${USER}
# linux hard reset
echo s > /proc/sysrq-trigger
echo b > /proc/sysrq-trigger
# ext4 space reserved for root
tune2fs -l /dev/sdb1 | grep -i reserved
sudo tune2fs -m 0 /dev/sdb1
# get size for hidden directories
du -sh .{a..z}* 2>/dev/null | grep G
# convert textfile to UTF-8
iconv -f ISO-8859-1 IN.txt -t UTF-8 -o OUT.txt
# process uptime
ls -al /proc | grep 2719
# kill all apache
kill -9 $(pidof apache2)
pkill -9 apache2
# convert string to lower case
tr A-Z a-z < file_in > file_out
# list zip content
unzip -l archive.zip
# zip: max compress, move file, ignore directory structure
DUMP=$(hostname).${DB}.$(date -I).sql
zip -9qmj ${DUMP%.2*}.sql.zip /tmp/${DUMP}
# parallel compress (keep the old file)
pbzip2 -k9 file1.in file2.in ...
# yesterdays date
date -d yesterday +%Y-%m-%d
# show openend connections
netstat -tn grep :80
# disable root password
sudo passwd -l root
# inotifywait conf watch (single line)
while true; do inotifywait --quiet --monitor --event create,delete --exclude "[^c][^o][^n][^f]$" /tmp | /usr/sbin/nginx -t && /usr/sbin/service nginx reload; done
# diff loop
DIR=/etc/libvirt/qemu
for FILE in $(ls -1 ${DIR}/*.xml); do
CMD="diff ${FILE} ${FILE}.$(date -I)"
echo "${CMD}"
${CMD}
done
# display list of system calls
strace
# disable IPv6
echo "net.ipv6.conf.all.disable_ipv6 = 1" > /etc/sysctl.d/01-disable-ipv6.conf
# replace duplicates with hardlinks
rdfind -makehardlinks true .
# show user default shell
getent passwd ${LOGNAME} | cut -d: -f7
# change disk label
# FAT
sudo fatlabel /dev/sdxN my_disk_1
# exFAT:
sudo exfatlabel /dev/sdxN my_disk_1
# NTFS
sudo ntfslabel /dev/sdxN my_disk_1
# ext2/3/4
sudo e2label /dev/sdxN my_disk_1
# BTRFS
sudo btrfs filesystem label /dev/sdxN my_disk_1
# get public ip
curl ipinfo.io/ip
# check file size
[[ $(find /media/backup/ -size +100M -name bkp_$(date -I)_*.dmp.bz2 ) ]] && echo true || echo false
# find mime-type for a file
file --mime-type file.sh
# change date
touch -d 20180101 file1
# restart gvf
killall gvfsd
killall nautilus
# kill all defunct
ps -ef | grep defunct | grep -v grep | cut -b8-20 | xargs kill -9
# reload profile without relogin
su - $USER
# get file look
sudo fuser -v /var/cache/debconf/config.dat
# get linked libraries
ldd -d -r $(which wget)
# remove string from string
echo "my foo bar" | sed -e s/foo//
# copy output to one line
your_command | paste -sd, -
# remove last liste from file
cat /tmp/file.in | sed '$ d' > /tmp/file.out
# sync time
systemctl stop ntpd
ntpdate ntp.ubuntu.com
systemctl start ntpd
# generate mac address
openssl rand -hex 6 | sed 's/\(..\)/\1:/g; s/:$//'
# get script path
echo $(dirname $(readlink -f "$0"))
# create 7zip encrypted backup
7z a -p -mhe=on '-xr!*.jpg' '-xr!OLD' ~/backup/bkp.$(date -I).7z ~/dir1/* ~/.ssh
# print duplicate lines
cat FILE| uniq -d
# remount root read only
mount -f -o remount,ro /
