Skip to content

Instantly share code, notes, and snippets.

@rkennesson
Created July 13, 2019 02:36
Show Gist options
  • Save rkennesson/29ea099286395bee9494a3672dbea6e4 to your computer and use it in GitHub Desktop.
Save rkennesson/29ea099286395bee9494a3672dbea6e4 to your computer and use it in GitHub Desktop.
#
# 4chan Webm Downloader
# Fetches all webms from a thread
# filters out all the .webm files
# and downloads to a custom path
# using wget
#
# Requires
# nokogiri: gem install nokogiri
#
# Usage
# ruby 4chan_webm_downloader.rb URL PATH
#
require 'rubygems'
require 'nokogiri'
require 'open-uri'
puts "Start"
input_url = ARGV[0]
path = ARGV[1]
website = Nokogiri::HTML(open(input_url))
links = website.css('.fileText a')
i = 0
links.each do |link|
url = link['href']
name = link.content
if File.extname(url) == ".webm"
`wget -nd -O "#{path}/#{name}" http:#{url}`
end
end
alias alert='notify-send --urgency=low -i "$([ $? = 0 ] && echo terminal || echo error)" "$(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/[;&|]\s*alert$//'\'')"'
alias egrep='egrep --color=auto'
alias fgrep='fgrep --color=auto'
alias grep='grep --color=auto'
alias l='ls -CF'
alias la='ls -A'
alias ll='ls -alF'
alias ls='ls --color=auto'
alias topcmds='history | awk '\''{c[$2]++}END{for(i in c){print c[i] " " i}}'\'' | sort -rn | head -n 15'
# ~/.bashrc: executed by bash(1) for non-login shells.
# see /usr/share/doc/bash/examples/startup-files (in the package bash-doc)
# for examples
# If not running interactively, don't do anything
case $- in
*i*) ;;
*) return;;
esac
# don't put duplicate lines or lines starting with space in the history.
# See bash(1) for more options
HISTCONTROL=ignoreboth
# append to the history file, don't overwrite it
shopt -s histappend
# for setting history length see HISTSIZE and HISTFILESIZE in bash(1)
HISTSIZE=1000
HISTFILESIZE=2000
# check the window size after each command and, if necessary,
# update the values of LINES and COLUMNS.
shopt -s checkwinsize
# If set, the pattern "**" used in a pathname expansion context will
# match all files and zero or more directories and subdirectories.
#shopt -s globstar
# make less more friendly for non-text input files, see lesspipe(1)
[ -x /usr/bin/lesspipe ] && eval "$(SHELL=/bin/sh lesspipe)"
# set variable identifying the chroot you work in (used in the prompt below)
if [ -z "${debian_chroot:-}" ] && [ -r /etc/debian_chroot ]; then
debian_chroot=$(cat /etc/debian_chroot)
fi
# set a fancy prompt (non-color, unless we know we "want" color)
case "$TERM" in
xterm-color|*-256color) color_prompt=yes;;
esac
# uncomment for a colored prompt, if the terminal has the capability; turned
# off by default to not distract the user: the focus in a terminal window
# should be on the output of commands, not on the prompt
#force_color_prompt=yes
if [ -n "$force_color_prompt" ]; then
if [ -x /usr/bin/tput ] && tput setaf 1 >&/dev/null; then
# We have color support; assume it's compliant with Ecma-48
# (ISO/IEC-6429). (Lack of such support is extremely rare, and such
# a case would tend to support setf rather than setaf.)
color_prompt=yes
else
color_prompt=
fi
fi
if [ "$color_prompt" = yes ]; then
PS1='${debian_chroot:+($debian_chroot)}\[\033[01;32m\]\u@\h\[\033[00m\]:\[\033[01;34m\]\w\[\033[00m\]\$ '
else
PS1='${debian_chroot:+($debian_chroot)}\u@\h:\w\$ '
fi
unset color_prompt force_color_prompt
# If this is an xterm set the title to user@host:dir
case "$TERM" in
xterm*|rxvt*)
PS1="\[\e]0;${debian_chroot:+($debian_chroot)}\u@\h: \w\a\]$PS1"
;;
*)
;;
esac
# enable color support of ls and also add handy aliases
if [ -x /usr/bin/dircolors ]; then
test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)"
alias ls='ls --color=auto'
#alias dir='dir --color=auto'
#alias vdir='vdir --color=auto'
alias grep='grep --color=auto'
alias fgrep='fgrep --color=auto'
alias egrep='egrep --color=auto'
fi
# colored GCC warnings and errors
#export GCC_COLORS='error=01;31:warning=01;35:note=01;36:caret=01;32:locus=01:quote=01'
# some more ls aliases
alias ll='ls -alF'
alias la='ls -A'
alias l='ls -CF'
# Add an "alert" alias for long running commands. Use like so:
# sleep 10; alert
alias alert='notify-send --urgency=low -i "$([ $? = 0 ] && echo terminal || echo error)" "$(history|tail -n1|sed -e '\''s/^\s*[0-9]\+\s*//;s/[;&|]\s*alert$//'\'')"'
# Alias definitions.
# You may want to put all your additions into a separate file like
# ~/.bash_aliases, instead of adding them here directly.
# See /usr/share/doc/bash-doc/examples in the bash-doc package.
if [ -f ~/.bash_aliases ]; then
. ~/.bash_aliases
fi
# enable programmable completion features (you don't need to enable
# this, if it's already enabled in /etc/bash.bashrc and /etc/profile
# sources /etc/bash.bashrc).
if ! shopt -oq posix; then
if [ -f /usr/share/bash-completion/bash_completion ]; then
. /usr/share/bash-completion/bash_completion
elif [ -f /etc/bash_completion ]; then
. /etc/bash_completion
fi
fi
function topcommands () {
if [ "$1" == "" ]; then
history | awk '{c[$2]++}END{for(i in c){print c[i] " " i}}' | sort -rn | head
else
history | awk '{c[$2]++}END{for(i in c){print c[i] " " i}}' | sort -rn | head -n "$1"
fi
}
function showme () {
echo "OS:"
uname -a
echo -e "\nUptime:"
uptime
echo -e "\nMemory:"
free
echo -e "\nWAN IP :"
curl -s icanhazip.com
}
function mcd () {
mkdir -p "$1" && cd "$1"
}
export EDITOR=nano
export VISUAL=nano
alias myip='curl icanhazip.com'
HISTIGNORE="exit:clear"
#USERCOLOR='\[$(tput setaf 6)\]'
#RESET='\[$(tput sgr0)\]'
#PS1="${USERCOLOR}\u${RESET}@\h:\w \\$ "
#!/usr/bin/env bash
RSYNC_CMD='sudo rsync -aH --delete --info=progress2'
exclude_file(){
if [ ! -f 'bu.exclude' ]; then
EXCLUDE_FILE="--exclude-from=bu.exclude"
else
EXCLUDE_FILE=""
fi
}
include_file(){
if [ ! -f 'bu.include' ]; then
INCLUDE_FILE="--files-from=bu.include"
else
INCLUDE_FILE=""
fi
}
include_file
exclude_file
echo $RSYNC_CMD $INCLUDE_FILE $EXCLUDE_FILE
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment