cdimartino

{
  "ok" : true,
  "_shards" : {
    "total" : 20,
    "successful" : 20,
    "failed" : 0
  },
  "indices" : {
    "percolate_places" : {
      "index" : {

cdimartino

[2013-07-26T21:48:13+00:00] FATAL: Mixlib::ShellOut::ShellCommandFailed: deploy_revision[auth_time] (auth_time::deploy line 146) had an error: Mixlib::ShellOut::ShellCommandFailed: execute[bundle exec rake assets:precompile --trace  RAILS_ENV=production] (/var/chef/cache/cookbooks/auth_time/recipes/deploy.rb line 197) had an error: Mixlib::ShellOut::ShellCommandFailed: Expected process to exit with [0], but received '1'
---- Begin output of bundle exec rake assets:precompile --trace  RAILS_ENV=production ----
STDOUT: The source :rubygems is deprecated because HTTP requests are insecure.
Please change your source to 'https://rubygems.org' if possible, or 'http://rubygems.org' if not.
STDERR: ** Invoke assets:precompile (first_time)
** Execute assets:precompile
/usr/bin/ruby1.9.1 /srv/auth_time/releases/169f38529a090ae40d1770193c59c092eb6c68bd/vendor/bundle/ruby/1.9.1/bin/rake assets:precompile:all RAILS_ENV=production RAILS_GROUPS=assets --trace
rake aborted!
Could not find a JavaScript runtime. See https://gi

cdimartino

[2013-07-10T18:21:25+00:00] INFO: Processing link[/usr/bin/nodetool] action create (cassandra::0.6 line 126)
[2013-07-10T18:21:25+00:00] INFO: Processing link[/usr/bin/clustertool] action create (cassandra::0.6 line 126)
[2013-07-10T18:21:25+00:00] INFO: Processing service[cassandra] action nothing (dynamically defined)
[2013-07-10T18:21:25+00:00] INFO: Processing runit_service[cassandra] action enable (cassandra::0.6 line 133)

================================================================================
Error executing action `enable` on resource 'runit_service[cassandra]'
================================================================================

NameError

cdimartino

alias ec2="knife search node -a ec2.public_hostname "
alias ec2pri="knife search node -a hostname "
alias ec2ssh="knife ssh -a ec2.public_hostname "

function ec2er {
   TERM=xterm ec2 "chef_environment:$1 AND role:$2*"
}

function ec2ids {
   TERM=xterm knife search node -a ec2.id "$1"

cdimartino

{
  "ok" : true,
  "_shards" : {
    "total" : 405,
    "successful" : 405,
    "failed" : 0
  },
  "indices" : {
    "tags_136399175852" : {
      "index" : {

cdimartino

#!/bin/bash

TODAY=`date +"%Y%m%d"`
DATADIR="/var/lib/elasticsearch/data"

BACKUPDIR="/mnt/elasticsearch_snapshots/$TODAY"

# now lets tar up our data files. these are huge, so lets be nice
for idx in `find $DATADIR -mindepth 5 -maxdepth 5 -type d -wholename '*/indices/*'`; do
  indexname=`echo $idx | awk 'BEGIN {FS="/"};{print $NF}'`

cdimartino

#!/bin/bash

# Usage: curl -L gist.... | host=<sync origin> date=<sync date>

apt-get install -y pv

excludes='--exclude "*/SubscriptionChanges/*"'
rs_opts="-ai $excludes $host:/mnt/cassandra_snapshots/full/$date/place_directory_production /var/lib/cassandra/data/"

rsync $rs_opts | pv -arleps `rsync --dry-run $rs_opts | wc -l` > /dev/null

cdimartino

-rw-r--r--  1 chrisd  IUSA\Domain Users  887 May 23 12:18 /Users/chrisd/.chef/knife.rb
lrwxr-xr-x  1 chrisd  IUSA\Domain Users   47 May 21 13:46 /Users/chrisd/.chef/knife_override.rb -> /Users/chrisd/.chef/knife_override.rb.hosted.rb
-rw-r--r--  1 chrisd  IUSA\Domain Users  468 May 20 12:35 /Users/chrisd/.chef/knife_override.rb.hosted.rb
-rw-r--r--  1 chrisd  IUSA\Domain Users  453 May  4 12:37 /Users/chrisd/.chef/knife_override.rb.private.rb

cdimartino

Total 0 (delta 0), reused 0 (delta 0)
remote: Ruby Version 2.0.0 : User chrisd
remote:
remote: Building Spokes for env data_qa
remote:
remote: Loading Environment data_qa(production)
remote:
remote: sudo chmod 0777 /tmp/spokes_build_20130530-12518-rhau66
remote: true
remote: git archive 37d9b4930bb8b4fe3b1c1a1feddf31b21ad93e56 | tar -x -C /tmp/spokes_build_20130530-12518-rhau66

cdimartino

#!/bin/bash
cass_data_dir=$1
backup_dir=/var/lib/cassandra/key_extract
s3_upload_loc=s3://spokes.data-axle.infogroup.com/admin/place_directory/index_rebuild/cass_extract_reindex-201306041450/

#processors=`cat /proc/cpuinfo | grep processor | wc -l`
processors=8

process_count() {
  echo $(pgrep /usr/lib/cassandra/bin/sstablekeys | wc -l || echo 0)