Install steps for Apache Spark on Mac OS X using Homebrew.
Download and install it from oracle.com, then add following code to your .bash_profile, .zshrc, etc.:
# Apache Spark
if which java > /dev/null; then export JAVA_HOME=$(/usr/libexec/java_home); fi
| # Cleanup old alternatives | |
| update-alternatives --remove-all cc | |
| update-alternatives --remove-all c++ | |
| update-alternatives --remove-all gcc | |
| update-alternatives --remove-all g++ | |
| update-alternatives --remove-all clang | |
| update-alternatives --remove-all clang++ | |
| update-alternatives --remove-all icc | |
| update-alternatives --remove-all icc++ |
| #!/usr/bin/env python3 | |
| import logging | |
| import sys | |
| import sublog | |
| logger = logging.getLogger() | |
| # http://stackoverflow.com/a/24956305/1076493 |
| #count=0 | |
| for idx, item in enumerate(list): | |
| print item | |
| #count +=1 | |
| #if count % 10 == 0: | |
| if idx % 10 == 0: | |
| print 'did ten' |
| ## get sqs messages | |
| for idx, item in enumerate(response['Messages']): | |
| # create list of dictionaries to process | |
| self.logger.debug('idx %d', idx) | |
| messages.append(json.loads(item['Body'])) | |
| tmp_dict = {'Id': item['MessageId'], 'ReceiptHandle': item['ReceiptHandle']} | |
| self.logger.debug('id: %s', item['MessageId']) | |
| delete_list.insert(idx,tmp_dict) | |
| try: |
| #!/usr/bin/python | |
| from lxml import etree | |
| def get_text_from_msmt_xml (xml): | |
| """Parse the xml string returned by the MS machine translation API, and return just the text""" | |
| text = [] | |
| doc = etree.fromstring(xml) | |
| for elem in doc.xpath('/foo:string', namespaces={'foo': 'http://schemas.microsoft.com/2003/10/Serialization/'}): |
This will work with other flavours of Docker as well.
Run the following command:
docker run --name my-redis -p 6379:6379 --restart always --detach redis
This will download and run redis, set to auto-restart when your machine starts and bound to port 6379 on your machine.
| #!/bin/bash | |
| # Stop all containers | |
| docker stop $(docker ps -a -q) | |
| # Delete all containers | |
| docker rm $(docker ps -a -q) | |
| # Delete all images | |
| docker rmi -f $(docker images -q) |