Operating System: Ubuntu 18.04
AWS Region (e.g. ap-southeast-1)
import sys | |
from operator import add | |
from pyspark.sql import SparkSession | |
if __name__ == "__main__": | |
spark = SparkSession\ | |
.builder\ | |
.appName("PythonWordCount")\ |
#! /usr/bin/env bash | |
time spark-submit \ | |
--deploy-mode client \ | |
--master spark://spark-master:7077 \ | |
--conf spark.driver.host=spark-master \ | |
--conf spark.executor.memory=2g \ | |
--conf spark.driver.memory=1g \ | |
"$@" |
console.log("testing") |
echo "created for public use and use." | |
echo "Start with re-install cleanup." | |
rm -r /etc/dnsdumpster | |
rm /var/www/html/youtube-ads-list.txt | |
rm /etc/pihole/youtube-ads.sh | |
echo "cleanup done." | |
echo "installing python-pip and dnsdumpster." | |
apt-get install python-pip |
***** | |
+************** | |
******************** | |
************************ | |
**************************** | |
.******************************* | |
************** **************** | |
*********** ************* | |
********** : ***********. |
{ | |
"@timestamp": "2019-04-16T06:21:07.417Z", | |
"@version": "1", | |
"omxid": "2943ed16fb0889ef5e372113d97f56d0", | |
"name": [ | |
"Elongation factor Tu 1" | |
], | |
"type": "gene", | |
"sequence": "ATGTCTAAAGAAAAGTTTGAACGTACAAAACCGCACGTTAACGTCGGTACTATCGGCCACGTTGACCATGGTAAAACAACGCTGACCGCTGCCATCACTACCGTACTGGCTAAAACCTACGGTGGTTCCGCTCGCGCATTCGACCAGATCGATAACGCGCCGGAAGAAAAAGCTCGTGGTATCACCATCAACACCTCTCACGTTGAATATGACACCCCGACTCGCCACTACGCGCACGTAGACTGCCCGGGCCACGCCGACTATGTTAAAAACATGATCACCGGTGCTGCGCAGATGGACGGCGCGATCCTGGTTGTTGCTGCGACTGACGGCCCGATGCCGCAGACTCGTGAGCACATCCTGCTGGGTCGTCAGGTAGGCGTTCCGTACATCATCGTGTTCCTGAACAAATGCGACATGGTTGATGACGAAGAGCTGCTGGAACTGGTTGAGATGGAAGTTCGTGAACTGCTGTCTCAGTACGATTTCCCGGGCGACGACACTCCGATCGTTCGTGGTTCTGCTCTGAAAGCGCTGGAAGGCGACGCAGAGTGGGAAGCGAAAATCATCGAACTGGCTGGCCACCTGGATACCTATATCCCGGAACCAGAGCGTGCGATTGACAAGCCGTTCCTGCTGCCGATCGAAGACGTATTCTCCATCTCCGGTCGTGGTACCGTTGTTACCGGTCGTGTAGAGCGCGGTATCATCAAAGTAGGTGAAGAAGTTGAAATCGTTGGTATCAAAGAAACCGCGAAAACCACCTGTACTGGCGTTGAAATGTTCCGCAAACTGCTGGACGAAGGCCGTGCTGGTG |
{ | |
"took" : 2795, | |
"timed_out" : false, | |
"_shards" : { | |
"total" : 60, | |
"successful" : 60, | |
"skipped" : 0, | |
"failed" : 0 | |
}, | |
"hits" : { |
{ | |
"took" : 2074, | |
"hits" : { | |
"total" : 52979, | |
}, | |
"aggregations" : { | |
"names" : { | |
"buckets" : [ | |
{ | |
"key" : "Spore germination protein YndE", |
#!/usr/bin/env python | |
import numpy as np | |
import time | |
from datetime import timedelta | |
def cluster_sort(genus1, genus2): | |
start_time = time.monotonic() |