hiropppe

'''
Asynchronous Distributed Tensorflow 0.12.0 example of using data parallelism and share model parameters.
Trains a simple sigmoid neural network on mnist for 20 epochs on three machines using one parameter server.

Change the hardcoded host urls below with your own hosts.
Run like this:

pc-01$ python asynchronous_distributed_mnist_training.py --job_name="ps" --task_index=0
pc-02$ python asynchronous_distributed_mnist_training.py --job_name="worker" --task_index=0
pc-03$ python asynchronous_distributed_mnist_training.py --job_name="worker" --task_index=1

hiropppe

'''
Synchronous Distributed Tensorflow 0.12.0 example of using data parallelism and share model parameters.
Trains a simple sigmoid neural network on mnist for 20 epochs on three machines using one parameter server.

Change the hardcoded host urls below with your own hosts.
Run like this:

pc-01$ python synchronous_distributed_mnist_training.py --job_name="ps" --task_index=0
pc-02$ python synchronous_distributed_mnist_training.py --job_name="worker" --task_index=0
pc-03$ python synchronous_distributed_mnist_training.py --job_name="worker" --task_index=1

hiropppe

from cython.parallel import prange

from libc.stdio cimport printf
from libc.stdlib cimport abort, malloc, free

cimport openmp


def get_int_flag():
    cdef int flag = 0

hiropppe

# cython: boundscheck = False
# cython: wraparound = False
# cython: cdivision = True

import numpy as np

cimport numpy as np

from scipy.linalg cimport cython_blas

hiropppe

# -*- coding:utf-8 -*-

import codecs
import json
import os
import sys


if __name__ == '__main__':
    def walk_json(path):

hiropppe

[2018.6.11]
3  sudo apt update
4  sudo apt upgrade
6  sudo apt install build-essential
11  wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/cuda-repo-ubuntu1604_9.2.88-1_amd64.deb
12  sudo dpkg -i cuda-repo-ubuntu1604_9.2.88-1_amd64.deb
13  sudo apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/7fa2af80.pub
14  sudo apt-get update
15  sudo apt-get install cuda
16  nvidia-smi

hiropppe

FROM ubuntu:16.04

RUN mkdir /root/_INSTALL

WORKDIR /root/_INSTALL

RUN sed -i.bak -e "s%http://archive.ubuntu.com/ubuntu/%http://ftp.jaist.ac.jp/pub/Linux/ubuntu/%g" /etc/apt/sources.list

ENV TZ Asia/Tokyo
RUN apt-get update \

hiropppe

from __future__ import division

import re
import sys

from collections import defaultdict

is_alternate_game = False
if len(sys.argv) > 1:
    is_alternate_game = sys.argv[1] in ('--alternate', '-a')

hiropppe

In [1]: import pandas as pd
   ...: 
   ...: data = {'m': ['m1','m2','m2','m3','m3','m3','m4','m4','m4','m4'],
   ...:         'e': ['e1','e2','e3','e4','e5','e6','e7','e1','e2','e8'],
   ...:         'p': [0.9, 0.2, 0.8, 0.7, 0.1, 0.2, 0.3, 0.1, 0.2, 0.4]}
   ...: df = pd.DataFrame(data)
   ...: df
   ...: 
Out[1]: 
    e   m    p

hiropppe

In [1]: import pandas as pd

In [2]: data = {'a': [0,1,2], 'b': [3,4,5]}
   ...: df = pd.DataFrame(data)
   ...: df
   ...: 
Out[2]: 
   a  b
0  0  3
1  1  4