joblib_tut01

joblib_tut01.py

#!/usr/bin/env python                                                                                                                                                                                                                  
# encoding: utf-8                                                                                                                                                                                                                      
                                                                                                                                                                                                                                       
                                                                                                                                                                                                                                       
import joblib as jl                                                                                                                                                                                                                    
import numpy as np                                                                                                                                                                                                                     
import os                                                                                                                                                                                                                              
                                                                                                                                                                                                                                       
                                                                                                                                                                                                                                       
def sum_row(xx):                                                                                                                                                                                                                       
    """sum xx                                                                                                                                                                                                                          
                                                                                                                                                                                                                                       
    :xx: a vector                                                                                                                                                                                                                      
    :returns: a summed float                                                                                                                                                                                                           
                                                                                                                                                                                                                                       
    """                                                                                                                                                                                                                                
    print os.getpid()                                                                                                                                                                                                                  
    return np.sum(xx)                                                                                                                                                                                                                  
                                                                                                                                                                                                                                       
x = np.random.random((10, 10000))                                                                                                                                                                                                      
sumed_x = jl.Parallel(n_jobs=-1)(                                                                                                                                                                                                      
    jl.delayed(sum_row)(xx) for xx in x)                                                                                                                                                                                               
print sumed_x