Python parallel processing sample

python_parallel_processing.py

def map_f(w, model):
    return model.get_vector(w)


def get_vector_matrix_for_w2v_model(model, vocab=None):
    """Create vector matrix for word2vec model"""
    if vocab is None:
        vocab = model.vocab
#     vect_mat = np.array([model.get_vector(w) for w in vocab])
    p = Pool(multiprocessing.cpu_count() - 1)
    partial_map_f = partial(map_f, model=model)
    vect_mat = p.map(partial_map_f, vocab)
    return vocab, vect_mat