benchmark script for python csv module

bench_csv.py

# coding: utf-8
from benchmarker import Benchmarker
import unicodecsv
import csv
import fcsv

source = [["abc", "def", "ghi"],
          ["jkl", "あいう", "opq"],
          ["vvv", "v1", "v2"]]
source = (("abc", "def", "ghi"),
          ("jkl", "あいう", "opq"),
          ("vvv", "v1", "v2"))

with Benchmarker(1000*1000, width=40) as bench:

    @bench("std.writerows")
    def b_std_writerows(bm):
        with open('b_std.csv', 'w') as out:
            writer = csv.writer(out, quoting=csv.QUOTE_NONNUMERIC)
            for i in bm:
                writer.writerows(source)

    @bench("std.writerow")
    def b_std_writerow(bm):
        with open('b_std.csv', 'w') as out:
            writer = csv.writer(out, quoting=csv.QUOTE_NONNUMERIC)
            for i in bm:
                writer.writerow(source[0])
                writer.writerow(source[1])
                writer.writerow(source[2])

    @bench("unicodecsv.writerows")
    def b_unicodecsv_writerows(bm):
        with open('b_unicodecsv.csv', 'wb') as out:
            writer = unicodecsv.writer(out, quoting=csv.QUOTE_NONNUMERIC)
            for i in bm:
                writer.writerows(source)

    @bench("unicodecsv.writerow")
    def b_unicodecsv_writerow(bm):
        with open('b_unicodecsv.csv', 'wb') as out:
            writer = unicodecsv.writer(out, quoting=csv.QUOTE_NONNUMERIC)
            for i in bm:
                writer.writerow(source[0])
                writer.writerow(source[1])
                writer.writerow(source[2])

    @bench("fcsv.writerow")
    def b_fcsv_writerow(bm):
        writer = fcsv.Writer('b_fcsv.csv')  # , quoting=csv.QUOTE_NONNUMERIC)
        for i in bm:
            writer.writerow(source[0])
            writer.writerow(source[1])
            writer.writerow(source[2])

    @bench("fcsv.writerows")
    def b_fcsv_writerows(bm):
        writer = fcsv.Writer('b_fcsv.csv')  # , quoting=csv.QUOTE_NONNUMERIC)
        for i in bm:
            writer.writerows(source)

with Benchmarker(1000*1000, width=40) as bench:

    @bench("std.reader")
    def b_std_reader(bm):
        with open('b_reader.csv') as fl:
            reader = csv.reader(fl)
            for i in bm:
                for row in reader:
                    _ = row

    @bench("unicodecsv.reader")
    def b_unicodecsv_reader(bm):
        with open('b_reader.csv', 'rb') as out:
            reader = unicodecsv.reader(out, 'excel')
            for i in bm:
                for row in reader:
                    _ = row

    @bench("fcsv.reader")
    def b_fcsv_reader(bm):
        reader = fcsv.Reader('b_reader.csv')
        for i in bm:
            for row in reader.read():
                _ = row

## benchmarker:         release 4.0.1 (for python)
## python version:      3.6.4
## python compiler:     GCC 4.2.1 Compatible Apple LLVM 9.0.0 (clang-900.0.39.2)
## python platform:     Darwin-16.7.0-x86_64-i386-64bit
## python executable:   /Users/hattori-h/.virtualenvs/py3csvbench/bin/python
## cpu model:           Intel(R) Core(TM) i5-5257U CPU @ 2.70GHz
## parameters:          loop=1000000, cycle=1, extra=0

##                                            real    (total    = user    + sys)
std.reader                                  3.8930    3.8900    3.3700    0.5200
unicodecsv.reader                           0.6580    0.6500    0.6500    0.0000
fcsv.reader                                 0.3270    0.3300    0.3300    0.0000

## Ranking                                    real
fcsv.reader                                 0.3270  (100.0) ********************
unicodecsv.reader                           0.6580  ( 49.7) **********
std.reader                                  3.8930  (  8.4) **

## Matrix                                     real    [01]    [02]    [03]
[01] fcsv.reader                            0.3270   100.0   201.2  1190.6
[02] unicodecsv.reader                      0.6580    49.7   100.0   591.7
[03] std.reader                             3.8930     8.4    16.9   100.0