Datashader + Rasterio for Polygon shading (40K Polygons, 81M Vertices)

rasterio_datashader_polygons.py

from __future__ import division
from functools import partial

import pyproj
from shapely.ops import transform
import numpy as np

from rasterio import features
from affine import Affine
import fiona

import datashader as ds
from datashader.colors import Hot, viridis
import pdb
from datashader import transfer_functions as tf
from xarray import DataArray
from multiprocessing import Pool

def rasterize_geom(cvs, geom, all_touched=False, fill=0):
    aform = Affine((cvs.x_range[1] - cvs.x_range[0]) / cvs.plot_width,
                   0.0,
                   cvs.x_range[0],
                   0.0, (cvs.y_range[0] - cvs.y_range[1]) / cvs.plot_height, cvs.y_range[1])
    rv_array = features.rasterize(((geom, 1)),
                                  out_shape=(cvs.plot_height, cvs.plot_width),
                                  transform=aform,
                                  fill=fill,
                                  all_touched=all_touched)
    return rv_array

def main():
    shp = 'MAMMALS.shp'
    cvs = ds.Canvas(plot_height=2000,
                    plot_width=4000,
                    x_range=(-180, 180),
                    y_range=(-90, 90))

    out_arr = None
    count = 0
    problems = 0
    with fiona.collection(shp, "r") as source:
        for feat in source:
            try:
                r = rasterize_geom(cvs, feat['geometry'])
                if out_arr is None:
                    out_arr = r
                else:
                    out_arr += r
                count += 1
                print(count)
            except:
                print('problem...')
                problems += 1
                continue

    img = tf.interpolate(DataArray(data=np.flipud(out_arr)),
                                   cmap=viridis,
                                   how='linear')
    tf.set_background(img, 'black').to_pil().save("mammals_linear.png")
    print('Count: {}'.format(count))
    print('Problems: {}'.format(problems))

if __name__ == '__main__':
    main()

Hi Brendon,

I have a quick question. The tf.interpolate and tf.colorize methods were merged into tf.shade. As someone who is learning data shader after the new API, I don't know about the tf.interpolate method.

I keep getting an error that "Input must be >= 1-d." after I use tf.shade instead of tf.interpolate. Without knowing more about tf.interpolate, its difficult for me to understand what's going on.
How should I troubleshoot this?

Kind Regards,
Thusal

@thusal...sorry for the late response

Datashader now supports a polygon type so this example out-dated...