Skip to content

Instantly share code, notes, and snippets.

View richpsharp's full-sized avatar

Richard Sharp richpsharp

24 followers · 18 following
View GitHub Profile
@richpsharp
richpsharp / flow_accum_study.py
Created February 4, 2021 02:13
Script to test many flow accumulation threshold values on a DEM while taking advantage of multiprocessing and avoided reexecution
"""TFA script for Stacie to experiment with TFAs."""
import logging
import os
import pygeoprocessing.routing
import multiprocessing
import sys
import taskgraph
WORKSPACE_DIR = 'workspace'
@richpsharp
richpsharp / datetime64_safe_serialization.py
Last active November 18, 2020 21:28
Example of pickleless numpy serialization
# coding=UTF-8
import io
import multiprocessing
import numpy
def numpy_dumps(numpy_array):
"""Safely pickle numpy array to string.
@richpsharp
richpsharp / pgp_entry_point.py
Created October 16, 2020 20:00
Entry point for base pygeoprocessing script
"""These calculations are for the Critical Natural Capital paper."""
import pygeoprocessing
gdal.SetCacheMax(2**27)
logging.basicConfig(
level=logging.DEBUG,
format=(
'%(asctime)s (%(relativeCreated)d) %(levelname)s %(name)s'
' [%(funcName)s:%(lineno)d] %(message)s'))
@richpsharp
richpsharp / eo_test.py
Created October 11, 2020 23:15
EO Pollination Test script
"""
EO Pollination test script.
docker run --rm -it -v "%CD%":/usr/local/workspace therealspring/inspring:latest eo_test.py
"""
import logging
import sys
import multiprocessing
import inspring
from osgeo import gdal
@richpsharp
richpsharp / projected_vs_epsglatlng.py
Created October 5, 2020 18:47
IsProjected vs. EPSGTreatsAsLatLong
from osgeo import osr
projection_wkt = 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]'
srs = osr.SpatialReference()
srs.ImportFromWkt(projection_wkt)
print(projection_wkt)
print(f'''IsProjected: {
srs.IsProjected()}. EPSGTreatsAsLatLong: {srs.EPSGTreatsAsLatLong()}''')
@richpsharp
richpsharp / pygeoprocessing_optimization_demo.py
Last active August 18, 2020 23:43
How to use raster optimization in pygeoprocessing
"""Demo of optimization."""
import logging
import os
import sys
import pygeoprocessing
logging.basicConfig(
level=logging.DEBUG,
format=(
@richpsharp
richpsharp / may_2020_run_biodiv_and_carbon_multiprocessing.py
Last active May 20, 2020 17:03
traditional multiprocessing approach
import multiprocessing
import os
import sys
import json
import glob
import logging
#import taskgraph
import pandas as pd
from wbnci import biodiversity, carbon
@richpsharp
richpsharp / points_contained_in_poly.py
Created May 13, 2020 04:41
Example script for testing points contained in a set of polygons
"""Example of determing if points are contained in polygon."""
from osgeo import gdal
import shapely.geometry
point_vector_path = 'dams.shp'
polygon_vector_path = 'watersheds_hotels_resorts_DdS.shp'
polygon_id_field = 'Name'
point_id_field = 'desc_short'
@richpsharp
richpsharp / mult_by_columns.py
Last active May 29, 2020 00:39
Script to evalulate Justin lasso stats values
"""Demo of how to use pandas to multiply one table by another."""
import argparse
import os
from osgeo import gdal
from osgeo import ogr
from osgeo import osr
import pandas
parser = argparse.ArgumentParser(description='mult by columns script')
@richpsharp
richpsharp / local_pystac.py
Created April 19, 2020 04:33
build a local STAC to upload later
"""Generate a STAC catalog."""
import os
import subprocess
import datetime
import pystac
output = subprocess.check_output(
'gsutil ls gs://my-bucket-with-geotiffs', shell=True)