dangunter

#!/usr/bin/env python
# coding: utf-8
"""
Create photo montages from LBNL SciData group webpages 
Author: Dan Gunter, LBNL
"""
import logging
from math import ceil
from pathlib import Path
import sys

dangunter

"""
Csvish is a line-oriented format that combines JSON metadata and CSV data.

Format rules:
  - Pure whitespace lines are ignored
  - Lines starting with '##' are comments and ignored
  - Lines starting with '%%' start a new section. The whitespace-stripped characters
    after the '%%' are the section name. A dot (".") in the section name creates
    a sub-section, e.g. "animal.dog.metadata". The section data type is inferred.
  - Lines after '%%' starting with '{' are parsed as JSON until the start of the

dangunter

dangunter

import requests
from typing import List, Dict, Union

def get_contributors(owner: str, repo: str, extra_fields: List[str] = None, 
                    simplify=True) -> Union[List[str], List[Dict[str, str]]]:
    """Get a list of contributors to a Github repo.
    
    Args:
        owner: Repository owner (organization)
        repo: Repository name

dangunter

# Imports
from pyomo.environ import (Constraint,
                           Var,
                           ConcreteModel,
                           Expression,
                           Objective,
                           SolverFactory,
                           TransformationFactory,
                           value)
from pyomo.network import Arc, SequentialDecomposition

dangunter

from logging import getLogger, Filter, LoggerAdapter, StreamHandler, Formatter, INFO, ERROR, DEBUG

logger = getLogger("test")

class IdaesModFilter(Filter):
    """Filter that keeps a list of allowed 'modules' in an attribute.
    """
    def __init__(self, modules):
        self.modules = modules  # list of modules to allow
    def filter(self, record):

dangunter

Plans for IDAES Data Management Framework

JupyterHub on the cloud

• deploying Docker image of IDAES with solvers on JupyterHub on AWS
• script and automate so can deploy multiple versions
  • bleeding-edge version deployed through CI
  • last-release version as a sandbox

Collect more/better information from the (new) framework components

In particular need of attention:

dangunter

#!/usr/bin/env python
"""
Annotate source code with a notice (see NOTICE_TEXT).

An existing notice will be replaced, and if there is no notice
encountered then one will be inserted. Detection of the notice
is exceedingly simple: if any line without a comment is encountered, from
the top of the file, before the standard "separator" of a long string
of comment characters, then the notice will be inserted. Likewise, the
"end" of the notice is either the same separator used for the beginning or

dangunter

Bike/Bart to work

From home to work

Time	Location
8:10	Bike to PH BART
8:47	BART to MacArthur to Berkeley
9:17	Downtown Berkeley BART
9:22	Shuttle stop

dangunter

import importlib
from mock import MagicMock, patch

def example():
  with patch_modules():
      import something.not.importable
      print("yay! it worked!")
      
def patch_modules():
    sm = mock_import('not.importable', 'something')