leifdenby

Credentials

Tool	AWS Profile Support & CLI Argument	Custom Endpoint Support & Method	Set public-read ACL?
aws s3	✅ --profile <profile-name>	✅ --endpoint-url <url>	✅ --acl public-read
s3cmd	❌ No profile support, ✅ Env vars: AWS_ACCESS_KEY_ID, etc.	✅ Config-only: host_base, host_bucket in ~/.s3cfg	✅ --acl-public
s5cmd	✅ --profile <profile-name> or AWS_PROFILE	✅ --endpoint-url <url> or AWS_ENDPOINT_URL	✅ --acl public-read
s3-credentials	✅ --profile	❌ Not supported

leifdenby

import requests
import bs4
import dateutil.parser
import pandas as pd

def parse_event_details(url):
    """
    Parse event details from ECMWF event page and return title, timings,
    speaker name, speaker affiliation, talk pdf and video URLs as a
    pandas.DataFrame

leifdenby

tell application "Skim"
	set theFile to the file of the front document
	set outText to ""
	set newLine to ASCII character 10
	
	set docTitle to "## Detailed notes"
	
	
	
	# This used the commandline tool pdftk to figure out where the table of

leifdenby

"""
Utility functions for contructing paths and finding files for CMIP6 data

Leif Denby, v3, 24/5/2021


Historical runs (1850-2014) are in 
`<data_root>/CMIP/<institute>/<model>/historical/<variant>/<table_id>/<variable>/<grid>/<version>/`

Scenario runs are in

leifdenby

import luigi                                                                
                                                                            
                                                                            
def pack(cls, **kwargs):                                                    
    return dict(class_name=cls.__name__, kwargs=kwargs)                     
                                                                            
                                                                            
def unpack(class_name, kwargs):                                             
    TaskClass = globals()[class_name]                                       
    return TaskClass(**kwargs)                                              

leifdenby

# create a conda environment with python3 and activate it
git clone https://github.com/vim/vim
cd vim
./configure --with-features=huge --enable-python3interp=dynamic --prefix=$HOME/.local

# add the following lines to ~/.vimrc, changing `py36` do your env name and possible the python version in `libpython3.7m.so`
#
# set pythonthreedll=$HOME/anaconda2/envs/py37/lib/libpython3.7m.so
# set pythonthreehome=$HOME/anaconda2/envs/py37/

leifdenby

#!/usr/bin/env python

import http.server
class CORSHTTPRequestHandler(http.server.SimpleHTTPRequestHandler):
    def send_head(self):
        """Common code for GET and HEAD commands.

        This sends the response code and MIME headers.

        Return value is either a file object (which has to be copied

leifdenby

# coding: utf-8
"""
Created a filtered .bib-file from citations used in a specific .tex source file
"""

import pybtex
import pybtex.database
import pybtex.errors

import re

leifdenby

leifdenby

# Utility function for chaining multiple PBS submit scripts
# Leif Denby 6/11/2018
#
# usage:
# 
# 1. Create a file containing the individual steps, e.g.
#
# tasklist.sh:
#  WALLCLOCK=00:15:00 ./run.sh example_run
#  WALLCLOCK=00:15:00 ./run.sh analysis