thanakijwanavit

onlineDf.to_json(path ,orient='split',compression='gzip')

thanakijwanavit

from s3bz.s3bz import S3, ExtraArgs
S3.saveFile(key=key,path=path,bucket=bucket,
            ExtraArgs = {**ExtraArgs.jpeg, **ExtraArgs.publicRead })

thanakijwanavit

# list all folders
layerList=$(find -name 'layer')
curDir=$(pwd)
echo executing $layerList
echo curdir is $curDir

# loop though each path
for path in $layerList
do

thanakijwanavit

thanakijwanavit

import requests, time, random
import asyncio
from asgiref.sync import sync_to_async
from datetime import datetime
async def post(url, body):
  t0 = datetime.now()
  r = await sync_to_async(requests.post)(url,json=body)
  return r.json()

async def main():

thanakijwanavit

body: A JSON string of the request payload.
headers: '{String containing incoming request headers}'
httpMethod: Incoming request's method name
isBase64Encoded: A boolean flag to indicate if the applicable request payload is Base64-encoded
multiValueHeaders: '{List of strings containing incoming request headers}'
multiValueQueryStringParameters: '{List of query string parameters}'
path: Path parameter
pathParameters: '{path parameters}'
queryStringParameters: '{query string parameters }'
requestContext: '{Request context, including authorizer-returned key-value pairs}'

thanakijwanavit

func uploadfileAWSS3(fileuploadurl, contenttype, file): Observable<any>{ 
  //this will be used to upload all csv files to AWS S3
   const headers = new HttpHeaders({‘Content-Type’: contenttype});
   const req = new HttpRequest(
   ‘PUT’,
   fileuploadurl,
   file,
   {
     headers: headers,
     reportProgress: true, //This is required for track upload process

thanakijwanavit

thanakijwanavit

7z a -t7z -m0=lzma -mx=9 -mfb=64 -md=32m -ms=on /tmp/archive.7z $dir 

thanakijwanavit

{
  "Version":"2012-10-17",
  "Statement":[
    {
      "Sid":"PublicRead",
      "Effect":"Allow",
      "Principal": "*",
      "Action":["s3:GetObject","s3:GetObjectVersion"],
      "Resource":["arn:aws:s3:::DOC-EXAMPLE-BUCKET/*"]
    }