Skip to content

Instantly share code, notes, and snippets.

@andysingal
andysingal / pandas.ipynb
Created April 12, 2021 03:50 — forked from krischer/pandas.ipynb
Simple log analysis with Pandas
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@andysingal
andysingal / docker_notes.txt
Created January 8, 2023 16:20 — forked from sd031/docker_notes.txt
Detailed Docker notes from Docker Deep dive course
Course url: https://linuxacademy.com/containers/training/course/name/docker-deep-dive-part-1
==================== All Docker Command While Learning Docker =========================
Get a list of all of the Docker commands:
docker -h
====== Attaching to Container , run in background , name it ==========
Create a container and attach to it:
import boto3
import pandas as pd
from io import StringIO, BytesIO
from datetime import datetime, timedelta
from multiprocessing import Pool, cpu_count
def read_csv_from_s3_multiprocessing(bucket_name, date_str, num_processes=1, batch_size=10):
date_dt = datetime.strptime(date_str, '%Y-%m-%d').date() - timedelta(days=1)
s3 = boto3.resource('s3')
bucket = s3.Bucket(bucket_name)
@andysingal
andysingal / colormaps.ipynb
Created May 4, 2023 08:32 — forked from krischer/colormaps.ipynb
Perceptually Uniform Colormaps in Matplotlib
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
@andysingal
andysingal / anna.ipynb
Created May 4, 2023 08:42 — forked from krischer/anna.ipynb
anna.ipynb
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
{
"public_identifier": "eden-marco",
"profile_pic_url": "https://s3.us-west-000.backblazeb2.com/proxycurl/person/eden-marco/profile?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=0004d7f56a0400b0000000001%2F20230514%2Fus-west-000%2Fs3%2Faws4_request&X-Amz-Date=20230514T164946Z&X-Amz-Expires=3600&X-Amz-SignedHeaders=host&X-Amz-Signature=9ad156df033ffdc7294dd88ccd8db62df6f04914ff5d4137447b804e09406c42",
"background_cover_image_url": null,
"first_name": "Eden",
"last_name": "Marco",
"full_name": "Eden Marco",
"follower_count": null,
"occupation": "Customer Engineer at Google",
"headline": "Customer Engineer @ Google Cloud | Best-selling Udemy Instructor",
@andysingal
andysingal / main.py
Created May 20, 2023 13:22
Langchain integration with Pinecone
import os
from langchain.text_splitter import PythonCodeTextSplitter
from langchain.document_loaders import TextLoader
from langchain.text_splitter import CharacterTextSplitter
from langchain.text_splitter import PythonCodeTextSplitter
from langchain.embeddings.openai import OpenAIEmbeddings
from langchain.vectorstores import Pinecone
from langchain import VectorDBQA, OpenAI
import pinecone
This file has been truncated, but you can view the full file.
INSERT INTO categories VALUES (1,2,'Football'),(2,2,'Soccer'),(3,2,'Baseball & Softball'),(4,2,'Basketball'),(5,2,'Lacrosse'),(6,2,'Tennis & Racquet'),(7,2,'Hockey'),(8,2,'More Sports'),(9,3,'Cardio Equipment'),(10,3,'Strength Training'),(11,3,'Fitness Accessories'),(12,3,'Boxing & MMA'),(13,3,'Electronics'),(14,3,'Yoga & Pilates'),(15,3,'Training by Sport'),(16,3,'As Seen on TV!'),(17,4,'Cleats'),(18,4,'Men''s Footwear'),(19,4,'Women''s Footwear'),(20,4,'Kids'' Footwear'),(21,4,'Featured Shops'),(22,4,'Accessories'),(23,5,'Men''s Apparel'),(24,5,'Women''s Apparel'),(25,5,'Boys'' Apparel'),(26,5,'Girls'' Apparel'),(27,5,'Accessories'),(28,5,'Top Brands'),(29,5,'Shop By Sport'),(30,6,'Men''s Golf Clubs'),(31,6,'Women''s Golf Clubs'),(32,6,'Golf Apparel'),(33,6,'Golf Shoes'),(34,6,'Golf Bags & Carts'),(35,6,'Golf Gloves'),(36,6,'Golf Balls'),(37,6,'Electronics'),(38,6,'Kids'' Golf Clubs'),(39,6,'Team Shop'),(40,6,'Accessories'),(41,6,'Trade-In'),(42,7,'Bike & Skate Shop'),(43,7,'Camping & Hiking'),(44,7,'Hunti
image,caption
1000268201_693b08cb0e.jpg,A child in a pink dress is climbing up a set of stairs in an entry way .
1000268201_693b08cb0e.jpg,A girl going into a wooden building .
1000268201_693b08cb0e.jpg,A little girl climbing into a wooden playhouse .
1000268201_693b08cb0e.jpg,A little girl climbing the stairs to her playhouse .
1000268201_693b08cb0e.jpg,A little girl in a pink dress going into a wooden cabin .
1001773457_577c3a7d70.jpg,A black dog and a spotted dog are fighting
1001773457_577c3a7d70.jpg,A black dog and a tri-colored dog playing with each other on the road .
1001773457_577c3a7d70.jpg,A black dog and a white dog with brown spots are staring at each other in the street .
1001773457_577c3a7d70.jpg,Two dogs of different breeds looking at each other on the road .
This file has been truncated, but you can view the full file.
{"version": "v2.0", "data": [{"title": "Normans", "paragraphs": [{"qas": [{"question": "In what country is Normandy located?", "id": "56ddde6b9a695914005b9628", "answers": [{"text": "France", "answer_start": 159}, {"text": "France", "answer_start": 159}, {"text": "France", "answer_start": 159}, {"text": "France", "answer_start": 159}], "is_impossible": false}, {"question": "When were the Normans in Normandy?", "id": "56ddde6b9a695914005b9629", "answers": [{"text": "10th and 11th centuries", "answer_start": 94}, {"text": "in the 10th and 11th centuries", "answer_start": 87}, {"text": "10th and 11th centuries", "answer_start": 94}, {"text": "10th and 11th centuries", "answer_start": 94}], "is_impossible": false}, {"question": "From which countries did the Norse originate?", "id": "56ddde6b9a695914005b962a", "answers": [{"text": "Denmark, Iceland and Norway", "answer_start": 256}, {"text": "Denmark, Iceland and Norway", "answer_start": 256}, {"text": "Denmark, Iceland and Norway", "answer_start": 256}, {"text":