sizhky
/ pandas_query.py
Created
April 20, 2023 05:17
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Sure, here is a summary of the 20 examples of using `pd.DataFrame.query()` to filter data: | |
| 1. Filter on exact string match: `df.query('name == "Alice"')` | |
| 2. Filter on multiple conditions: `df.query('age > 30 and city == "New York"')` | |
| 3. Filter on a list of values: `df.query('age in [25, 30, 35]')` | |
| 4. Filter on a range of values: `df.query('age.between(25, 35)')` | |
| 5. Filter on string contains: `df.query('name.str.contains("an")')` | |
| 6. Filter on string starts with: `df.query('name.str.startswith("A")')` | |
| 7. Filter on string ends with: `df.query('name.str.endswith("a")')` | |
| 8. Filter on regular expression: `df.query('name.str.match("^[Aa].*a$")')` |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| create_conda_env() { | |
| # Check if the environment name and Python version are provided as arguments | |
| if [ $# -lt 2 ]; then | |
| echo "Please provide the conda environment name and Python version as arguments." | |
| return 1 | |
| fi | |
| # Create conda environment with the specified Python version | |
| conda create -n "$1" "$2" |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import traceback, gc | |
| def clean_ipython_hist(): | |
| # Code in this function mainly copied from IPython source | |
| if not 'get_ipython' in globals(): return | |
| ip = get_ipython() | |
| user_ns = ip.user_ns | |
| ip.displayhook.flush() | |
| pc = ip.displayhook.prompt_count + 1 | |
| for n in range(1, pc): user_ns.pop('_i'+repr(n),None) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from time import perf_counter | |
| class Ticker: | |
| def __init__(self): | |
| self.tik = perf_counter() | |
| def __call__(self, arg, info=None, newl=False): | |
| tok = perf_counter() | |
| t = round(tok-self.tik, 3) | |
| if newl: print() |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from torch_snippets import json, readlines | |
| import re | |
| def parse_bruno(file): | |
| def process_chunks(chunk): | |
| a, *b = chunk.split('\n') | |
| a, _b = a.split() | |
| b = '\n'.join([_b, *b]) | |
| if a == 'body:json': | |
| b = json.loads(b[1:-1]) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "full-table": { | |
| "html": "<html><body><table> <thead> <tr> <th>S.No</th> <th>Description</th> <th>Qty</th> <th>Unit Price ($)</th> <th>Total ($)</th> </tr> </thead> <tbody> <tr> <td>1</td> <td>Monitor 4k</td> <td>1</td> <td>320</td> <td>320</td> </tr> <tr> <td>2</td> <td>Keyboard</td> <td>1</td> <td>50</td> <td>50</td> </tr> <tr> <td>3</td> <td>LEDs</td> <td>100</td> <td>1</td> <td>100</td> </tr> <tr> <td>4</td> <td>MiniLEDs</td> <td>100</td> <td>1</td> <td>100</td> </tr> </tbody> </table> </body> </html>" | |
| }, | |
| "missing-rows": { | |
| "html": "<html><body><table> <thead> <tr> <th>S.No</th> <th>Description</th> <th>Qty</th> <th>Unit Price ($)</th> <th>Total ($)</th> </tr> </thead> <tbody> <tr> <td>1</td> <td>Monitor 4k</td> <td>1</td> <td>320</td> <td>320</td> </tr> <tr> <td>2</td> <td>Keyboard</td> <td>1</td> <td>50</td> <td>50</td> </tr> <tr> <td>3</td> <td>LEDs</td> <td>100</td> <td>1</td> <td>100</td> </tr> <tr> <td>4</td> <td>MiniLEDs</td> <td>100</td> <td>1</td> <td>100</td> </tr> </ |
OlderNewer