Skip to content

Instantly share code, notes, and snippets.

View dubeyji10's full-sized avatar
💭
Cogito, ergo sum

Abhishek Dubey dubeyji10

💭
Cogito, ergo sum
View GitHub Profile
@dubeyji10
dubeyji10 / clients_shards.py
Created June 6, 2022 08:17
shardded jsons of 100 records each - clients table
print('iterate with index - steps of 100')
import mysql.connector
from mysql.connector import Error
import logging
import re
import time
from datetime import datetime , timedelta
import json
@dubeyji10
dubeyji10 / insertToLocalDB_fromJSON.py
Last active June 4, 2022 12:02
insert into leads table from leads get response to API call
import json
import mysql.connector
from mysql.connector import Error
import time
'''
inserting data into local db test_export_genius_2
'''
@dubeyji10
dubeyji10 / syncScript.py
Created June 3, 2022 11:27
version 2 of script for syncing data every 10 minutes
'''
from remote desktop connection
'''
from datetime import date, datetime ,timedelta
import sys
from time import sleep
from time import ctime
@dubeyji10
dubeyji10 / createShards.py
Created June 3, 2022 05:07
create shards of tabes and save payloads(indexed)
import mysql.connector
from mysql.connector import Error
import logging
import re
print('creating shards of huge amount of data\n')
sizeOfShard = 100
index = 0
counter = 0
@dubeyji10
dubeyji10 / betterLogger.py
Created June 2, 2022 06:24
better logging of operations - fixed leads api field , added invoice items api call
'''
from remote desktop connection
'''
from datetime import date, datetime ,timedelta
import sys
import time
import logging
from requests import request
@dubeyji10
dubeyji10 / testConnection.py
Created June 1, 2022 06:20
instead of connection at top using with() since every cursor is a pointer
from datetime import date, datetime ,timedelta
from itertools import count
import sys
import time
import logging
import mysql.connector
from mysql.connector import Error
import json
import re
# from apiCall import pushInto
from datetime import date, datetime ,timedelta
from email.policy import default
import sys
import time
import logging
import mysql.connector
from mysql.connector import Error
import json
import re
from apiCall import pushInto
@dubeyji10
dubeyji10 / fetchesAllModules.py
Created May 31, 2022 05:19
fetches all moduel data in correct json Format
from datetime import date, datetime ,timedelta
from email.policy import default
import sys
import time
import logging
import mysql.connector
from mysql.connector import Error
import json
import re
@dubeyji10
dubeyji10 / laodAllModules.py
Created May 30, 2022 12:36
loading all modules data
import mysql.connector
from mysql.connector import Error
import json
from datetime import date, datetime ,timedelta
import time
# created_at between '2011-03-17 06:42:10' and '2011-03-17 07:42:50';
print("trying to connect to database")
@dubeyji10
dubeyji10 / testScript.py
Created May 30, 2022 07:59
auth refresh accessTokens call apis push data
from cmath import log
from urllib import response
import mysql.connector
from mysql.connector import Error
from datetime import date, datetime ,timedelta
import time
import logging
import json
import requests
import sys