Skip to content

Instantly share code, notes, and snippets.

View dubeyji10's full-sized avatar
💭
Cogito, ergo sum

Abhishek Dubey dubeyji10

💭
Cogito, ergo sum
View GitHub Profile
@dubeyji10
dubeyji10 / betterLogger.py
Created June 2, 2022 06:24
better logging of operations - fixed leads api field , added invoice items api call
'''
from remote desktop connection
'''
from datetime import date, datetime ,timedelta
import sys
import time
import logging
from requests import request
@dubeyji10
dubeyji10 / createShards.py
Created June 3, 2022 05:07
create shards of tabes and save payloads(indexed)
import mysql.connector
from mysql.connector import Error
import logging
import re
print('creating shards of huge amount of data\n')
sizeOfShard = 100
index = 0
counter = 0
@dubeyji10
dubeyji10 / syncScript.py
Created June 3, 2022 11:27
version 2 of script for syncing data every 10 minutes
'''
from remote desktop connection
'''
from datetime import date, datetime ,timedelta
import sys
from time import sleep
from time import ctime
@dubeyji10
dubeyji10 / insertToLocalDB_fromJSON.py
Last active June 4, 2022 12:02
insert into leads table from leads get response to API call
import json
import mysql.connector
from mysql.connector import Error
import time
'''
inserting data into local db test_export_genius_2
'''
@dubeyji10
dubeyji10 / clients_shards.py
Created June 6, 2022 08:17
shardded jsons of 100 records each - clients table
print('iterate with index - steps of 100')
import mysql.connector
from mysql.connector import Error
import logging
import re
import time
from datetime import datetime , timedelta
import json
@dubeyji10
dubeyji10 / invoiceItems_jsonDump_shards.py
Created June 6, 2022 11:01
invoice items split of 100 records limit with varying offset - json dumps
print('iterate with index - steps of 100')
import mysql.connector
from mysql.connector import Error
import logging
import re
import time
from datetime import datetime , timedelta
import json
@dubeyji10
dubeyji10 / invoiceInfo_json_Dumps.py
Created June 6, 2022 11:30
invoice info json dumps records of 100
# invoice info - 19,424
print('iterate with index - steps of 100')
import mysql.connector
from mysql.connector import Error
import logging
import re
import time
from datetime import datetime , timedelta
@dubeyji10
dubeyji10 / conversation_json_Dumps.py
Created June 6, 2022 11:56
conversation table json dumps of 100 records in each json collection
# invoice info - 19,424
print('iterate with index - steps of 100')
import mysql.connector
from mysql.connector import Error
import logging
import re
import time
from datetime import datetime , timedelta
@dubeyji10
dubeyji10 / clientsPush_index401.py
Created June 7, 2022 12:39
connection lost at index 400 restarted api requests at index 401
'''
push clients with refresh tokens function
'''
import os
import logging
import time
from datetime import datetime , timedelta
@dubeyji10
dubeyji10 / conversation_pushWithrefreshTokens.py
Created June 7, 2022 13:43
conversation push with a refresh token function - since conversation payload count is very high - refreshing of access tokens is needed
'''
running a refresh thread in background
'''
import threading
import logging
import os
import logging