Some basic code to retrieve hic et nunc token data from better-call.dev

hic_et_nunc_get_all_token_data.py

import os
import pickle
import requests

#download cached token data here:
#https://drive.google.com/file/d/1g_4w_Re5Y0NmcS2Y55WQzESWDeL2dey6/view?usp=sharing
#and put it into the same folder as this file

cachedTokenData = {"maxTokenID":-1,"knownTokenIds":{},"data":[]}
if os.path.exists("cached_token_data.pickle"):
    cachedTokenData = pickle.load(open("cached_token_data.pickle","rb"))

url = " https://better-call.dev/v1/contract/mainnet/KT1RJ6PbjHpwc3M5rw5s2Nbmefwbuwbdxton/tokens"

keepLoading = True
offset = 0
maxTokenID = cachedTokenData["maxTokenID"]

while keepLoading:
    try:
        r = requests.get(url+"?offset="+str(offset))
        data = r.json()
        print(len(data),"tokens received, offset",offset)
    except Exception as e:
        print(e)
        break

    for i in range(len(data)):
        if not data[i]["token_id"] in cachedTokenData["knownTokenIds"]:
            cachedTokenData["data"].append( data[i])    
            cachedTokenData["knownTokenIds"][ data[i]["token_id"] ] = len(cachedTokenData["data"])-1
            maxTokenID = max(data[i]["token_id"] ,maxTokenID)

        if keepLoading and data[i]["token_id"]<cachedTokenData["maxTokenID"]:
            print("all unknown tokens loaded","last token id:",data[i]["token_id"],"max known token id:",cachedTokenData["maxTokenID"])
            keepLoading = False    

    offset+=len(data)
 
cachedTokenData["maxTokenID"] = maxTokenID
       
pickle.dump(cachedTokenData,open("cached_token_data.pickle","wb"))

print("total tokens:",len(cachedTokenData["data"]))

data = cachedTokenData["data"]