List Files with timeout

list_files.py

from threading import Thread, Event
import time

path = '/dbfs/databricks-datasets/'
stop_event = Event()

files = []

def find_files(path):
  for i in os.listdir(path):
    full_path = os.path.join(path, i)
    if os.path.isfile(full_path):
      files.append(full_path)
    elif os.path.isdir(full_path):
      find_files(full_path)
    
    if stop_event.is_set():
      break

      
if __name__ == '__main__':
    action_thread = Thread(target=find_files, args=(path,))
    action_thread.start()
    action_thread.join(timeout=5)
    stop_event.set()
    
    for f in files:
      print(f)