arubdesu · March 9, 2024 06:22
diff --git a/allTheDMGs.py b/allTheDMGs.py
 #!/usr/bin/python
 # -*- coding: utf-8 -*-
 import glob
 import os
 import subprocess
 import sys
 sys.path.append('/usr/local/munki/munkilib')
 import FoundationPlist

 path = '/Users/abanks/Library/AutoPkg/Cache'

 # Lotsa stuff borrowed from https://github.com/autopkg/autopkg/blob/master/Code/autopkglib/DmgMounter.py
 # which has an Apache2.0 license

 # all_apps = [os.path.join(dirpath, f)
 #     for dirpath, dirnames, files in os.walk(path)
 #     for f in files if f.endswith('.dmg')]
 all_apps = glob.glob(os.path.join(path, '*/downloads/*.dmg'))
 with open('/tmp/allDMGApps.txt') as olderout:
    oldout = olderout.read().splitlines()
 for app in oldout:
    if app not in all_apps:
        all_apps.append(app.decode('utf8'))
 print_list = []
 print len(all_apps)

 def get_first_plist(text_string):
    plist_header = '<?xml version'
    plist_footer = '</plist>'
    plist_start_index = text_string.find(plist_header)
    if plist_start_index == -1:
        # not found
        return ("", text_string)
    plist_end_index = text_string.find(
        plist_footer, plist_start_index + len(plist_header))
    if plist_end_index == -1:
        # not found
        return ("", text_string)
    # adjust end value
    plist_end_index = plist_end_index + len(plist_footer)
    return (text_string[plist_start_index:plist_end_index],
            text_string[plist_end_index:])

 def dmg_has_sla(dmgpath):
    has_sla = False
    proc = subprocess.Popen(
        ['/usr/bin/hdiutil', 'imageinfo', dmgpath, '-plist'],
        bufsize=-1, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
    (stdout, stderr) = proc.communicate()
    if stderr:
        # some error with hdiutil.
        # Output but return False so we can attempt to continue
        print 'hdiutil imageinfo error %s with image %s.' % (stderr, dmgpath)
        return False
    (pliststr, stdout) = get_first_plist(stdout)
    if pliststr:
        try:
            plist = FoundationPlist.readPlistFromString(pliststr)
            properties = plist.get('Properties')
            if properties:
                has_sla = properties.get(
                    'Software License Agreement', False)
        except FoundationPlist.NSPropertyListSerializationException:
            pass


 print_list = []
 # check check test
 # all_apps = all_apps[:2]
 for app in all_apps:
    # splitem = os.path.dirname(app)
    # joined = '/'.join(splitem.split('/')[:7])
    # output = ''
    # try:
    #     print 'deleting ' + joined
    #     output = subprocess.check_output(['/bin/rm', '-rf', joined])
    # except:
    #     pass
    # if output:
    #     print output
    splitem = os.path.dirname(app)
    joined = ':'.join(splitem.split('/')[6:7])
    if os.path.exists(app):
        try:
            stdin = ''
            if dmg_has_sla(app):
                stdin = 'Y\n'
            proc = subprocess.Popen(("/usr/bin/hdiutil",
                                         "attach",
                                         "-plist",
                                         "-mountrandom", "/private/tmp",
                                         "-nobrowse",
                                         app),
                                         stdout=subprocess.PIPE,
                                         stderr=subprocess.PIPE,
                                         stdin=subprocess.PIPE)
            (stdout, stderr) = proc.communicate(stdin)
        except OSError as err:
            print "hdiutil execution failed with error code %d: %s" % (err.errno, err.strerror)
            continue
        if proc.returncode != 0:
            print "mounting %s failed on attach step: %s" % (app , stderr)
            continue
        (pliststr, stdout) = get_first_plist(stdout)
        try:
            output = FoundationPlist.readPlistFromString(pliststr)
        except FoundationPlist.NSPropertyListSerializationException:
            print "reading mountpoint %s failed: unexpected output from hdiutil" % app
            continue
        for part in output.get("system-entities", []):
            if "mount-point" in part:
                print 'found mount point, getting apps'
                # Add to mount list.
                pathname = part["mount-point"]
                apps_indmg = [os.path.join(dirpath, f)
                              for dirpath, dirnames, files in os.walk(pathname)
                              for f in dirnames if f.endswith('.app')]
                for found in apps_indmg:
                    got_sha = ''
                    try:
                        first_half = os.path.basename(found).strip().decode('utf-8')
                        fileinfo = subprocess.check_output(['/usr/local/bin/santactl', 'fileinfo', found])
                        outputs = fileinfo.splitlines()
                        for line in outputs:
                            if "1. SHA-256" in line:
                                got_sha = line.split()[3]
                        if not got_sha:
                            got_sha = 'no sha cert found'
                        print 'found app, getting sha', joined
                        print_list.append((first_half, got_sha, joined))
                    except Exception as e:
                        print "couldn't get fileinfo because: %s" % e
                        continue
        try:
            proc = subprocess.Popen(("/usr/bin/hdiutil", "detach",pathname),
                                     stdout=subprocess.PIPE,
                                     stderr=subprocess.PIPE)
            stderr = proc.communicate()[1]
        except OSError as err:
            print "hdiutil execution failed with error code %d: %s" % (err.errno, err.strerror)
        if proc.returncode != 0:
            print "unmounting %s failed: %s" % (pathname, stderr)
            continue

 final = sorted(print_list)
 for row in final:
    print ','.join(*[row])
diff --git a/getBareAppCertSha256s.py b/getBareAppCertSha256s.py
 #!/usr/bin/python
 # -*- coding: utf-8 -*-
 import glob
 import os
 import subprocess

 path = '/Users/abanks/Library/AutoPkg/Cache'

 all_apps = [os.path.join(dirpath, f)
    for dirpath, dirnames, files in os.walk(path)
    for f in dirnames if f.endswith('.app')]
 with open('/tmp/allBareApps.txt') as olderout:
    oldout = olderout.read().splitlines()
 for app in oldout:
    if app.strip() not in all_apps:
        all_apps.append(app.decode('utf8'))
 print_list = []
 print len(all_apps)
 for app in all_apps:
    ## Cleanup routine - uncomment to free up ~20GBs free space after successful run
    # splitem = os.path.dirname(app)
    # joined = '/'.join(splitem.split('/')[:7])
    # output = ''
    # try:
    #     print 'deleting ' + joined
    #     output = subprocess.check_output(['/bin/rm', '-rf', joined])
    # except:
    #     pass
    # if output:
    #     print output
    if os.path.exists(app):
        got_sha = ''
        splitem = os.path.dirname(app)
        try:
            fileinfo = subprocess.check_output(['/usr/local/bin/santactl', 'fileinfo', app.strip()])
            outputs = fileinfo.splitlines()
            for line in outputs:
                if "1. SHA-256" in line:
                    got_sha = line.split()[3]
            if not got_sha:
                got_sha = 'no sha cert found'
            joined = ':'.join(splitem.split('/')[6:7])
            first_half = os.path.basename(app).strip().decode('utf-8')
            print_list.append((first_half, got_sha, joined))
        except Exception as e:
            print "couldn't get fileinfo because: %s" % e
    else:
        continue

 final = sorted(print_list)
 for row in final:
    print ','.join(*[row])
diff --git a/output.csv b/output.csv
	#!/usr/bin/python
	# -- coding: utf-8 --
	import glob
	import os
	import subprocess
	import sys
	sys.path.append('/usr/local/munki/munkilib')
	import FoundationPlist

	path = '/Users/abanks/Library/AutoPkg/Cache'

	# Lotsa stuff borrowed from https://github.com/autopkg/autopkg/blob/master/Code/autopkglib/DmgMounter.py
	# which has an Apache2.0 license

	# all_apps = [os.path.join(dirpath, f)
	# for dirpath, dirnames, files in os.walk(path)
	# for f in files if f.endswith('.dmg')]
	all_apps = glob.glob(os.path.join(path, '/downloads/.dmg'))
	with open('/tmp/allDMGApps.txt') as olderout:
	oldout = olderout.read().splitlines()
	for app in oldout:
	if app not in all_apps:
	all_apps.append(app.decode('utf8'))
	print_list = []
	print len(all_apps)

	def get_first_plist(text_string):
	plist_header = '<?xml version'
	plist_footer = '</plist>'
	plist_start_index = text_string.find(plist_header)
	if plist_start_index == -1:
	# not found
	return ("", text_string)
	plist_end_index = text_string.find(
	plist_footer, plist_start_index + len(plist_header))
	if plist_end_index == -1:
	# not found
	return ("", text_string)
	# adjust end value
	plist_end_index = plist_end_index + len(plist_footer)
	return (text_string[plist_start_index:plist_end_index],
	text_string[plist_end_index:])

	def dmg_has_sla(dmgpath):
	has_sla = False
	proc = subprocess.Popen(
	['/usr/bin/hdiutil', 'imageinfo', dmgpath, '-plist'],
	bufsize=-1, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
	(stdout, stderr) = proc.communicate()
	if stderr:
	# some error with hdiutil.
	# Output but return False so we can attempt to continue
	print 'hdiutil imageinfo error %s with image %s.' % (stderr, dmgpath)
	return False
	(pliststr, stdout) = get_first_plist(stdout)
	if pliststr:
	try:
	plist = FoundationPlist.readPlistFromString(pliststr)
	properties = plist.get('Properties')
	if properties:
	has_sla = properties.get(
	'Software License Agreement', False)
	except FoundationPlist.NSPropertyListSerializationException:
	pass


	print_list = []
	# check check test
	# all_apps = all_apps[:2]
	for app in all_apps:
	# splitem = os.path.dirname(app)
	# joined = '/'.join(splitem.split('/')[:7])
	# output = ''
	# try:
	# print 'deleting ' + joined
	# output = subprocess.check_output(['/bin/rm', '-rf', joined])
	# except:
	# pass
	# if output:
	# print output
	splitem = os.path.dirname(app)
	joined = ':'.join(splitem.split('/')[6:7])
	if os.path.exists(app):
	try:
	stdin = ''
	if dmg_has_sla(app):
	stdin = 'Y\n'
	proc = subprocess.Popen(("/usr/bin/hdiutil",
	"attach",
	"-plist",
	"-mountrandom", "/private/tmp",
	"-nobrowse",
	app),
	stdout=subprocess.PIPE,
	stderr=subprocess.PIPE,
	stdin=subprocess.PIPE)
	(stdout, stderr) = proc.communicate(stdin)
	except OSError as err:
	print "hdiutil execution failed with error code %d: %s" % (err.errno, err.strerror)
	continue
	if proc.returncode != 0:
	print "mounting %s failed on attach step: %s" % (app , stderr)
	continue
	(pliststr, stdout) = get_first_plist(stdout)
	try:
	output = FoundationPlist.readPlistFromString(pliststr)
	except FoundationPlist.NSPropertyListSerializationException:
	print "reading mountpoint %s failed: unexpected output from hdiutil" % app
	continue
	for part in output.get("system-entities", []):
	if "mount-point" in part:
	print 'found mount point, getting apps'
	# Add to mount list.
	pathname = part["mount-point"]
	apps_indmg = [os.path.join(dirpath, f)
	for dirpath, dirnames, files in os.walk(pathname)
	for f in dirnames if f.endswith('.app')]
	for found in apps_indmg:
	got_sha = ''
	try:
	first_half = os.path.basename(found).strip().decode('utf-8')
	fileinfo = subprocess.check_output(['/usr/local/bin/santactl', 'fileinfo', found])
	outputs = fileinfo.splitlines()
	for line in outputs:
	if "1. SHA-256" in line:
	got_sha = line.split()[3]
	if not got_sha:
	got_sha = 'no sha cert found'
	print 'found app, getting sha', joined
	print_list.append((first_half, got_sha, joined))
	except Exception as e:
	print "couldn't get fileinfo because: %s" % e
	continue
	try:
	proc = subprocess.Popen(("/usr/bin/hdiutil", "detach",pathname),
	stdout=subprocess.PIPE,
	stderr=subprocess.PIPE)
	stderr = proc.communicate()[1]
	except OSError as err:
	print "hdiutil execution failed with error code %d: %s" % (err.errno, err.strerror)
	if proc.returncode != 0:
	print "unmounting %s failed: %s" % (pathname, stderr)
	continue

	final = sorted(print_list)
	for row in final:
	print ','.join(*[row])