pombredanne

import requests
import sys
import json


def waybackurls(host, with_subs):
    if with_subs:
        url = 'http://web.archive.org/cdx/search/cdx?url=*.%s/*&output=json&fl=original&collapse=urlkey' % host
    else:
        url = 'http://web.archive.org/cdx/search/cdx?url=%s/*&output=json&fl=original&collapse=urlkey' % host

pombredanne

import json

file = 'evaluated-model-things.json'
# list all license references here that frequently cause false positives
scanRefLicencesList = [
'LicenseRef-scancode-unknown-license-reference',
'LicenseRef-scancode-free-unknown',
'LicenseRef-scancode-proprietary-license',
'LicenseRef-scancode-generic-export-compliance',
'LicenseRef-scancode-generic-cla',

pombredanne

# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,

pombredanne

import argparse
import multiprocessing
from multiprocessing import Pool, Queue
from multiprocessing import Manager
import os

unsearched = Manager().Queue()
dirpath_queue = Queue()

pombredanne

#!/usr/bin/python
# -*- coding: utf-8 -*-
#
#author:         rex
#blog:           http://iregex.org
#filename        trie.py
#created:        2010-08-01 20:24
#source uri:     http://iregex.org/blog/trie-in-python.html

# escape bug fix by fcicq @ 2012.8.19

pombredanne

import csv
import re
import requests
import time
import os
from datetime import timedelta
from more_itertools import unique_everseen
from operator import itemgetter

start = time.time()

pombredanne

import requests
import json
import gzip
import os
import codecs
import time
from datetime import timedelta

start = time.time()
count = 0

pombredanne

# Copyright (c) nexB Inc. and others. All rights reserved.
# http://nexb.com and https://github.com/nexB/vulnerablecode/
# The VulnerableCode software is licensed under the Apache License version 2.0.
# Data generated with VulnerableCode require an acknowledgment.
#
# You may not use this software except in compliance with the License.
# You may obtain a copy of the License at: http://apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software distributed
# under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
# CONDITIONS OF ANY KIND, either express or implied. See the License for the

pombredanne

//
//  main.c
//  pbzx
//
//  Created by PHPdev32 on 6/20/14.
//  Licensed under GPLv3, full text at http://www.gnu.org/licenses/gpl-3.0.txt
//

#include <stdint.h>
#include <stdio.h>

pombredanne

pbzx streams explained (for real, Yoyo-style):

There are some interesting write-ups online regarding how to work with pbzx-encoded streams and their history:

• http://www.newosxbook.com/articles/OTA.html
• http://www.newosxbook.com/src.jl?tree=listings&file=pbzx.c
• http://www.tonymacx86.com/general-help/135458-pbzx-stream-parser.html (possibly just a reworked form of the prior - not sure on publication date order)