Created
March 8, 2017 19:34
-
-
Save chianingwang/8c28c17ca6785bedff13db8d291912e5 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Johnnys-MacBook-Pro:resource jwang$ python deduper.py ./libclsPyVariableChunk.dll ./slo | python -mjson.tool | |
| [ | |
| { | |
| "etag": "f27c7cf9be58f29fb4eb6170095f3b29", | |
| "path": "/3b29/f27c7cf9be58f29fb4eb6170095f3b29", | |
| "size_bytes": 371985 | |
| }, | |
| { | |
| "etag": "1cacd9462d54ccafd783122c1af1cb25", | |
| "path": "/cb25/1cacd9462d54ccafd783122c1af1cb25", | |
| "size_bytes": 388855 | |
| }, | |
| { | |
| "etag": "972e8d7a9d195587f53316aea880b3e0", | |
| "path": "/b3e0/972e8d7a9d195587f53316aea880b3e0", | |
| "size_bytes": 363966 | |
| }, | |
| { | |
| "etag": "f473a85839ee0a2f560e8f111cf07b77", | |
| "path": "/7b77/f473a85839ee0a2f560e8f111cf07b77", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "f5ddc54e60e419a707e9298817c72744", | |
| "path": "/2744/f5ddc54e60e419a707e9298817c72744", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "2f14871e357731abd6dc146b61f3662e", | |
| "path": "/662e/2f14871e357731abd6dc146b61f3662e", | |
| "size_bytes": 469603 | |
| }, | |
| { | |
| "etag": "fc558eba5928785296b0c77e17e224d3", | |
| "path": "/24d3/fc558eba5928785296b0c77e17e224d3", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "14ce04d31705a7c7866f9ae6a542153f", | |
| "path": "/153f/14ce04d31705a7c7866f9ae6a542153f", | |
| "size_bytes": 223790 | |
| }, | |
| { | |
| "etag": "bfe628ed9d7ae859ab834804a749e3fd", | |
| "path": "/e3fd/bfe628ed9d7ae859ab834804a749e3fd", | |
| "size_bytes": 415118 | |
| }, | |
| { | |
| "etag": "4c5de0d10755af1615b3c93200a48c7d", | |
| "path": "/8c7d/4c5de0d10755af1615b3c93200a48c7d", | |
| "size_bytes": 255620 | |
| }, | |
| { | |
| "etag": "83071ced3367d166d84d9e289372a4de", | |
| "path": "/a4de/83071ced3367d166d84d9e289372a4de", | |
| "size_bytes": 377590 | |
| }, | |
| { | |
| "etag": "41a8eea644cc30817ecd9a8d25f1acdf", | |
| "path": "/acdf/41a8eea644cc30817ecd9a8d25f1acdf", | |
| "size_bytes": 240380 | |
| }, | |
| { | |
| "etag": "030ed5b3ed55e429da34e8097aa0ee7c", | |
| "path": "/ee7c/030ed5b3ed55e429da34e8097aa0ee7c", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "d6ccbdbd13bbff4f81a1e2a1651ccbec", | |
| "path": "/cbec/d6ccbdbd13bbff4f81a1e2a1651ccbec", | |
| "size_bytes": 261951 | |
| }, | |
| { | |
| "etag": "354ac95e8b118dbd613d7f3d5e53140e", | |
| "path": "/140e/354ac95e8b118dbd613d7f3d5e53140e", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "ef164cf9cf14a58a407a4154493c3c17", | |
| "path": "/3c17/ef164cf9cf14a58a407a4154493c3c17", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "3701c1e143699cbe99930fac814eda89", | |
| "path": "/da89/3701c1e143699cbe99930fac814eda89", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "55dac245ad1ee3498b1d2245bf249412", | |
| "path": "/9412/55dac245ad1ee3498b1d2245bf249412", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "d3e849201ec05ba455b30466963218c0", | |
| "path": "/18c0/d3e849201ec05ba455b30466963218c0", | |
| "size_bytes": 490002 | |
| }, | |
| { | |
| "etag": "19644ef3d9683abecd9f75b369af58bc", | |
| "path": "/58bc/19644ef3d9683abecd9f75b369af58bc", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "4a806780a9d4bfaf1b8ddf23de2f03c6", | |
| "path": "/03c6/4a806780a9d4bfaf1b8ddf23de2f03c6", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "6e8108f9f03cd8a9b83e112e27429c13", | |
| "path": "/9c13/6e8108f9f03cd8a9b83e112e27429c13", | |
| "size_bytes": 307224 | |
| }, | |
| { | |
| "etag": "37f63aa33c46b1a07551cff0ec300db0", | |
| "path": "/0db0/37f63aa33c46b1a07551cff0ec300db0", | |
| "size_bytes": 428590 | |
| }, | |
| { | |
| "etag": "fdfb8a41286816a72aa65915e0946033", | |
| "path": "/6033/fdfb8a41286816a72aa65915e0946033", | |
| "size_bytes": 273148 | |
| }, | |
| { | |
| "etag": "5f37a605f23b93fc4d98ac0487549580", | |
| "path": "/9580/5f37a605f23b93fc4d98ac0487549580", | |
| "size_bytes": 514057 | |
| } | |
| ] | |
| Johnnys-MacBook-Pro:resource jwang$ python deduper.py ./libclsPyVariableChunk.dll ./slo chunks | python -mjson.tool | |
| [ | |
| { | |
| "etag": "f27c7cf9be58f29fb4eb6170095f3b29", | |
| "path": "/chunks/f27c7cf9be58f29fb4eb6170095f3b29", | |
| "size_bytes": 371985 | |
| }, | |
| { | |
| "etag": "1cacd9462d54ccafd783122c1af1cb25", | |
| "path": "/chunks/1cacd9462d54ccafd783122c1af1cb25", | |
| "size_bytes": 388855 | |
| }, | |
| { | |
| "etag": "972e8d7a9d195587f53316aea880b3e0", | |
| "path": "/chunks/972e8d7a9d195587f53316aea880b3e0", | |
| "size_bytes": 363966 | |
| }, | |
| { | |
| "etag": "f473a85839ee0a2f560e8f111cf07b77", | |
| "path": "/chunks/f473a85839ee0a2f560e8f111cf07b77", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "f5ddc54e60e419a707e9298817c72744", | |
| "path": "/chunks/f5ddc54e60e419a707e9298817c72744", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "2f14871e357731abd6dc146b61f3662e", | |
| "path": "/chunks/2f14871e357731abd6dc146b61f3662e", | |
| "size_bytes": 469603 | |
| }, | |
| { | |
| "etag": "fc558eba5928785296b0c77e17e224d3", | |
| "path": "/chunks/fc558eba5928785296b0c77e17e224d3", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "14ce04d31705a7c7866f9ae6a542153f", | |
| "path": "/chunks/14ce04d31705a7c7866f9ae6a542153f", | |
| "size_bytes": 223790 | |
| }, | |
| { | |
| "etag": "bfe628ed9d7ae859ab834804a749e3fd", | |
| "path": "/chunks/bfe628ed9d7ae859ab834804a749e3fd", | |
| "size_bytes": 415118 | |
| }, | |
| { | |
| "etag": "4c5de0d10755af1615b3c93200a48c7d", | |
| "path": "/chunks/4c5de0d10755af1615b3c93200a48c7d", | |
| "size_bytes": 255620 | |
| }, | |
| { | |
| "etag": "83071ced3367d166d84d9e289372a4de", | |
| "path": "/chunks/83071ced3367d166d84d9e289372a4de", | |
| "size_bytes": 377590 | |
| }, | |
| { | |
| "etag": "41a8eea644cc30817ecd9a8d25f1acdf", | |
| "path": "/chunks/41a8eea644cc30817ecd9a8d25f1acdf", | |
| "size_bytes": 240380 | |
| }, | |
| { | |
| "etag": "030ed5b3ed55e429da34e8097aa0ee7c", | |
| "path": "/chunks/030ed5b3ed55e429da34e8097aa0ee7c", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "d6ccbdbd13bbff4f81a1e2a1651ccbec", | |
| "path": "/chunks/d6ccbdbd13bbff4f81a1e2a1651ccbec", | |
| "size_bytes": 261951 | |
| }, | |
| { | |
| "etag": "354ac95e8b118dbd613d7f3d5e53140e", | |
| "path": "/chunks/354ac95e8b118dbd613d7f3d5e53140e", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "ef164cf9cf14a58a407a4154493c3c17", | |
| "path": "/chunks/ef164cf9cf14a58a407a4154493c3c17", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "3701c1e143699cbe99930fac814eda89", | |
| "path": "/chunks/3701c1e143699cbe99930fac814eda89", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "55dac245ad1ee3498b1d2245bf249412", | |
| "path": "/chunks/55dac245ad1ee3498b1d2245bf249412", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "d3e849201ec05ba455b30466963218c0", | |
| "path": "/chunks/d3e849201ec05ba455b30466963218c0", | |
| "size_bytes": 490002 | |
| }, | |
| { | |
| "etag": "19644ef3d9683abecd9f75b369af58bc", | |
| "path": "/chunks/19644ef3d9683abecd9f75b369af58bc", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "4a806780a9d4bfaf1b8ddf23de2f03c6", | |
| "path": "/chunks/4a806780a9d4bfaf1b8ddf23de2f03c6", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "6e8108f9f03cd8a9b83e112e27429c13", | |
| "path": "/chunks/6e8108f9f03cd8a9b83e112e27429c13", | |
| "size_bytes": 307224 | |
| }, | |
| { | |
| "etag": "37f63aa33c46b1a07551cff0ec300db0", | |
| "path": "/chunks/37f63aa33c46b1a07551cff0ec300db0", | |
| "size_bytes": 428590 | |
| }, | |
| { | |
| "etag": "fdfb8a41286816a72aa65915e0946033", | |
| "path": "/chunks/fdfb8a41286816a72aa65915e0946033", | |
| "size_bytes": 273148 | |
| }, | |
| { | |
| "etag": "5f37a605f23b93fc4d98ac0487549580", | |
| "path": "/chunks/5f37a605f23b93fc4d98ac0487549580", | |
| "size_bytes": 514057 | |
| } | |
| ] | |
| Johnnys-MacBook-Pro:resource jwang$ python deduper.py ./libclsPyVariableChunk.dll ./slo test | python -mjson.tool | |
| [ | |
| { | |
| "etag": "f27c7cf9be58f29fb4eb6170095f3b29", | |
| "path": "/test/f27c7cf9be58f29fb4eb6170095f3b29", | |
| "size_bytes": 371985 | |
| }, | |
| { | |
| "etag": "1cacd9462d54ccafd783122c1af1cb25", | |
| "path": "/test/1cacd9462d54ccafd783122c1af1cb25", | |
| "size_bytes": 388855 | |
| }, | |
| { | |
| "etag": "972e8d7a9d195587f53316aea880b3e0", | |
| "path": "/test/972e8d7a9d195587f53316aea880b3e0", | |
| "size_bytes": 363966 | |
| }, | |
| { | |
| "etag": "f473a85839ee0a2f560e8f111cf07b77", | |
| "path": "/test/f473a85839ee0a2f560e8f111cf07b77", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "f5ddc54e60e419a707e9298817c72744", | |
| "path": "/test/f5ddc54e60e419a707e9298817c72744", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "2f14871e357731abd6dc146b61f3662e", | |
| "path": "/test/2f14871e357731abd6dc146b61f3662e", | |
| "size_bytes": 469603 | |
| }, | |
| { | |
| "etag": "fc558eba5928785296b0c77e17e224d3", | |
| "path": "/test/fc558eba5928785296b0c77e17e224d3", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "14ce04d31705a7c7866f9ae6a542153f", | |
| "path": "/test/14ce04d31705a7c7866f9ae6a542153f", | |
| "size_bytes": 223790 | |
| }, | |
| { | |
| "etag": "bfe628ed9d7ae859ab834804a749e3fd", | |
| "path": "/test/bfe628ed9d7ae859ab834804a749e3fd", | |
| "size_bytes": 415118 | |
| }, | |
| { | |
| "etag": "4c5de0d10755af1615b3c93200a48c7d", | |
| "path": "/test/4c5de0d10755af1615b3c93200a48c7d", | |
| "size_bytes": 255620 | |
| }, | |
| { | |
| "etag": "83071ced3367d166d84d9e289372a4de", | |
| "path": "/test/83071ced3367d166d84d9e289372a4de", | |
| "size_bytes": 377590 | |
| }, | |
| { | |
| "etag": "41a8eea644cc30817ecd9a8d25f1acdf", | |
| "path": "/test/41a8eea644cc30817ecd9a8d25f1acdf", | |
| "size_bytes": 240380 | |
| }, | |
| { | |
| "etag": "030ed5b3ed55e429da34e8097aa0ee7c", | |
| "path": "/test/030ed5b3ed55e429da34e8097aa0ee7c", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "d6ccbdbd13bbff4f81a1e2a1651ccbec", | |
| "path": "/test/d6ccbdbd13bbff4f81a1e2a1651ccbec", | |
| "size_bytes": 261951 | |
| }, | |
| { | |
| "etag": "354ac95e8b118dbd613d7f3d5e53140e", | |
| "path": "/test/354ac95e8b118dbd613d7f3d5e53140e", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "ef164cf9cf14a58a407a4154493c3c17", | |
| "path": "/test/ef164cf9cf14a58a407a4154493c3c17", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "3701c1e143699cbe99930fac814eda89", | |
| "path": "/test/3701c1e143699cbe99930fac814eda89", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "55dac245ad1ee3498b1d2245bf249412", | |
| "path": "/test/55dac245ad1ee3498b1d2245bf249412", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "d3e849201ec05ba455b30466963218c0", | |
| "path": "/test/d3e849201ec05ba455b30466963218c0", | |
| "size_bytes": 490002 | |
| }, | |
| { | |
| "etag": "19644ef3d9683abecd9f75b369af58bc", | |
| "path": "/test/19644ef3d9683abecd9f75b369af58bc", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "4a806780a9d4bfaf1b8ddf23de2f03c6", | |
| "path": "/test/4a806780a9d4bfaf1b8ddf23de2f03c6", | |
| "size_bytes": 524288 | |
| }, | |
| { | |
| "etag": "6e8108f9f03cd8a9b83e112e27429c13", | |
| "path": "/test/6e8108f9f03cd8a9b83e112e27429c13", | |
| "size_bytes": 307224 | |
| }, | |
| { | |
| "etag": "37f63aa33c46b1a07551cff0ec300db0", | |
| "path": "/test/37f63aa33c46b1a07551cff0ec300db0", | |
| "size_bytes": 428590 | |
| }, | |
| { | |
| "etag": "fdfb8a41286816a72aa65915e0946033", | |
| "path": "/test/fdfb8a41286816a72aa65915e0946033", | |
| "size_bytes": 273148 | |
| }, | |
| { | |
| "etag": "5f37a605f23b93fc4d98ac0487549580", | |
| "path": "/test/5f37a605f23b93fc4d98ac0487549580", | |
| "size_bytes": 514057 | |
| } | |
| ] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment