Skip to content

Instantly share code, notes, and snippets.

@inaz2

inaz2/result.txt

Created November 30, 2015 02:23
Show Gist options
  • Save inaz2/3fa821a609637d02ec87 to your computer and use it in GitHub Desktop.
Save inaz2/3fa821a609637d02ec87 to your computer and use it in GitHub Desktop.
Download ZIP
show all consequent requests after loading a URL by PhantomJS
Raw
result.txt
$ sudo docker run --name phantomjs -i -t cmfatih/phantomjs /bin/bash
root@58df60145f30:/# vi showrequests.js
root@58df60145f30:/# phantomjs showrequests.js http://www.google.com/
302 http://www.google.com/ text/html; charset=UTF-8
200 https://www.google.co.jp/?gfe_rd=cr&ei=BrFbVu30HObM8gfu2Ji4Cw&gws_rd=ssl text/html; charset=UTF-8
data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABYAAAAWCAYAAADEtGw7AAAAoklEQVR42mNgmGnMQAZ2AOKZQPwAimdCxRBqyDT0DBD/R8NnUAwnw+CZWAyF4ZmUGPwAj8EPBp3BzkB8mdSgwBfTMkC8EsmAW8RGHq6YPgu14DOUD6IrgNiF2OSGL6ZheDUQyxEdbEREyCcgdiU5kkmKaTIMxhcUlylxMa7Iu0VpGONKbqDYL6ckVRDCZKdjmua84VkI0bQ8plkNQrM6jygMAPbbJ6MGdtX+AAAAAElFTkSuQmCC image/png
200 https://ssl.gstatic.com/gb/images/i1_1967ca6a.png image/png
200 https://www.google.co.jp/logos/doodles/2015/lucy-maud-montgomerys-141st-birthday-6360410059964416-res.png image/png
200 https://www.google.co.jp/images/icons/product/chrome-48.png image/png
200 https://www.google.co.jp/logos/doodles/2015/lucy-maud-montgomerys-141st-birthday-6360410059964416.3-5721036024709120-ror.gif image/gif
200 https://www.google.co.jp/xjs/_/js/k=xjs.qd.ja.D9yklHiUjNE.O/m=sx,c,sb,cdos,cr,elog,jsa,r,hsm,qsm,j,p,d,csi/am=ICkIACCI-M4HgbDCGBOkIhBhMQ/rt=j/d=1/t=zcms/rs=ACT90oGXDp9NwrpGi1OtvoEksLhb0gIQdA text/javascript; charset=UTF-8
root@58df60145f30:/# phantomjs showrequests.js http://www.yahoo.co.jp/
200 http://www.yahoo.co.jp/ text/html; charset=UTF-8
200 http://k.yimg.jp/images/top/sp2/clr/151126/1.css text/css
200 http://k.yimg.jp/images/listing/tool/yads/yads-timeline-ex.js application/javascript
200 http://k.yimg.jp/images/ds/ult/toppage/rapidjp-1.0.0.js application/javascript
200 http://yads.c.yimg.jp/js/yads.js application/javascript
200 http://yads.c.yimg.jp/js/yads-async.js application/javascript
200 http://ai.yimg.jp/bdv/yahoo/javascript/yfa_visual4_motop_v2_noa.js application/javascript
200 http://www.yahoo.co.jp/javascript/fp_base_bd_ga_6.0.56.js application/javascript
200 http://k.yimg.jp/images/top/sp2/cmn/logo-ns-131205.png image/png
200 http://ai.yimg.jp/bdv/adtest/jaby/22098/20151125/15.jpg image/jpeg
200 http://lpt.c.yimg.jp/im_sigg_pvqCWXxuJqgzqGk9JzT6Q---x120-y120/amd/20151130-00000015-jij_afp-000-view.jpg image/jpeg
200 http://ai.yimg.jp/bdv/adtest/jaby/22098/20151125/16.jpg image/jpeg
200 http://k.yimg.jp/c/icon/s/bsc/2.0/bookstore20.gif image/gif
200 http://k.yimg.jp/images/top/sp2/clr/151126/1.png image/png
200 http://k.yimg.jp/c/icon/s/bsc/2.0/auctions20.gif image/gif
200 http://k.yimg.jp/images/top/sp2/cmn/pic_all-151110.png image/png
200 http://i.yimg.jp/images/listing/tool/yads/uadf/yads_vimps-1.2.2.js?2015113001 application/javascript
200 http://k.yimg.jp/c/icon/s/bsc/2.0/movies20.gif image/gif
200 http://k.yimg.jp/images/evt/social-action/disasterPromo/20150121.jpg image/jpeg
200 http://k.yimg.jp/images/top/sp2/lt/core.png image/png
200 http://k.yimg.jp/c/icon/s/bsc/2.0/loco20.gif image/gif
200 http://ai.yimg.jp/bdv/adtest/jaby/22098/20151125/19.jpg image/jpeg
200 http://k.yimg.jp/images/top/sp2/uhd/homepage_bg-120123.png image/png
200 http://ai.yimg.jp/bdv/adtest/jaby/22098/20151125/17.jpg image/jpeg
200 http://giwiz-quriosity.c.yimg.jp/im_siggQP03_UW1SXGRbCCKcDqWEQ---x72/q/amd/20151130-00000009-mvwalk-000-0-thumb.jpg image/jpeg
200 http://ai.yimg.jp/bdv/8547/300906198/20151030/_gbyfqy_lk2y0b1ordhc-a.gif image/gif
200 http://k.yimg.jp/c/icon/s/bsc/2.0/fortune20.gif image/gif
200 http://ai.yimg.jp/bdv/500052/300908881/20151130/hjnzgyqttboauq7f9rtz-a.jpg image/jpeg
200 http://k.yimg.jp/images/top/sp2/cb/2015/1130_shp.gif image/gif
200 http://k.yimg.jp/images/shp_edit/promotion/scl/top/ec/11/20151130_r_1b.jpg image/jpeg
200 http://k.yimg.jp/images/shp_edit/promotion/scl/top/ec/11/20151130_r_1c.jpg image/jpeg
200 http://k.yimg.jp/images/shp_edit/promotion/scl/top/ec/11/20151130_r_1d.jpg image/jpeg
200 http://k.yimg.jp/images/gyao/ytopimg/20151125/010.jpg image/jpeg
200 http://k.yimg.jp/images/shp_edit/promotion/scl/top/ec/11/20151130_r_1a.jpg image/jpeg
200 http://k.yimg.jp/images/video-topics/rec/1511/25_24.jpg image/jpeg
200 http://giwiz-quriosity.c.yimg.jp/im_siggl_X0owIsv2sU11..qAz6Lw---y54/q/amd/20151129-00000124-sph-000-3-thumb.jpg image/jpeg
200 http://giwiz-quriosity.c.yimg.jp/im_siggwvHptFjm0uRRE3Xi4vYn2w---y54/q/amd/20151130-00000003-dal-000-2-view.jpg image/jpeg
200 http://giwiz-quriosity.c.yimg.jp/im_siggVrBCNK.KVxmRM4dNiFEu2w---x72/q/amd/20151129-00000161-sph-000-2-thumb.jpg image/jpeg
200 http://yads.yahoo.co.jp/tag?s=68447_20423&t=j&ssl=0&fr_id=yads_4637829-0&p_elem=yads-trb&noad_cb=YAHOO.JP.anemos.yads.ytoptrb.callYdn&xd_support=1&fr_support=1&enc=UTF-8&pv_ts=1448849679104-3953824&tag_path=http%3A%2F%2Fyads.yahoo.co.jp%2Ftag&oi_path=http%3A%2F%2Fyads.yahoo.co.jp%2Foi&page=1&sid=2077296265&u=http%3A%2F%2Fwww.yahoo.co.jp%2F&f_path=http%3A%2F%2Fi.yimg.jp%2Fimages%2Flisting%2Ftool%2Fyads%2Fyads-iframe-trb.html&tagpos=601x972 text/javascript; charset=UTF-8
200 http://giwiz-quriosity.c.yimg.jp/im_sigg2QeoCOn.NLbZaeWAs91gOg---x72/q/amd/20151130-00000072-spnannex-000-0-thumb.jpg image/jpeg
200 http://ai.yimg.jp/bdv/71452/300903406/20151130/agx0fe6oll88csy3oadt-a.jpg image/jpeg
200 http://k.yimg.jp/images/gyao/ytopimg/20151116/029_s.jpg image/jpeg
200 http://k.yimg.jp/images/gyao/ytopimg/20150330/004_s.jpg image/jpeg
200 http://k.yimg.jp/images/premium/contents/bnr/2015/1110_creed/50x50.jpg image/jpeg
200 http://k.yimg.jp/images/gyao/ytopimg/20151127/008_s.jpg image/jpeg
200 http://k.yimg.jp/images/weather/general/transparent_s/sun.gif image/gif
200 http://i.yimg.jp/images/listing/tool/yads/yads-iframe-trb.html?s=68447_20423-24263&t=f&ssl=0&fr_id=yads_4637829-0&p_elem=yads-trb&noad_cb=YAHOO.JP.anemos.yads.ytoptrb.callYdn&xd_support=1&fr_support=1&enc=UTF-8&pv_ts=1448849679104-3953824&tag_path=http%3a%2f%2fyads.yahoo.co.jp%2ftag&oi_path=http%3a%2f%2fyads.yahoo.co.jp%2foi&page=1&sid=2077296265&u=http%3a%2f%2fwww.yahoo.co.jp%2f&f_path=http%3a%2f%2fi.yimg.jp%2fimages%2flisting%2ftool%2fyads%2fyads-iframe-trb.html&tagpos=601x972 text/html; charset=utf-8
200 http://k.yimg.jp/images/gyao/ytopimg/20150730/020_s.jpg image/jpeg
200 http://k.yimg.jp/images/weather/general/transparent_s/sun_clouds_st.gif image/gif
200 http://yads.yahoo.co.jp/tag?s=68447_20423-24263&t=f&ssl=0&fr_id=yads_4637829-0&p_elem=yads-trb&noad_cb=YAHOO.JP.anemos.yads.ytoptrb.callYdn&xd_support=1&fr_support=1&enc=UTF-8&pv_ts=1448849679104-3953824&oi_path=http%3A%2F%2Fyads.yahoo.co.jp%2Foi&page=1&sid=2077296265&u=http%3A%2F%2Fwww.yahoo.co.jp%2F&f_path=http%3A%2F%2Fi.yimg.jp%2Fimages%2Flisting%2Ftool%2Fyads%2Fyads-iframe-trb.html&tagpos=601x972 text/javascript; charset=UTF-8
200 http://cas.criteo.com/delivery/ajs.php?zoneid=112163&cb=78625819970&exclude=undefined&charset=UTF-8&loc=http%3A//i.yimg.jp/images/listing/tool/yads/yads-iframe-trb.html%3Fs%3D68447_20423-24263%26t%3Df%26ssl%3D0%26fr_id%3Dyads_4637829-0%26p_elem%3Dyads-trb%26noad_cb%3DYAHOO.JP.anemos.yads.ytoptrb.callYdn%26xd_support%3D1%26fr_support%3D1%26enc%3DUTF-8%26pv_ts%3D1448849679104-3953824%26tag_path%3Dhttp%253a%252f%252fyads.yahoo.co.jp%252ftag%26oi_path%3Dhttp%253a%252f%252fyads.yahoo.co.jp%252foi%26page%3D1%26sid%3D2077296265%26u%3Dhttp%253a%252f%252fwww.yahoo.co.jp%252f%26f_path%3Dhttp%253a%252f%252fi.yimg.jp%252fimages%252flisting%252ftool%252fyads%252fyads-iframe-trb.html%26tagpos%3D601x972&referer=http%3A//www.yahoo.co.jp/ text/javascript; charset=utf-8
200 http://yads.yahoo.co.jp/tag?s=96545_46023&t=j&ssl=0&fr_id=yads_253026-1&xd_support=1&fr_support=1&enc=UTF-8&pv_ts=1448849679104-3953824&tag_path=http%3A%2F%2Fyads.yahoo.co.jp%2Ftag&oi_path=http%3A%2F%2Fyads.yahoo.co.jp%2Foi&page=1&sid=2077296265&u=http%3A%2F%2Fwww.yahoo.co.jp%2F&tagpos=610x1592 text/javascript; charset=UTF-8
200 http://cat.jp.as.criteo.com/delivery/lg.php?cppv=1&cpp=gRsVIHxoNVkvZ0wrSEp5L3NDbklBMCtxSE5xbWt4YSt0OUxxaEl6cDJORkVHbVAwOEg4d1NGY3N4dmJOQjk3dVB0Nis3TTg0OXRmRmo3SE11V1hoWmtOUWNYOEVuL1VHOU91UnVORG1UeWdzeWx6dTE0OU1zQUthdHVVb1dYSG9WZ3g3L0xzOEVwN3VpZVVWRGVta05pMXhwMktjdlp2V1lka1RGZjR2Z3U4VnY4QlBueTRRK3hPbUxzb3NlckRJckhTT1J8 image/gif
200 http://i.yimg.jp/images/listing/tool/yads/editorial/v2/ytop_pc_ranking/editorial-ytop_pc_ranking.min.js application/javascript
200 http://ai.yimg.jp/bdv/yahoo/javascript/csc/20060824/lib2obf_b4.js application/javascript
200 http://yads.yahoo.co.jp/oi?s=98723_15862&type=criteo-ydn-low&p_elem=yads-trb&noad_cb=YAHOO.JP.anemos.yads.ytoptrb.eraseRightBox&enc=UTF-8&u=http%3A%2F%2Fwww.yahoo.co.jp%2F&sid=2077296265&pv_ts=1448849679104-3953824&fr_id=yads_5758451-1 text/javascript; charset=UTF-8
200 http://im.c.yimg.jp/res/imstorage-prod-1001393601/images/9b/0139cd34e210b0ad885c52cbd49c4ca0.png image/png
200 http://s.yjtag.jp/tag.js application/javascript
200 http://b4.yahoo.co.jp/b?P=WrJlvzEyNy76cDM.YZI1p1ttMTE1LgAAAACab_.R&T=14hff2226%2fX%3d1448849678%2fE%3d2077296265%2fR%3djp_toppage%2fK%3d5%2fV%3d1.1%2fW%3dJ%2fY%3djp%2fF%3d1956927052%2fH%3dYWRjdmVyPTYuNy40%2fS%3d1%2fJ%3d565BB10E&U=127sf85f8%2fN%3dz2FCAbdPRA0-%2fC%3d-2%2fD%3dTST%2fB%3d-2&U=128db8hdd%2fN%3dx2FCAbdPRA0-%2fC%3d-1%2fD%3dTCBX%2fB%3d-1&U=1294948db%2fN%3dyWFCAbdPRA0-%2fC%3d-2%2fD%3dTCBX2%2fB%3d-2&U=13i9ntvkt%2fN%3dzWFCAbdPRA0-%2fC%3d300910533.301769208.303374013.314558385%2fD%3dTH%2fB%3d302049374&U=13joj82q4%2fN%3dw2FCAbdPRA0-%2fC%3d300908967.301767443.303374759.314661258%2fD%3dTCT%2fB%3d302050958&U=127d2r5ju%2fN%3dzmFCAbdPRA0-%2fC%3d-1%2fD%3dTOS%2fB%3d-1&U=13jd6e1v3%2fN%3dxWFCAbdPRA0-%2fC%3d300910855.301769585.303375188.314510208%2fD%3dTPT%2fB%3d302051611&U=13jifbvm3%2fN%3dxmFCAbdPRA0-%2fC%3d300908881.301767351.303374713.302463196%2fD%3dTPM%2fB%3d302050848&U=13jamv3ig%2fN%3dwmFCAbdPRA0-%2fC%3d300903406.301761071.303374789.312838561%2fD%3dTBP%2fB%3d302051004&U=13jghrj74%2fN%3dxGFCAbdPRA0-%2fC%3d300872717.301727829.303321621.300851453%2fD%3dTRB%2fB%3d301964630&U=13kud8ft1%2fN%3dymFCAbdPRA0-%2fC%3d300906198.301764214.303371062.311556213%2fD%3dTULT%2fB%3d302044490&U=127p10dnr%2fN%3dyGFCAbdPRA0-%2fC%3d-1%2fD%3dGYJ%2fB%3d-1&U=13jgf6bfd%2fN%3dzGFCAbdPRA0-%2fC%3d300758906.301602867.303159516.312478425%2fD%3dTAG%2fB%3d301713706&Q=0&O=0.5449337388854474 image/gif
200 http://s.thebrighttag.com/tag?site=2wzBV9u&H=-n7c0nt text/javascript
200 http://yads.yahoo.co.jp/tag?s=24122_56091&t=j&ssl=0&fr_id=yads_5653029-2&p_elem=yads-timeline-24122_56091-1801495&xd_support=1&fr_support=1&enc=UTF-8&pv_ts=1448849679104-3953824&tag_path=http%3A%2F%2Fyads.yahoo.co.jp%2Ftag&oi_path=http%3A%2F%2Fyads.yahoo.co.jp%2Foi&page=1&sid=2077296265&u=http%3A%2F%2Fwww.yahoo.co.jp%2F&tagpos=0x2006 text/javascript; charset=UTF-8
Raw
showrequests.js
var page = require('webpage').create(),
system = require('system'),
address;
// IE 11 on Windows 7
page.settings.userAgent = 'Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko';
if (system.args.length === 1) {
console.log('Usage: showrequests.js <some URL>');
phantom.exit(1);
} else {
address = system.args[1];
page.onResourceReceived = function (res) {
if (res.stage == 'end') {
console.log([res.status, res.url, res.contentType].join(' '));
}
};
page.open(address, function (status) {
if (status !== 'success') {
console.log('FAIL to load the address');
}
phantom.exit();
});
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment