get-all-content-tmp.php

<?php

$urls = <<<EOF
http://minecraft-zh.gamepedia.com/%E7%A9%BA%E6%B0%94
http://minecraft-zh.gamepedia.com/%E8%90%A4%E7%9F%B3%E5%9D%97
http://minecraft-zh.gamepedia.com/%E6%9C%AB%E5%9C%B0%E7%83%9B
http://minecraft-zh.gamepedia.com/%E8%8D%89%E4%B8%9B
http://minecraft-zh.gamepedia.com/%E6%B2%99%E7%A0%BE
http://minecraft-zh.gamepedia.com/%E6%B5%B7%E6%99%B6%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E8%8F%8C%E4%B8%9D
http://minecraft-zh.gamepedia.com/%E6%A0%91%E5%8F%B6
http://minecraft-zh.gamepedia.com/%E8%8D%89
http://minecraft-zh.gamepedia.com/%E5%8F%AF%E5%8F%AF%E6%9E%9C
http://minecraft-zh.gamepedia.com/%E4%B9%A6%E6%9E%B6
http://minecraft-zh.gamepedia.com/%E5%9F%BA%E5%B2%A9
http://minecraft-zh.gamepedia.com/%E8%8B%94%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E4%BB%99%E4%BA%BA%E6%8E%8C
http://minecraft-zh.gamepedia.com/%E5%B0%8F%E9%BA%A6%E7%A7%8D%E5%AD%90
http://minecraft-zh.gamepedia.com/%E8%9C%98%E8%9B%9B%E7%BD%91
http://minecraft-zh.gamepedia.com/%E6%9F%93%E8%89%B2%E7%B2%98%E5%9C%9F
http://minecraft-zh.gamepedia.com/%E7%9F%B3%E7%A0%96
http://minecraft-zh.gamepedia.com/%E5%B7%A5%E4%BD%9C%E5%8F%B0
http://minecraft-zh.gamepedia.com/%E7%A9%BA%E6%B0%94
http://minecraft-zh.gamepedia.com/%E6%9A%97%E6%B5%B7%E6%99%B6%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E6%A2%AF%E5%AD%90
http://minecraft-zh.gamepedia.com/%E7%81%AB%E6%8A%8A
http://minecraft-zh.gamepedia.com/%E6%B5%AE%E5%86%B0
http://minecraft-zh.gamepedia.com/%E6%B0%B4
http://minecraft-zh.gamepedia.com/%E7%86%94%E7%82%89
http://minecraft-zh.gamepedia.com/%E6%9C%A8%E5%A4%B4
http://minecraft-zh.gamepedia.com/Clay_(block)
http://minecraft-zh.gamepedia.com/%E5%B2%A9%E6%B5%86
http://minecraft-zh.gamepedia.com/%E6%B0%B4
http://minecraft-zh.gamepedia.com/%E5%8F%B0%E9%98%B6
http://minecraft-zh.gamepedia.com/%E7%A9%BA%E6%B0%94
http://minecraft-zh.gamepedia.com/%E6%B2%99%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E6%9C%AB%E5%9C%B0%E4%BC%A0%E9%80%81%E9%97%A8%E6%96%B9%E5%9D%97
http://minecraft-zh.gamepedia.com/%E6%A5%BC%E6%A2%AF
http://minecraft-zh.gamepedia.com/%E7%81%B5%E9%AD%82%E6%B2%99
http://minecraft-zh.gamepedia.com/%E5%B2%A9%E6%B5%86
http://minecraft-zh.gamepedia.com/%E5%8E%8B%E5%8A%9B%E6%9D%BF
http://minecraft-zh.gamepedia.com/%E6%B3%A5%E5%9C%9F
http://minecraft-zh.gamepedia.com/%E6%9C%AB%E5%9C%B0%E7%9F%B3%E7%A0%96
http://minecraft-zh.gamepedia.com/%E6%9C%A8%E6%9D%BF
http://minecraft-zh.gamepedia.com/%E9%87%91%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E9%9B%AA%E5%9D%97
http://minecraft-zh.gamepedia.com/%E8%8A%B1
http://minecraft-zh.gamepedia.com/%E4%BB%99%E4%BA%BA%E6%8E%8C
http://minecraft-zh.gamepedia.com/%E5%9F%BA%E5%B2%A9
http://minecraft-zh.gamepedia.com/%E6%9C%A8%E5%A4%B4
http://minecraft-zh.gamepedia.com/%E7%A9%BA%E6%B0%94
http://minecraft-zh.gamepedia.com/%E6%A5%BC%E6%A2%AF
http://minecraft-zh.gamepedia.com/%E5%9C%B0%E7%8B%B1%E7%A0%96%E6%A0%85%E6%A0%8F
http://minecraft-zh.gamepedia.com/%E7%B4%AB%E7%8F%80%E5%9D%97
http://minecraft-zh.gamepedia.com/%E5%86%B0
http://minecraft-zh.gamepedia.com/%E7%BA%BF
http://minecraft-zh.gamepedia.com/%E5%9C%B0%E7%8B%B1%E7%A0%96%E5%9D%97
http://minecraft-zh.gamepedia.com/%E6%B5%B7%E6%99%B6%E7%9F%B3%E7%A0%96
http://minecraft-zh.gamepedia.com/%E7%94%98%E8%94%97
http://minecraft-zh.gamepedia.com/%E6%B2%99%E7%A0%BE
http://minecraft-zh.gamepedia.com/%E8%8A%B1
http://minecraft-zh.gamepedia.com/%E9%93%81%E8%BD%A8
http://minecraft-zh.gamepedia.com/%E7%AE%B1%E5%AD%90
http://minecraft-zh.gamepedia.com/%E8%8D%89%E4%B8%9B
http://minecraft-zh.gamepedia.com/%E6%9C%A8%E5%A4%B4
http://minecraft-zh.gamepedia.com/%E8%8F%8C%E4%B8%9D
http://minecraft-zh.gamepedia.com/%E7%B4%AB%E7%8F%80%E5%9D%97
http://minecraft-zh.gamepedia.com/%E6%9E%AF%E6%AD%BB%E7%9A%84%E7%81%8C%E6%9C%A8
http://minecraft-zh.gamepedia.com/%E7%A1%AC%E5%8C%96%E7%B2%98%E5%9C%9F
http://minecraft-zh.gamepedia.com/%E6%B2%99%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E7%8E%BB%E7%92%83%E6%9D%BF
http://minecraft-zh.gamepedia.com/%E7%9D%A1%E8%8E%B2
http://minecraft-zh.gamepedia.com/Melon_(block)
http://minecraft-zh.gamepedia.com/%E6%B2%99%E5%AD%90
http://minecraft-zh.gamepedia.com/%E5%9C%B0%E7%8B%B1%E5%B2%A9
http://minecraft-zh.gamepedia.com/%E8%80%95%E5%9C%B0
http://minecraft-zh.gamepedia.com/%E5%9C%B0%E7%8B%B1%E7%96%A3
http://minecraft-zh.gamepedia.com/%E6%A5%BC%E6%A2%AF
http://minecraft-zh.gamepedia.com/%E7%B4%AB%E5%BD%B1%E6%A4%8D%E7%89%A9
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87
http://minecraft-zh.gamepedia.com/%E7%81%AB%E6%8A%8A
http://minecraft-zh.gamepedia.com/%E4%B8%8B%E7%95%8C%E4%BC%A0%E9%80%81%E9%97%A8%E6%96%B9%E5%9D%97
http://minecraft-zh.gamepedia.com/%E9%93%81%E6%A0%8F%E6%9D%86
http://minecraft-zh.gamepedia.com/%E5%9C%86%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E5%8F%B0%E9%98%B6
http://minecraft-zh.gamepedia.com/%E7%A9%BA%E6%B0%94
http://minecraft-zh.gamepedia.com/%E7%94%98%E8%94%97
http://minecraft-zh.gamepedia.com/%E5%8D%97%E7%93%9C
http://minecraft-zh.gamepedia.com/%E7%BE%8A%E6%AF%9B
http://minecraft-zh.gamepedia.com/%E5%8F%91%E5%B0%84%E5%99%A8
http://minecraft-zh.gamepedia.com/%E6%8C%89%E9%92%AE
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87#.E6.A3.95.E8.89.B2.E8.98.91.E8.8F.87
http://minecraft-zh.gamepedia.com/%E7%A9%BA%E6%B0%94
http://minecraft-zh.gamepedia.com/%E8%A0%B9%E8%99%AB
http://minecraft-zh.gamepedia.com/%E7%B4%AB%E5%BD%B1%E8%8A%B1
http://minecraft-zh.gamepedia.com/%E8%97%A4%E8%94%93
http://minecraft-zh.gamepedia.com/%E9%9B%AA
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87
http://minecraft-zh.gamepedia.com/%E5%88%B7%E6%80%AA%E7%AE%B1
http://minecraft-zh.gamepedia.com/%E7%BB%BF%E5%AE%9D%E7%9F%B3%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E7%9F%B3%E5%A4%B4
http://minecraft-zh.gamepedia.com/%E6%A0%85%E6%A0%8F
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87#.E6.A3.95.E8.89.B2.E8.98.91.E8.8F.87
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87#.E7.BA.A2.E8.89.B2.E8.98.91.E8.8F.87
http://minecraft-zh.gamepedia.com/%E7%BA%A2%E7%9F%B3%E4%B8%AD%E7%BB%A7%E5%99%A8
http://minecraft-zh.gamepedia.com/%E7%BA%A2%E7%9F%B3%E7%BA%BF
http://minecraft-zh.gamepedia.com/%E9%92%BB%E7%9F%B3%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E7%BA%A2%E7%9F%B3%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E5%B2%A9%E6%B5%86
http://minecraft-zh.gamepedia.com/%E7%BB%8A%E7%BA%BF%E9%92%A9
http://minecraft-zh.gamepedia.com/%E9%97%A8
http://minecraft-zh.gamepedia.com/%E8%8A%B1
http://minecraft-zh.gamepedia.com/%E9%87%91%E5%9D%97
http://minecraft-zh.gamepedia.com/%E9%BE%99%E8%9B%8B
http://minecraft-zh.gamepedia.com/%E7%85%A4%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E5%86%B0
http://minecraft-zh.gamepedia.com/%E6%B5%B7%E6%99%B6%E7%81%AF
http://minecraft-zh.gamepedia.com/%E9%BB%91%E6%9B%9C%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E9%BB%91%E6%9B%9C%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E5%B2%A9%E6%B5%86
http://minecraft-zh.gamepedia.com/%E6%B2%99%E7%A0%BE
http://minecraft-zh.gamepedia.com/%E8%97%A4%E8%94%93
http://minecraft-zh.gamepedia.com/%E5%88%B7%E6%80%AA%E7%AE%B1
http://minecraft-zh.gamepedia.com/%E6%A0%91%E5%8F%B6
http://minecraft-zh.gamepedia.com/%E7%81%B5%E9%AD%82%E6%B2%99
http://minecraft-zh.gamepedia.com/%E6%8B%89%E6%9D%86
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87#.E7.BA.A2.E8.89.B2.E8.98.91.E8.8F.87
http://minecraft-zh.gamepedia.com/%E7%81%AB
http://minecraft-zh.gamepedia.com/%E7%81%AB
http://minecraft-zh.gamepedia.com/%E5%9C%86%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E6%B3%A5%E5%9C%9F
http://minecraft-zh.gamepedia.com/%E6%A5%BC%E6%A2%AF
http://minecraft-zh.gamepedia.com/%E8%8D%89%E6%96%B9%E5%9D%97
http://minecraft-zh.gamepedia.com/%E9%9D%92%E9%87%91%E7%9F%B3%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E6%B4%BB%E5%A1%9E#.E7.B2.98.E6.80.A7.E6.B4.BB.E5.A1.9E
http://minecraft-zh.gamepedia.com/%E9%9B%AA%E5%9D%97
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87#.E7.BA.A2.E8.89.B2.E8.98.91.E8.8F.87
http://minecraft-zh.gamepedia.com/%E9%93%81%E7%9F%BF%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87#.E6.A3.95.E8.89.B2.E8.98.91.E8.8F.87
http://minecraft-zh.gamepedia.com/%E9%97%A8
http://minecraft-zh.gamepedia.com/%E6%A5%BC%E6%A2%AF
http://minecraft-zh.gamepedia.com/%E6%9C%AB%E5%9C%B0%E4%BC%A0%E9%80%81%E9%97%A8%E6%A1%86%E6%9E%B6
http://minecraft-zh.gamepedia.com/%E5%9F%BA%E5%B2%A9
http://minecraft-zh.gamepedia.com/%E7%9F%B3%E5%A4%B4
http://minecraft-zh.gamepedia.com/%E6%9C%AB%E5%9C%B0%E7%9F%B3
http://minecraft-zh.gamepedia.com/%E8%98%91%E8%8F%87
EOF;

$urls = explode("\n", $urls);

foreach ($urls as $url)
{
    $content = file_get_contents($url);

    $content = preg_replace('/<script\b[^>]*>(.*?)<\/script>/is', "", $content);
    $content = preg_replace('/<style\b[^>]*>(.*?)<\/style>/is', "", $content);

    $content = strip_tags($content);

    $fileName = md5($content);

    file_put_contents ("data/{$fileName}.txt", $content);
}