Exemplo pra criar os arquivos HTML

webpack.config.js

const path = require('path');
const ExtractTextPlugin = require('extract-text-webpack-plugin');

module.exports = {
  // ...
  module: {
    rules: [
      {
        test: /\.html$/,
        use: ExtractTextPlugin.extract({
          use: 'html-loader'
        })
      }
    ]
  },
  plugins: [
    new ExtractTextPlugin('index.html')
  ]
};