Created
July 31, 2014 13:23
-
-
Save mps/2381e6db443563303886 to your computer and use it in GitHub Desktop.
Modify Jekyll Importer to load xml file and then treat posts as markdown
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# coding: utf-8 | |
# This importer takes a wordpress.xml file, which can be exported from your | |
# wordpress.com blog (/wp-admin/export.php). | |
require 'jekyll-import' | |
module JekyllImport | |
module Importers | |
class CustomWordpress < Importer | |
def self.require_deps | |
JekyllImport.require_with_fallback(%w[ | |
rubygems | |
sequel | |
fileutils | |
safe_yaml | |
hpricot | |
time | |
open-uri | |
]) | |
end | |
def self.specify_options(c) | |
c.option 'source', '--source FILE', 'WordPress export XML file (default: "wordpress.xml")' | |
c.option 'no_fetch_images', '--no-fetch-images', 'Do not fetch the images referenced in the posts' | |
c.option 'assets_folder', '--assets_folder FOLDER', 'Folder where assets such as images will be downloaded to (default: assets)' | |
end | |
# Will modify post DOM tree | |
def self.download_images(title, post_hpricot, assets_folder) | |
images = (post_hpricot/"img") | |
if images.length == 0 | |
return | |
end | |
puts "Downloading images for " + title | |
images.each do |i| | |
uri = i["src"] | |
i["src"] = assets_folder + "/" + File.basename(uri) | |
dst = File.join(assets_folder, File.basename(uri)) | |
puts " " + uri | |
if File.exist?(dst) | |
puts " Already in cache. Clean assets folder if you want a redownload." | |
next | |
end | |
begin | |
open(uri) {|f| | |
File.open(dst, "wb") do |out| | |
out.puts f.read | |
end | |
} | |
puts " OK!" | |
rescue => e | |
puts " Errorr: #{e.message}" | |
end | |
end | |
end | |
def self.process(options) | |
source = options.fetch('source', "wordpress.xml") | |
fetch = !options.fetch('no_fetch_images', false) | |
assets_folder = options.fetch('assets_folder', 'assets') | |
FileUtils.mkdir_p(assets_folder) | |
import_count = Hash.new(0) | |
doc = Hpricot::XML(File.read(source)) | |
# Fetch authors data from header | |
authors = Hash[ | |
(doc/:channel/'wp:author').map do |author| | |
[author.at("wp:author_login").inner_text.strip, { | |
"login" => author.at("wp:author_login").inner_text.strip, | |
"email" => author.at("wp:author_email").inner_text, | |
"display_name" => author.at("wp:author_display_name").inner_text, | |
"first_name" => author.at("wp:author_first_name").inner_text, | |
"last_name" => author.at("wp:author_last_name").inner_text | |
}] | |
end | |
] rescue {} | |
(doc/:channel/:item).each do |item| | |
title = item.at(:title).inner_text.strip | |
permalink_title = item.at('wp:post_name').inner_text | |
# Fallback to "prettified" title if post_name is empty (can happen) | |
if permalink_title == "" | |
permalink_title = sluggify(title) | |
end | |
date = Time.parse(item.at('wp:post_date').inner_text) | |
status = item.at('wp:status').inner_text | |
if status == "publish" | |
published = true | |
else | |
published = false | |
end | |
type = item.at('wp:post_type').inner_text | |
categories = item.search('category[@domain="category"]').map{|c| c.inner_text}.reject{|c| c == 'Uncategorized'}.uniq | |
tags = item.search('category[@domain="post_tag"]').map{|t| t.inner_text}.uniq | |
metas = Hash.new | |
item.search("wp:postmeta").each do |meta| | |
key = meta.at('wp:meta_key').inner_text | |
value = meta.at('wp:meta_value').inner_text | |
metas[key] = value | |
end | |
author_login = item.at('dc:creator').inner_text.strip | |
name = "#{date.strftime('%Y-%m-%d')}-#{permalink_title}.markdown" | |
header = { | |
'layout' => type, | |
'title' => title, | |
'categories' => categories, | |
'tags' => tags, | |
'status' => status, | |
'type' => type, | |
'published' => published, | |
# 'meta' => metas, | |
'author' => authors[author_login] | |
} | |
begin | |
content = Hpricot(item.at('content:encoded').inner_text) | |
if fetch | |
download_images(title, content, assets_folder) | |
end | |
FileUtils.mkdir_p "_#{type}s" | |
File.open("_#{type}s/#{name}", "w") do |f| | |
f.puts header.to_yaml | |
f.puts '---' | |
f.puts content.to_s | |
end | |
rescue => e | |
puts "Couldn't import post!" | |
puts "Title: #{title}" | |
puts "Name/Slug: #{name}\n" | |
puts "Error: #{e.message}" | |
next | |
end | |
import_count[type] += 1 | |
end | |
import_count.each do |key, value| | |
puts "Imported #{value} #{key}s" | |
end | |
end | |
def self.sluggify(title) | |
title.gsub(/[^[:alnum:]]+/, '-').downcase | |
end | |
end | |
end | |
end | |
JekyllImport::Importers::CustomWordpress.run({ "source" => "wordpress.xml" }) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment