히마와리: 초절정 뻘소리 제조 IRC 봇 (최신 버전은 https://github.com/lifthrasiir/himawari를 참고하세요)

.gitignore

*.pyc
db
run.sh

bot.py

#!/usr/env/bin python
# coding=utf-8
#
# Himawari: Intelligent Mocking Agent for Writing Arbitrary Rants to IRC
# Written by Kang Seonghoon. Dedicated to the Public Domain.
# http://cosmic.mearie.org/f/himawari/
#

import sys
import re
import select
import socket
import time
import signal
import traceback

if len(sys.argv) < 4:
    print >>sys.stderr, 'Usage: python %s <host> <port> <nick>' % sys.argv[0]
    raise SystemExit(1)

sys.modules['bot'] = sys.modules['__main__']
import botimpl # requires certain APIs

LINEPARSE = re.compile("^(:(?P<prefix>[^ ]+) +)?(?P<command>[^ ]+)(?P<param>( +[^:][^ ]*)*)(?: +:(?P<message>.*))?$")

s = socket.create_connection((sys.argv[1], sys.argv[2]))
NICK = sys.argv[3]

def send(l):
    s.send('%s\r\n' % l.replace('\r','').replace('\n','').replace('\0',''))
    print '>>', l

def halt(msg='그럼 이만!'):
    send('QUIT :%s' % msg);
    s.close()
    raise SystemExit
signal.signal(signal.SIGINT, lambda sig, frame: halt())

def say(to, msg):
    send('PRIVMSG %s :%s' % (to, msg))

class ExecutionTimedOut(Exception): pass

def sayerr(to):
    if to:
        ty, exc, tb = sys.exc_info()
        if ty != ExecutionTimedOut:
            say(to, '\00304!ERROR! %s (%s)' % (ty, exc))
    traceback.print_exception(ty, exc, tb)

def safeexec(to, f, args=(), kwargs={}):
    def alarm(sig, frame):
        #for i in dir(frame):
        #    if i.startswith('f_'): print i, repr(getattr(frame,i))[:120]
        raise ExecutionTimedOut('execution timed out')
    try:
        try:
            signal.signal(signal.SIGALRM, alarm)
            signal.alarm(botimpl.TIMEOUT)
            f(*args, **kwargs)
        except Exception:
            sayerr(to)
        finally:
            signal.signal(signal.SIGALRM, signal.SIG_DFL)
            signal.alarm(0)
    except ExecutionTimedOut:
        signal.signal(signal.SIGALRM, signal.SIG_DFL)
        signal.alarm(0)

send('USER himawari himawari ruree.net :Furutani Himawari')
send('NICK %s' % NICK)
nexttime = time.time() + botimpl.TICK
while True:
    line = ''
    while not line.endswith('\r\n'):
        ch = s.recv(1)
        if ch == '': break
        line += ch
    if not line:
        print '*** connection failed'
        break
    line = line.rstrip('\r\n')
    print '<<', line
    m = LINEPARSE.match(line)
    if m:
        prefix = m.group('prefix') or ''
        command = m.group('command').lower()
        param = (m.group('param') or '').split() or ['']
        message = m.group('message') or ''
        if command == '001': # welcome
            for channel in sys.argv[4:]:
                send('JOIN %s' % channel)
        elif command == 'ping':
            send('PONG :%s' % message)
        elif command == 'invite' and len(param) > 0 and message:
            send('JOIN %s' % message)
            safeexec(None, getattr(botimpl, 'welcome', None), (message,))
        elif command == 'privmsg' and len(param) > 0 and param[0].startswith('#'):
            if ''.join(message.split()).lower() in ('%s,reload' % NICK, '%s:reload' % NICK):
                safeexec(param[0], reload, (botimpl,))
                say(param[0], '재기동했습니다.')
                # safeguard
                if not isinstance(getattr(botimpl, 'TICK', None), int):
                    botimpl.TICK = 10
                if not isinstance(getattr(botimpl, 'TIMEOUT', None), int):
                    botimpl.TIMEOUT = 5
            else:
                safeexec(param[0], getattr(botimpl, 'msg', None), (param[0], prefix, message))
    while not select.select([s.fileno()], [], [], max(0, nexttime - time.time()))[0]:
        if nexttime < time.time(): nexttime = time.time() + botimpl.TICK
        safeexec(None, getattr(botimpl, 'idle', None))

botimpl.py

# coding=utf-8
#
# Himawari: Intelligent Mocking Agent for Writing Arbitrary Rants to IRC
# Written by Kang Seonghoon. Dedicated to the Public Domain.
# http://cosmic.mearie.org/f/himawari/
#

TICK = 30
TIMEOUT = 20

import random
import re
import os
import time
import sqlite3
import binascii
import struct
import collections

if __name__ != '__main__':
    import bot # recursive, but only called in the handler

DB = sqlite3.connect(os.path.join(os.path.dirname(__file__), 'db', 'himawari.db'))
DB.executescript('''
    create table if not exists templates(
        scope text not null,
        key text not null,
        value text not null,
        updated_by text not null,
        updated_at integer not null,
        vote integer not null default 0,
        weight integer not null default 100,
        primary key (scope, key, value));
    create table if not exists readings(
        key text not null primary key,
        value text not null);
''')

def migrate(default_scope):
    import shelve
    Database = shelve.open('./himawari-old.db', 'r', protocol=-1, writeback=True)
    for k, vv in Database.get('templates', {}).items():
        for v in vv:
            DB.execute('insert into templates(scope,key,value,updated_by,updated_at) values(?,?,?,?,?);',
                    (default_scope, k, v, u'<대우주의 거대한 의지>', int(time.time())))
    DB.commit()


POSTPOS = {
    # 조사: (받침 없을 때, 받침 있을 때, 어째 모르겠을 때),
    u'을': (u'를', u'을', u'을(를)'),
    u'를': (u'를', u'을', u'를(을)'),
    u'은': (u'는', u'은', u'은(는)'),
    u'는': (u'는', u'은', u'는(은)'),
    u'이': (u'가', u'이', u'이(가)'),
    u'가': (u'가', u'이', u'가(이)'),
    u'과': (u'와', u'과', u'과(와)'),
    u'와': (u'와', u'과', u'와(과)'),
    u'이다': (u'다', u'이다', u'(이)다'),
    u'다': (u'다', u'이다', u'(이)다'),
    u'으로': (u'로', u'으로', u'(으)로'),
    u'로': (u'로', u'으로', u'(으)로'),
    u'였': (u'였', u'이었', u'였(이었)'),
    u'이었': (u'였', u'이었', u'이었(였)'),
    u'에요': (u'에요', u'이에요', u'(이)에요'),
    u'이에요': (u'에요', u'이에요', u'(이)에요'),
    u'라고': (u'라고', u'이라고', u'(이)라고'),
    u'이라고': (u'라고', u'이라고', u'(이)라고'),
    u'': (u'', u'', u''),
}

def attach_postposition(text, postpos):
    alphatext = filter(unicode.isalpha, text).upper()
    if not alphatext: return text + postpos
    last = alphatext[-1]
    nofinal, final, ambig = POSTPOS[postpos]
    if not (u'가' <= last <= u'힣'):
        # 적절한 발음이 존재하는지 확인해 본다.
        c = DB.execute(
            'select value from readings where key in (%s) order by length(key) desc limit 1;' % ','.join(['?'] * len(alphatext)),
            [alphatext[i:] for i in xrange(len(alphatext))])
        reading = c.fetchone()
        if reading and reading[0]:
            alphatext = reading[0]
            last = alphatext[-1]
        else:
            return text + ambig
    if (ord(last) - 0xac00) % 28 == 0: return text + nofinal
    return text + final

class Renderer(object):
    def __init__(self, scope, context=()):
        self.scope = scope
        self.cache = dict(context)
        self.used = {}

    def __getitem__(self, key):
        return self.cache.get(key, u'')

    def __setitem__(self, key, value):
        key = unicode(key)
        value = unicode(value)
        self.cache[key] = value
        self.used.setdefault(key, set()).add(value)

    def _random_candidate(self, key, exclude=()):
        rows0 = []; rows = []
        total0 = total = 0
        for value, vote, weight in \
                DB.execute('select value, vote, weight from templates where scope=? and key=?;', (self.scope, key)):
            if weight <= 0: continue
            total0 += weight
            rows0.append((total0, value))
            if value in exclude: continue
            total += weight
            rows.append((total, value))

        if not rows: # 정 안 되겠으면 중복 허용.
            rows = rows0
            total = total0
        if rows:
            chosen = random.randint(0, total-1)
            for last, value in rows:
                if chosen < last: return value
        return None

    def render(self, key, index=u''):
        key = key.upper()
        keyindex = key + index
        try:
            return self.cache[keyindex]
        except KeyError:
            try:
                return self.cache[key]
            except KeyError:
                self.cache[keyindex] = u'' # 무한루프 돌 경우 처리

        used = self.used.setdefault(key, set())
        text = self._random_candidate(key, used)
        if text is not None:
            used.add(text)
            def repl(m):
                if m.group(1):
                    index = m.group(2) or (u'\0' + key) # {사람}이라고만 쓴 건 key-local
                    return attach_postposition(self.render(m.group(1), index), m.group(3))
                if m.group(4):
                    try:
                        lbound = int(m.group(4))
                        ubound = int(m.group(5))
                        minwidth = min(len(m.group(4)), len(m.group(5)))
                        return str(random.randint(lbound, ubound)).zfill(minwidth)
                    except Exception:
                        pass
                return m.group(0)
            text = re.sub(
                    ur'\{(?![0-9])([가-힣ㄱ-ㅎㅏ-ㅣ0-9a-zA-Z]*[가-힣])([0-9a-zA-Z]*)\}'
                        ur'((?:(?:[은는이가와과을를다로]|이다|으로)(?![가-힣])|[였]|이었|라고|이라고)?)|'
                    ur'\{(\d+)[-~](\d+)\}', repl, text)
            self.cache[keyindex] = text
            return text
        else:
            return u''

def get_renderer(channel, source):
    vars = {u'나': bot.NICK.decode('utf-8'),
            u'여기': channel.decode('utf-8', 'replace')[1:],
            u'이채널': channel.decode('utf-8', 'replace')}
    if source:
        vars[u'너'] = source.split('!')[0].decode('utf-8', 'replace')
    return Renderer(channel.decode('utf-8'), vars)

def say(to, s):
    if s:
        if s.startswith('!'): # 다른 봇과 충돌하지 않도록
            s = u'！' + s[1:]
        bot.say(to, s.encode('utf-8'))

def calling_me(msg):
    me = bot.NICK.decode('utf-8')
    prefix = u'%s,' % me
    if msg.startswith(prefix):
        return msg[len(prefix):].strip()
    prefix = u'%s:' % me
    if msg.startswith(prefix):
        return msg[len(prefix):].strip()
    return None


lastchannel = None
lastidlesay = None

def idle():
    global lastidlesay
    if random.randint(0, 29): return # 1/30 확률
    t = int(time.time())
    if lastchannel and (lastidlesay is None or lastidlesay + 3600 < t):
        lastidlesay = t
        say(lastchannel, get_renderer(lastchannel, None).render(u'심심할때'))

def dbcmd(channel, source, msg):
    global lastchannel
    lastchannel = channel
    scope = channel.decode('utf-8', 'replace')

    # 템플릿 전체 삭제 "얼씨구 ->"
    # TODO

    # 템플릿 선언 "얼씨구: 절씨구", "얼씨구:: 절씨구"(는 이제 없음)
    #key, sep, value = msg.partition(u'::')
    sep = None
    if not sep:
        key, sep, value = msg.partition(u':')
    key = key.strip()
    value = value.strip()
    if sep == '::' or (sep == ':' and value): # 메인 템플릿이면 키도 비어 있을 수 있음
        try:
            if sep == u'::':
                DB.execute('delete from templates where scope=? and key=?;', (scope, key))
            if value:
                # 템플릿 수정: "얼씨구: 절씨구 -> 앗싸리"
                # '절씨구'를 포함하는 문자열이 여럿 있으면 에러.
                # 빈 문자열로 치환될 경우 delete.
                original, sep2, replacement = value.partition(u'->')
                if not sep2:
                    original, sep2, replacement = value.partition(u'\u2192')
                if sep2:
                    original = original.strip()
                    replacement = replacement.strip()
                    if original:
                        c = DB.execute('select value from templates where scope=? and key=? and value like ? escape ?;',
                                (scope, key, u'%%%s%%' % original.replace('|','||').replace('_','|_').replace('%','|%'), u'%'))
                        rows = c.fetchall()
                        if len(rows) < 1:
                            say(channel, u'그런 거 업ㅂ다.')
                            return
                        elif len(rows) > 1:
                            # 정확히 매칭하는 게 있으면 그걸 우선시한다.
                            if any(v == original for v, in rows):
                                origvalue = original
                            else:
                                say(channel, u'너무 많아서 고칠 수가 없어요. 좀 더 자세히 써 주세요.')
                                return
                        else:
                            origvalue = rows[0][0]
                        value = origvalue.replace(original, replacement)
                        if value:
                            DB.execute('update or replace templates set value=?, updated_by=?, updated_at=? '
                                       'where scope=? and key=? and value=?;',
                                    (value, source.decode('utf-8', 'replace'), int(time.time()), scope, key, origvalue))
                        else:
                            DB.execute('delete from templates where scope=? and key=? and value=?;', (scope, key, origvalue))
                else:
                    DB.execute('insert or replace into templates(scope,key,value,updated_by,updated_at) values(?,?,?,?,?);',
                            (scope, key, value, source.decode('utf-8', 'replace'), int(time.time())))
        except Exception:
            DB.rollback()
            raise
        else:
            DB.commit()

        r = get_renderer(channel, source)
        r[u'키'] = key
        if value: r[u'값'] = value
        say(channel, r.render(u'저장후' if value else u'리셋후'))
        return

    # 템플릿 나열 "얼씨구??"
    if msg.endswith(u'??'):
        key = msg[:-2].strip()
        if key == u'모든키':
            c = DB.execute('select distinct key from templates where scope=?;', (scope,))
        else:
            c = DB.execute('select value from templates where scope=? and key=?;', (scope, key))
        items = [i for i, in c.fetchall()]
        if items:
            random.shuffle(items)
            text = u'%s: ' % key
            first = True
            for i in items:
                if len(text) > 100:
                    text += u' 등등 총 %d개' % len(items)
                    break
                if first: first = False
                else: text += u', '
                text += i
        else:
            r = get_renderer(channel, source)
            r[u'키'] = key
            text = r.render(u'없는키') or u'그따위 거 몰라요.'
        say(channel, text)
        return

    # 템플릿 사용 "얼씨구?" ("?"만 있으면 메인 템플릿)
    if msg.endswith(u'?'):
        key = msg[:-1].strip()
        r = get_renderer(channel, source)
        text = r.render(key)
        if not text:
            r[u'키'] = key
            text = r.render(u'없는키') or u'그따위 거 몰라요.'
        say(channel, text)
        return

    # 기본값
    r = get_renderer(channel, None)
    #say(channel, r.render(u'도움말') or u'나도 내가 뭐 하는 건지 잘 모르겠어요.')
    say(channel, r.render(u'도움말') or u'잘 모르겠으면 우선 http://cosmic.mearie.org/f/himawari/ 부터 보세요.')

def call(channel, source, msg):
    if u'꺼져' in msg or u'나가' in msg:
        bot.send('PART %s :%s' % (channel, u'사쿠라코는 오늘 점심 없어요.'.encode('utf-8')))
    else:
        say(channel, u'%s 뻘글 생산봇입니다. 자세한 사용법은 http://cosmic.mearie.org/f/himawari/ 를 참고하세요.' %
                attach_postposition(bot.NICK.decode('utf-8'), u'는'))

def msg(channel, source, msg):
    msg = msg.decode('utf-8', 'replace')
    if msg.startswith(u'\\'):
        dbcmd(channel, source, msg[1:].strip())
    else:
        msg0 = calling_me(msg)
        if msg0 is not None: call(channel, source, msg0)

def welcome(channel):
    bot.say(channel, '안녕하세요. 뻘글 생산봇 %s입니다. 저는 \\로 시작하는 말에 반응해요. 자세한 사용법은 http://cosmic.mearie.org/f/himawari/ 를 참고하시고요.' % bot.NICK)