webapp.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import locale, sys
locale.setlocale(locale.LC_ALL, 'ru_RU.UTF-8')
reload(sys)
sys.setdefaultencoding('utf-8')

import os
import config
import tornado.httpserver
import tornado.ioloop
import tornado.web
from redis import Redis
from urllib import unquote
from pprint import pformat
import string
from operator import itemgetter

def map(text):
    res = list()
    for line in text.splitlines():
        line = line.strip()
        words = line.split()
        for word in words:
            res.append([unicode(word.strip(string.punctuation+string.whitespace+"«»…".decode("utf-8")).lower()), 1])
    return res

def reduce(mapped_words, index, what="posts"):
    word2count = {}
    for word, count in mapped_words:
        if len(word) > 2:
            try:
                word2count[word] = word2count.get(word, 0) + count
            except ValueError:
                pass

    sorted_word2count = sorted(word2count.items(), key=itemgetter(0))
    for word, count in sorted_word2count:
        key = "idx:%s:%s"%(word, what)
        R.rpush(key, index)


class Posts(tornado.web.RequestHandler):
    def get(self, page=None):
        """ render posts list page (10 by page) """
        if page is None:
            page = 1
        else:
            page = int(page)
        if page < 1:
            raise tornado.web.HTTPError(404)
        posts = list()
        last_id = R.get("last_post_id")
        if last_id:
            last_id = int(last_id)

            last_page = last_id/10
            if last_id%10 > 0:
                last_page += 1
            if page > last_page:
                raise tornado.web.HTTPError(404, "File Not Found")

            offset = last_id - ((page - 1) * 10) - 10
            for x in xrange(offset, offset + 10):
                key_base = "post:%d:"%(x+1)
                title = R.get(key_base+"title")
                tags = R.get(key_base+"tags")
                if title:
                    posts.append({
                        "id": x+1,
                        "title": title,
                        "tags": tags,
                    })
            # self.render("posts.html", page=page, items=posts, last_page=last_page)
            self.render("posts.html", page=page, items=reversed(posts))
        else:
            self.write("There is no posts")

    def post(self):
        """ save new post """
        title = self.get_argument("title")
        body = self.get_argument("body")
        tags = self.get_argument("tags")

        while True:
            try:
                post_id = R.incr("last_post_id")
                if not post_id:
                    raise Exception("not an ID")
                break
            except Exception, e:
                pass
        
        R.set("post:%d:title"%post_id, title)
        R.set("post:%d:body"%post_id, body)
        R.set("post:%d:tags"%post_id, tags)
        
        tags_list = list()
        for t in tags.split(","):
            tags_list.append(t.strip().lower())
        for t in tags_list:
            R.rpush("tag:%s"%t, post_id)
            R.rpush("post:%d:taglist"%post_id, t)

        reduce(map(title+"\n"+body), post_id)

        self.redirect("/posts/%d"%post_id)


class PostComments(tornado.web.RequestHandler):
    def post(self, post_id):
        """ save post comment """
        pid = int(post_id)
        body = self.get_argument("body")
        R.rpush("post:%d:comments"%pid, body)
        reduce(map(body), post_id, "com")
        self.redirect("/posts/%d"%pid)

    def get(self, post_id):
        self.post(post_id)

class OnePost(tornado.web.RequestHandler):
    def get(self, id):
        """ render one post with comments tree"""

        def nl2br(str):
            return str.replace("\n", "<br>")

        post_id = int(id)
        title = R.get("post:%d:title"%post_id)
        if not title:
            raise tornado.web.HTTPError(404, "File Not Found")
        body = R.get("post:%d:body"%post_id)
        tags = R.get("post:%d:tags"%post_id)
        com_key = "post:%d:comments"%post_id
        l = R.llen(com_key)
        comments = R.lrange(com_key, 0, l-1)
        self.render("one_post.html", nl2br=nl2br, id=post_id, title=title, body=body, tags=tags, comments=comments)


class Tags(tornado.web.RequestHandler):
    def get(self):
        """ render tag cloud """
        keys = R.keys("tag:*")
        tags_list = list()
        for t in keys:
            tags_list.append(t[4:])
        self.render("tags.html", items=tags_list)


class OneTag(tornado.web.RequestHandler):
    def get(self, tag):
        """ render posts list by tag """
        key = "tag:%s"%tag
        l = R.llen(key)
        post_ids = list()
        for i in R.lrange(key, 0, l-1):
            ii = int(i)
            if ii not in post_ids:
                post_ids.append(int(ii))
        posts = list()
        for i in post_ids:
            posts.append({
                "id": i,
                "title": R.get("post:%d:title"%i)
            })
        self.render("one_tag.html", items=posts, tag=tag)


class Search(tornado.web.RequestHandler):
    def get(self, expression):
        """ render search results """
        unquoted = unquote(expression)
        expr = "idx:%s:*"%unquoted
        keys = R.keys(expr)
        search_keys = list()
        for k in keys:
            if k not in search_keys:
                search_keys.append(k)
        all_keys = list()
        for key in search_keys:
            keylen = R.llen(key)
            for pid in R.lrange(key, 0, keylen-1):
                if pid not in all_keys:
                    all_keys.append(pid)

            result = list()
            for k in all_keys:
                result.append({
                    "id": k,
                    "title": R.get("post:%s:title"%k),
                })
        self.render("search.html", items=result, expression=unquoted)


class NotImplementedYet(Exception):
    pass


application = tornado.web.Application([
    ("/posts", Posts),
    ("/", Posts),
    (r"/posts/page/([0-9]+)", Posts),
    (r"/posts/([0-9]+)", OnePost),
    (r"/posts/([0-9]+)/comments", PostComments),
    (r"/tags", Tags),
    (r"/tags/(.+)", OneTag),
    (r"/search/(.+)", Search),
], debug=config.debug, template_path=os.path.join(os.path.dirname(__file__), 'templates'))


if __name__ == "__main__":
    R = Redis(config.db_host)
    R.select(config.db_idx)
    http_server = tornado.httpserver.HTTPServer(application)
    http_server.bind(config.port, config.host)
    http_server.start(0)
    tornado.ioloop.IOLoop.instance().start()