parse_submission.py

import codecs
import re
import pdb

import sys
reload(sys)
sys.setdefaultencoding('utf-8')

title_pattern = re.compile("\s*;\s*Title")
author_pattern = re.compile("\s*;\s*Author")
abstract_pattern = re.compile("\s*;\s*Abstract")
start_pattern = re.compile("^\s*;")
comment_pattern = re.compile("\<\!\-\-(.*)\-\-\>")

def replace_comment(line):
    start = line.find("<!--")
    if start != -1:
        finish = line.find("-->")
        if finish != -1:
            line = line[0:start] + line[finish:]
    return line

def traverse_submission(submission):
    for line in submission.splitlines():
        yield line
    raise StopIteration()

def get_content(submission):
    content = ""
    for line in submission:
        print "->", line
        if line.find("<!--") >= 0 :
            continue
        if line.find(";") >= 0 :
            break
        content = content + line
    print "*", content, len(content)
    if content[0] == ":":
        content = content[1:]
    return content

def get_title(line, submission):

    # is there a title on the same line?
    i = line.find(':')
    if i != -1:
        title = line[i+1:]
        return title

    #assume on a separate line
    title = ""
    for line in submission:
        result = start_pattern.search(line)
        if result:
            break
        line = line[1:]
        title = title + line
    return title

def get_author(line, submission):
    # is there a title on the same line?
    i = line.find(':')
    if i != -1:
        author = line[i+1:]
    else:
        #assume on a separate line
        author = ""
        for line in submission:
            result = start_pattern.search(line)
            if result:
                break
            line = line[1:]
            author = author + line
    return author


def get_description(line, submission):
    description = ""
    i = line.find(':')
    if i != -1:
        description = line[i+1:]
    for line in submission:
        #print '->', line
        result = start_pattern.search(line)
        if result:
            break
        line = line[1:]
        description = description + line
    return description


def parse_submission(submission):
    """
    extract title, faciliator and description data

    args:
        submission: string representing a html document

    returns:
        title: a string
        faciliators: a list of strings
        description : a string
    """

    submission_gen = traverse_submission(submission)

    title = None
    description = None
    facilitators = None

    for line in submission_gen:
        result = title_pattern.search(line)
        if result:
            title= get_title(line, submission_gen)
            continue
        result = author_pattern.search(line)
        if result:
            facilitators = get_author(line, submission_gen)
            continue
        result = abstract_pattern.search(line)
        if result:
            description = get_description(line, submission_gen)
            #print '*abstract', result.group(0)
            continue

    return title, facilitators, description


def main():
    with codecs.open("submission.wiki", encoding="utf-8") as fp:
        submission = fp.read()

    t, a, d = parse_submission(submission)
    print t
    print a
    print d
    print "---"

    with codecs.open("submission_2.wiki", encoding="utf-8") as fp:
        submission = fp.read()

    t, a, d = parse_submission(submission)
    print t
    print a
    print d

if __name__ == "__main__":
    main()