question_process.py

"""
Get the Question id,Qtype and the Question Description
"""
import matchingAnswer
import project_config

def question_processing(path, preprocessed_data):
    questid =""
    qtype = ""
    line_split =""
    #Read the contents from question.txt
    path_to_Q_file = path+"question.txt"
    answer_file = path+"answer.txt"

    write_handle = open(answer_file, "w")
    with open(path_to_Q_file) as f:
        file_text = f.readlines()

    for line in file_text:
        line=line.strip()

        if (not line):
            continue
        line_split = line.split( )
        # Question id
        if(line_split[0] == "<num>"):
            questid =int(line_split[2])

        # Question type
        #Questiondescription
        if((line_split[0] != "<num>")and (line_split[0] !="<desc>") and
           (line_split[0] !="<top>") and (line_split[0]!="</top>")):
            qtype=line_split[0]
            #print(questid,qtype,line)
            #print "finding answers for questid: ", questid

            #To handle cases like where's
            if qtype.startswith('Where'):
                qtype = 'Where'
            if qtype.startswith('Who'):
                qtype = 'Who'
            if qtype.startswith('When'):
                qtype = 'When'

            answers = matchingAnswer.find_max_matching_answer(questid, qtype,line,
                                                              preprocessed_data["corpus"],
                                                              preprocessed_data["lookup_dict"],
                                                              preprocessed_data["lookup_score"])
            write_to_answer_file(questid, write_handle, answers)
            # debug code
            if (project_config.debug_mode and
                questid == project_config.question_boundary) :
                break;
            
    write_handle.close()

def write_to_answer_file( questid, file_handle, answers):
    content = ""
    count = 0;
    for ans in answers:
        actual_ans = ans[2][0:49]
        content += str(questid) +" "+ str(ans[1]) + " " + actual_ans + "\n"
        count += 1

    while( count < 5 ):
        content += str(questid) + " 1 nil\n"
        count += 1
    file_handle.write( content )

#Sample call
#question_processing("C:/Users/pooja/Desktop/NLP_PROJ3/question.txt")