morphotag_eval_unittest.py

'''
Created on Nov 30, 2016

@author: Yuval Pinter
'''
from __future__ import division
import unittest
from evaluate_morphotags import Evaluator
from utils import split_tagstring
from numpy.testing.utils import assert_almost_equal

class Test(unittest.TestCase):

    def testEval(self):
        eval1 = Evaluator(m = 'att')
        eval2 = Evaluator(m = 'att_val')
        eval3 = Evaluator(m = 'exact')

        with open('simple_morpho_eval_test.txt', 'r') as sample_file:
            for l in sample_file.readlines():
                if not l.startswith('#'):
                    g, o = map(split_tagstring, l.split('\t'))
                    eval1.add_instance(g, o)
                    eval2.add_instance(g, o)
                    eval3.add_instance(g, o)
                
        assert_almost_equal(eval1.mic_f1(), 5/9)
        assert_almost_equal(eval1.mac_f1(), 13/30)
        assert_almost_equal(eval2.mic_f1(), 5/9)
        assert_almost_equal(eval2.mac_f1(), 29/70)
        assert_almost_equal(eval3.acc(), 1/4)


if __name__ == "__main__":
    unittest.main()