creole/tests/test_flattener.py

from lxml import etree
from os.path import isfile, join, isdir
from pytest import fixture, raises
from os import listdir
from json import load

#from creole.xmlreflector import CreoleObjSpace, CreoleDictConsistencyError
#from creole import xmlreflector
from creole import objspace, annotator
from creole.xml_compare import xml_compare
from creole.error import CreoleDictConsistencyError


dtdfile = 'data/creole.dtd'
if isfile(dtdfile):
    relative = True
else:
    relative = False
    dtdfile = '/usr/share/creole/creole.dtd'
    if not isfile(dtdfile):
        raise Exception('unable to find dtdfile')

destfile = '/tmp/test.xml'
if relative:
    dico_dirs = 'tests/flattener_dicos'
else:
    dico_dirs = '/usr/share/creole/tests/flattener_dicos'


test_ok = set()
test_raise = set()

for test in listdir(dico_dirs):
    if isdir(join(dico_dirs, test)):
        if isdir(join(dico_dirs, test, 'result')):
            test_ok.add(test)
        else:
            test_raise.add(test)

excludes = set([])
test_ok -= excludes
test_raise -= excludes
#test_ok = ['02auto_probe']
#test_raise = []


test_ok = list(test_ok)
test_raise = list(test_raise)
test_ok.sort()
test_raise.sort()


@fixture(scope="module", params=test_ok)
def test_dir(request):
    return request.param


@fixture(scope="module", params=test_raise)
def test_dir_error(request):
    return request.param


def compare_xml(exported_xmlfile, expected_xmlfile):
    exported_document = etree.parse(exported_xmlfile).getroot()
    expected_document = etree.parse(expected_xmlfile).getroot()
    try:
        assert xml_compare(exported_document, expected_document)
    except AssertionError as err:
        print()
        print('Le dictionnaire exporte :')
        print()
        print(etree.tostring(exported_document, pretty_print=True, encoding="UTF-8"))
        print()
        print('Le dictionnaire attendu :')
        print()
        print(etree.tostring(expected_document, pretty_print=True, encoding="UTF-8"))
        raise err


def launch_flattener(test_dir):
    eolobj = objspace.CreoleObjSpace(dtdfile)
    dirs = [test_dir]
    subfolder = join(test_dir, 'subfolder')
    if isdir(subfolder):
        dirs.append(subfolder)
    eolobj.create_or_populate_from_xml('creole', dirs)
    subfolder = join(test_dir, 'extra_dirs', 'extra')
    if isdir(subfolder):
        eolobj.create_or_populate_from_xml('extra', [subfolder])
    subfolder = join(test_dir, 'extra_dirs', 'extra1')
    if isdir(subfolder):
        eolobj.create_or_populate_from_xml('extra1', [subfolder])
    eolobj.space_visitor()
    eolobj.save(destfile)
    result_file = join(test_dir, 'result/00-base.xml')
    if isfile(result_file):
        #eolobj.save(result_file)
        compare_xml(destfile, result_file)
    probe = eolobj.save_probes(destfile)
    result_json = join(test_dir, 'result/probe.json')
    if isfile(result_json):
        with open(result_json) as fhj:
            json = load(fhj)
        assert probe == json
    else:
        assert probe == {}



def fake_traduc(txt):
    return txt


def setup_module(module):
    module.traduc_ori = objspace._
    objspace._ = fake_traduc
    annotator._ = fake_traduc
    objspace.ContainerAnnotator = getattr(annotator, 'ContainerAnnotator')


def teardown_module(module):
    objspace._ = module.traduc_ori
    annotator._ = module.traduc_ori


def test_dictionary(test_dir):
    test_dir = join(dico_dirs, test_dir)
    launch_flattener(test_dir)


def test_error_dictionary(test_dir_error):
    test_dir = join(dico_dirs, test_dir_error)
    raises(CreoleDictConsistencyError, "launch_flattener(test_dir)")


def test_no_dtd():
    raises(IOError, "eolobj = objspace.CreoleObjSpace('notexists.dtd')")