Source code for topik.fileio.tests.test_reader

import nose.tools as nt

from topik.fileio.reader import read_input
from topik.fileio.tests import test_data_path
from ._solutions import solution_json_stream, solution_large_json,\
                        solution_document_folder, solution_document_folder_gz

[docs]def test_read_input(): # json stream documents = read_input('{}/test_data_json_stream.json'.format(test_data_path)) nt.assert_true(next(documents)['abstract'] == solution_json_stream) # large json documents = read_input('{}/test_data_large_json.json'.format(test_data_path), json_prefix='item._source.isAuthorOf') nt.assert_true(next(documents)['text'] == solution_large_json) # document folder documents = read_input( '{}/test_data_folder_files'.format(test_data_path), folder_content_field="abstract") nt.assert_true(next(documents)['abstract'] == solution_document_folder) # document folder gz documents = read_input( '{}/test_data_folder_files_gz'.format(test_data_path), folder_content_field="abstract") nt.assert_true(next(documents)['abstract'] == solution_document_folder_gz)
# TODO: add elastic and solr