1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
import logging
import os
import shutil
from pathlib import Path
import pytest
from click.testing import CliRunner
from datamaps.main import _import
def _copy_resources_to_input(config, directory):
"""Helper func to move files from resources into temp Docs directories."""
for fl in os.listdir(directory):
if os.path.isfile(os.path.join(directory, fl)):
shutil.copy(
Path.cwd() / "datamaps" / "tests" / "resources" / fl,
(Path(config.PLATFORM_DOCS_DIR) / "input"),
)
def test_can_select_datamap_when_importing(mock_config, resource_dir, caplog):
"""
This should fail with exit code one as we are not providing a valid datamap file.
:param mock_config:
:param resource_dir:
:return:
"""
runner = CliRunner()
mock_config.initialise()
caplog.set_level(logging.INFO)
_copy_resources_to_input(mock_config, resource_dir)
_alt_datamap_file = os.path.join(mock_config.PLATFORM_DOCS_DIR, "input", "datamap_alternate.csv")
result = runner.invoke(_import, ["templates", "-m", "-d", _alt_datamap_file])
assert result.exit_code == 0
assert "Reading datamap \\tmp\\Documents\\datamaps\\input\\datamap_alternate.csv" in [x[2] for x in caplog.record_tuples]
def test_wrong_datamap_given(mock_config, resource_dir):
"""
This should fail with exit code one as we are not providing a valid datamap file.
:param mock_config:
:param resource_dir:
:return:
"""
runner = CliRunner()
mock_config.initialise()
_copy_resources_to_input(mock_config, resource_dir)
result = runner.invoke(_import, ["templates", "-m", "-d", "C:/tmp/non-existant-file.txt"])
assert result.exit_code == 1
@pytest.mark.skip("Not currently passing - need to investigate")
def test_error_report(mock_config, resource_dir):
runner = CliRunner()
mock_config.initialise()
_copy_resources_to_input(mock_config, resource_dir)
result = runner.invoke(_import, ["templates", "-m"])
output = result.output.split("\n")
assert "Import errors:" in output
assert "\tNo sheet named Introduction in test_template.xlsm" in output
@pytest.mark.skip("Complete after error report code complete")
def test_no_expected_sheet_in_batch_import_to_master(mock_config, resource_dir):
"""If there is a batch of spreadsheet files present
in the input directory, and at least one file is present
that does not have a sheet as named by the datamap, we want
the good files to process and the error file to be flagged,
but the process to continue where it can.
KeyError thrown by engine.parsing.query_key() needs to be handled.
"""
runner = CliRunner()
mock_config.initialise()
_copy_resources_to_input(mock_config, resource_dir)
result = runner.invoke(_import, ["templates", "-m"])
output = result.output
assert "Expected Sheet Missing: sheet Introduction in test_template.xlsm is expected from" \
" datamap.csv. Not processing that file until fixed." in result.output
# assert "Imported data from input/dft1_temp.xlsm to output/master.xlsx." in result.output
# assert "Finished." in result.output
|
