diff options
Diffstat (limited to 'datamaps/utils.py')
| -rw-r--r-- | datamaps/utils.py | 233 |
1 files changed, 0 insertions, 233 deletions
diff --git a/datamaps/utils.py b/datamaps/utils.py index 950369e..0fc4855 100644 --- a/datamaps/utils.py +++ b/datamaps/utils.py @@ -329,236 +329,3 @@ MASTER = SOURCE_DIR + "master.csv" TEMPLATE = SOURCE_DIR + BLANK_TEMPLATE_FN GMPP_TEMPLATE = SOURCE_DIR + "archive/gmpp_template.xlsx" - -def index_returns_directory(): - """ - Prior to compiling a master, it is useful to get the order of projects - by their file name, as the compile.run() function traverses the directory - top to bottom to build the master. We can then use this to compare with the - order or projects (columns) in the old master document we are comparing - the current compile. This is pretty hackish but needs must... - """ - target_files = [] - for f in os.listdir(RETURNS_DIR): - target_files.append(f) - - pnames_in_returns_dir = [] - for f in target_files: - if fnmatch.fnmatch(f, "*.xlsm"): - wb = load_workbook(os.path.join(RETURNS_DIR, f)) - ws = wb[runtime_config["TemplateSheets"]["summary_sheet"]] - pnames_in_returns_dir.append(ws["B5"].value) - return pnames_in_returns_dir - - -def splat_rows(row): - yield [(c.value, c.row, c.column) for c in row] - - -def parse_csv_to_file(source_file): - """ - Transposes the master to a new master_transposed.csv file. - :param source_file: - :return: - """ - output = open(SOURCE_DIR + "master_transposed.csv", "w+") - try: - source = open(source_file, "r") - except FileNotFoundError: - logger.critical(f"There is no file {source_file} present.") - source.close() - return - with open(source_file, "r") as source_f: - lis = [x.split(",") for x in source_f] - for i in lis: - # we need to do this to remove trailing "\n" from the end of - # each original master.csv line - i[-1] = i[-1].rstrip() - - for x in zip(*lis): - for y in x: - output.write(y + ",") - output.write("\n") - output.close() - - -def create_master_dict_transposed(source_master_csv): - """ - The side-effect of the following function is to ensure there is a - 'master_transposed.csv' file present in SOURCE_DIR - returns a list of dicts, which makes up all the data from the master - """ - parse_csv_to_file(source_master_csv) - with open(SOURCE_DIR + "master_transposed.csv", "r") as f: - r = csv.DictReader(f) - ls = [row for row in r] - return ls - - -sheet_name = "Dropdown" - -VALIDATION_REFERENCES = { - "Quarter": - "{0}!$A$2:$A$9".format(quote_sheetname(sheet_name)), - "Joining Qtr": - "{0}!$B$2:$B$25".format(quote_sheetname(sheet_name)), - "Classification": - "{0}!$C$2:$C$4".format(quote_sheetname(sheet_name)), - "Entity format": - "{0}!$D$2:$D$4".format(quote_sheetname(sheet_name)), - "Methodology": - "{0}!$E$2:$E$10".format(quote_sheetname(sheet_name)), - "Category": - "{0}!$F$2:$H$11".format(quote_sheetname(sheet_name)), - "Scope Changed": - "{0}!$G$2:$I$4".format(quote_sheetname(sheet_name)), - "Monetised / Non Monetised Benefits": - "{0}!$H$2:$H$4".format(quote_sheetname(sheet_name)), - "RAG": - "{0}!$I$2:$I$6".format(quote_sheetname(sheet_name)), - "RAG 2": - "{0}!$J$2:$J$4".format(quote_sheetname(sheet_name)), - "RPA level": - "{0}!$K$2:$K$4".format(quote_sheetname(sheet_name)), - "Capability RAG": - "{0}!$L$2:$L$5".format(quote_sheetname(sheet_name)), - "MPLA / PLP": - "{0}!$M$2:$M$30".format(quote_sheetname(sheet_name)), - "PL Changes": - "{0}!$N$2:$N$31".format(quote_sheetname(sheet_name)), - "Stage": - "{0}!$O$2:$O$10".format(quote_sheetname(sheet_name)), - "Business Cases": - "{0}!$P$2:$P$11".format(quote_sheetname(sheet_name)), - "Milestone Types": - "{0}!$Q$2:$Q$4".format(quote_sheetname(sheet_name)), - "Finance figures format": - "{0}!$R$2:$R$3".format(quote_sheetname(sheet_name)), - "Index Years": - "{0}!$S$2:$S$27".format(quote_sheetname(sheet_name)), - "Discount Rate": - "{0}!$T$2:$T$32".format(quote_sheetname(sheet_name)), - "Finance type": - "{0}!$U$2:$U$6".format(quote_sheetname(sheet_name)), - "Yes/No": - "{0}!$V$2:$V$3".format(quote_sheetname(sheet_name)), - "Years (Spend)": - "{0}!$W$2:$W$90".format(quote_sheetname(sheet_name)), - "Years (Benefits)": - "{0}!$X$2:$X$90".format(quote_sheetname(sheet_name)), - "Snapshot Dates": - "{0}!$Y$2:$Y$9".format(quote_sheetname(sheet_name)), - "Percentage of time spent on SRO role": - "{0}!$Z$2:$Z$21".format(quote_sheetname(sheet_name)), - "AR Category": - "{0}!$AA$2:$AA$5".format(quote_sheetname(sheet_name)), - "Project Lifecycle": - "{0}!$AB$2:$AB$6".format(quote_sheetname(sheet_name)), - "Programme Lifecycle": - "{0}!$AC$2:$AC$7".format(quote_sheetname(sheet_name)), - "Other": - "{0}!$AD$2:$AD$19".format(quote_sheetname(sheet_name)), - "Start / Year end - FY": - "{0}!$AE$3:$AE$22".format(quote_sheetname(sheet_name)), - "Count": - "{0}!$AF$2:$AF$22".format(quote_sheetname(sheet_name)), - "VFM": - "{0}!$AG$2:$AG$11".format(quote_sheetname(sheet_name)), - "DfT Group": - "{0}!$AH$2:$AH$7".format(quote_sheetname(sheet_name)), - "DfT Division": - "{0}!$AI$2:$AI$15".format(quote_sheetname(sheet_name)), - "Agency": - "{0}!$AJ$2:$AJ$9".format(quote_sheetname(sheet_name)), - "High Speed Rail": - "{0}!$AK$2:$AK$4".format(quote_sheetname(sheet_name)), - "Rail Group": - "{0}!$AL$2:$AL$4".format(quote_sheetname(sheet_name)), - "Roads, Devolution & Motoring": - "{0}!$AM$2:$AM$5".format(quote_sheetname(sheet_name)), - "International, Security and Environment": - "{0}!$AN$2:$AN$4".format(quote_sheetname(sheet_name)), - "Resource and Strategy": - "{0}!$AO$2:$AO$2".format(quote_sheetname(sheet_name)), - "Non-Group": - "{0}!$AP$2:$AP$2".format(quote_sheetname(sheet_name)), - "GMPP Annual Report Category": - "{0}!$AQ$2:$AQ$2".format(quote_sheetname(sheet_name)), - "SDP": - "{0}!$AR2:$AR$5".format(quote_sheetname(sheet_name)), -} - - -def row_accessor(row: tuple): - """ - Utility generator yielding tuple of form (str, str); e.g - ('A10', 'Project/Programme Name'). - :param row: - :return: - """ - for item in row: - yield ("".join([item.column, str(item.row)]), item.value) - - -def gen_sheet_data(workbook: str) -> dict: - """ - Returns a dict containing data from a given xlsx file, by sheet - within that workbook. - :param path to xlsx file: - :return: dict of data by sheet in workbook - """ - wb = load_workbook(workbook) - sheets = wb._sheets - data = {} - for s in sheets: - rows = s.rows - title = s.title - data[title] = [list(row_accessor(x)) for x in rows] - return data - - -def parse_data_row(row: list) -> tuple: - """ - Utility generator which processes two-item tuples in a list. - :param row: - :return: tuple of form (str, str); e.g. ('A10', 'Project/Programme Name') - """ - for item in row: - yield item[0], item[1] - - -def get_sheets_in_workbook(real_template: str) -> list: - """ - Utility function to return a list of sheet names from an xlsx file. - :param real_template: - :return: list of sheet names - """ - wb = load_workbook(real_template) - sheets = wb._sheets - return sheets - - -def generate_test_template_from_real(real_template: str, - save_path: str) -> None: - """ - Given the bicc_template.xlsm file, this function strips it of - everything but cell data. - :param real_template: str path of location of bicc_template.xlsm - :param save_path: str path of output directory; file will be named 'gen_bicc_template.xlsm', - of the form "~/Documents" - :return: - """ - data = gen_sheet_data(real_template) - sheets = get_sheets_in_workbook(real_template) - blank = Workbook() - sheet_order = 0 - for sheet in sheets: - summary_sheet = blank.create_sheet(sheet.title, sheet_order) - for row in data[sheet.title]: - r = parse_data_row(row) - for cell in r: - summary_sheet[cell[0]] = cell[1] - sheet_order += 1 - if save_path.endswith("/"): - save_path = save_path[:-1] - blank.save("".join([save_path, "/gen_bicc_template.xlsm"])) |