def rename_sql_attr(node_content: dict) -> dict: if "raw_sql" in node_content: node_content["raw_code"] = node_content.pop("raw_sql") if "compiled_sql" in node_content: node_content["compiled_code"] = node_content.pop("compiled_sql") node_content["language"] = "sql" return node_content def upgrade_ref_content(node_content: dict) -> dict: # In v1.5 we switched Node.refs from List[List[str]] to List[Dict[str, Union[NodeVersion, str]]] # Previous versions did not have a version keyword argument for ref if "refs" in node_content: upgraded_refs = [] for ref in node_content["refs"]: if isinstance(ref, list): if len(ref) == 1: upgraded_refs.append({"package": None, "name": ref[0], "version": None}) else: upgraded_refs.append({"package": ref[0], "name": ref[1], "version": None}) node_content["refs"] = upgraded_refs return node_content def upgrade_node_content(node_content): rename_sql_attr(node_content) upgrade_ref_content(node_content) if node_content["resource_type"] != "seed" and "root_path" in node_content: del node_content["root_path"] def upgrade_seed_content(node_content): # Remove compilation related attributes for attr_name in ( "language", "refs", "sources", "metrics", "compiled_path", "compiled", "compiled_code", "extra_ctes_injected", "extra_ctes", "relation_name", ): if attr_name in node_content: del node_content[attr_name] # In v1.4, we switched SeedNode.depends_on from DependsOn to MacroDependsOn node_content.get("depends_on", {}).pop("nodes", None) def drop_v9_and_prior_metrics(manifest: dict) -> None: manifest["metrics"] = {} filtered_disabled_entries = {} for entry_name, resource_list in manifest.get("disabled", {}).items(): filtered_resource_list = [] for resource in resource_list: if resource.get("resource_type") != "metric": filtered_resource_list.append(resource) filtered_disabled_entries[entry_name] = filtered_resource_list manifest["disabled"] = filtered_disabled_entries def _convert_dct_with_filter(v10_dct_with_opt_filter): """Upgrage the filter object from v10 to v11. v10 filters from a serialized manifest looked like: {..., 'filter': {'where_sql_template': ''}} whereas v11 filters look like: {..., 'filter': {'where_filters': [{'where_sql_template': ''}, ...]}} """ if v10_dct_with_opt_filter is not None and v10_dct_with_opt_filter.get("filter") is not None: v10_dct_with_opt_filter["filter"] = {"where_filters": [v10_dct_with_opt_filter["filter"]]} def _convert_metric(v10_metric_dict): """Upgrades a v10 metric object to a v11 metric object. Specifcally the following properties change 1. metric.filter 2. metric.type_params.measure.filter 3. metric.type_params.input_measures[x].filter 4. metric.type_params.numerator.filter 5. metric.type_params.denominator.filter 6. metric.type_params.metrics[x].filter" """ # handles top level metric filter _convert_dct_with_filter(v10_metric_dict) type_params = v10_metric_dict.get("type_params") if type_params is not None: _convert_dct_with_filter(type_params.get("measure")) _convert_dct_with_filter(type_params.get("numerator")) _convert_dct_with_filter(type_params.get("denominator")) # handles metric.type_params.input_measures[x].filter input_measures = type_params.get("input_measures") if input_measures is not None: for input_measure in input_measures: _convert_dct_with_filter(input_measure) # handles metric.type_params.metrics[x].filter metrics = type_params.get("metrics") if metrics is not None: for metric in metrics: _convert_dct_with_filter(metric) def upgrade_v10_metric_filters(manifest: dict): """Handles metric filters changes from v10 to v11.""" metrics = manifest.get("metrics", {}) for metric in metrics.values(): _convert_metric(metric) disabled_nodes = manifest.get("disabled", {}) for unique_id, nodes in disabled_nodes.items(): if unique_id.split(".")[0] == "metric": for node in nodes: _convert_metric(node) def upgrade_manifest_json(manifest: dict, manifest_schema_version: int) -> dict: # this should remain 9 while the check in `upgrade_schema_version` may change if manifest_schema_version <= 9: drop_v9_and_prior_metrics(manifest=manifest) elif manifest_schema_version == 10: upgrade_v10_metric_filters(manifest=manifest) for node_content in manifest.get("nodes", {}).values(): upgrade_node_content(node_content) if node_content["resource_type"] == "seed": upgrade_seed_content(node_content) for disabled in manifest.get("disabled", {}).values(): # There can be multiple disabled nodes for the same unique_id # so make sure all the nodes get the attr renamed for node_content in disabled: upgrade_node_content(node_content) if node_content["resource_type"] == "seed": upgrade_seed_content(node_content) # add group key if "groups" not in manifest: manifest["groups"] = {} if "group_map" not in manifest: manifest["group_map"] = {} # add unit_tests key if "unit_tests" not in manifest: manifest["unit_tests"] = {} for metric_content in manifest.get("metrics", {}).values(): # handle attr renames + value translation ("expression" -> "derived") metric_content = upgrade_ref_content(metric_content) if "root_path" in metric_content: del metric_content["root_path"] for exposure_content in manifest.get("exposures", {}).values(): exposure_content = upgrade_ref_content(exposure_content) if "root_path" in exposure_content: del exposure_content["root_path"] for source_content in manifest.get("sources", {}).values(): if "root_path" in source_content: del source_content["root_path"] for macro_content in manifest.get("macros", {}).values(): if "root_path" in macro_content: del macro_content["root_path"] for doc_content in manifest.get("docs", {}).values(): if "root_path" in doc_content: del doc_content["root_path"] doc_content["resource_type"] = "doc" if "semantic_models" not in manifest: manifest["semantic_models"] = {} if "saved_queries" not in manifest: manifest["saved_queries"] = {} return manifest