digital_land.phase package

Submodules

digital_land.phase.combine module

class digital_land.phase.combine.FactCombinePhase(issue_log=None, fields=[])

Bases: Phase

combine a field value from multiple facts

process(stream)
digital_land.phase.combine.combine_geometries(wkts, precision=6)

digital_land.phase.concat module

class digital_land.phase.concat.ConcatFieldPhase(concats={}, log=None)

Bases: Phase

concatenate fields

process(stream)

digital_land.phase.convert module

exception digital_land.phase.convert.ConversionError

Bases: Exception

class digital_land.phase.convert.ConvertPhase(path=None, dataset_resource_log=None, converted_resource_log=None, output_path=None)

Bases: Phase

find_internal_path(input_path)
process(stream=None)
digital_land.phase.convert.convert_features_to_csv(input_path, output_path=None)
digital_land.phase.convert.convert_json_to_csv(input_path, encoding, output_path=None)
digital_land.phase.convert.detect_encoding(f)
digital_land.phase.convert.detect_file_encoding(path)
digital_land.phase.convert.execute(command, env=environ({'JAVA_HOME': '/usr/lib/jvm/temurin-11-jdk-amd64', 'LEIN_HOME': '/usr/local/lib/lein', 'GHCUP_INSTALL_BASE_PREFIX': '/usr/local', 'RUNNER_NAME': 'GitHub Actions 1000048419', 'GITHUB_REF_NAME': 'main', 'ACCEPT_EULA': 'Y', 'DOTNET_SKIP_FIRST_TIME_EXPERIENCE': '1', 'GITHUB_ENV': '/home/runner/work/_temp/_runner_file_commands/set_env_c9d5cd6e-53a0-4fef-8b5b-d6cacb7009c5', 'GITHUB_REPOSITORY_ID': '244599917', 'RUNNER_TRACKING_ID': 'github_9caa17be-86c8-49ee-8ae9-3c90355761f7', 'ACTIONS_RUNNER_RETURN_JOB_RESULT_FOR_HOSTED': '1', 'NVM_DIR': '/home/runner/.nvm', 'GITHUB_REPOSITORY_OWNER': 'digital-land', 'JAVA_HOME_17_X64': '/usr/lib/jvm/temurin-17-jdk-amd64', 'GITHUB_EVENT_NAME': 'push', 'SGX_AESM_ADDR': '1', 'PWD': '/home/runner/work/digital-land-python/digital-land-python', 'GITHUB_ACTION_REPOSITORY': '', 'RUNNER_WORKSPACE': '/home/runner/work/digital-land-python', 'GITHUB_WORKFLOW_SHA': 'd3aeacaad981277b28b28a31e2c8a70b6cba882c', 'RUNNER_OS': 'Linux', 'ACTIONS_ORCHESTRATION_ID': '74ca2327-2bc8-4687-b9ce-bb0ff2edf06e.build.__default', 'EDGEWEBDRIVER': '/usr/local/share/edge_driver', 'CI': 'true', 'LANG': 'C.UTF-8', 'RUNNER_TEMP': '/home/runner/work/_temp', 'ENABLE_RUNNER_TRACING': 'true', 'GITHUB_SERVER_URL': 'https://github.com', 'GITHUB_API_URL': 'https://api.github.com', 'MAKEFLAGS': '', 'CHROME_BIN': '/usr/bin/google-chrome', 'PKG_CONFIG_PATH': '/opt/hostedtoolcache/Python/3.9.25/x64/lib/pkgconfig', 'Python2_ROOT_DIR': '/opt/hostedtoolcache/Python/3.9.25/x64', 'GITHUB_SHA': 'd3aeacaad981277b28b28a31e2c8a70b6cba882c', 'ANDROID_NDK_HOME': '/usr/local/lib/android/sdk/ndk/27.3.13750724', 'GITHUB_ACTOR_ID': '17604361', 'POWERSHELL_DISTRIBUTION_CHANNEL': 'GitHub-Actions-Linux', 'SELENIUM_JAR_PATH': '/usr/share/java/selenium-server.jar', 'pythonLocation': '/opt/hostedtoolcache/Python/3.9.25/x64', 'MFLAGS': '', 'GOROOT_1_24_X64': '/opt/hostedtoolcache/go/1.24.13/x64', 'PSModulePath': '/root/.local/share/powershell/Modules:/usr/local/share/powershell/Modules:/opt/microsoft/powershell/7/Modules:/usr/share/az_15.6.1', 'ANDROID_NDK_LATEST_HOME': '/usr/local/lib/android/sdk/ndk/29.0.14206865', 'BOOTSTRAP_HASKELL_NONINTERACTIVE': '1', 'JAVA_HOME_8_X64': '/usr/lib/jvm/temurin-8-jdk-amd64', 'PIPX_HOME': '/opt/pipx', 'GITHUB_RUN_ATTEMPT': '1', 'GITHUB_TRIGGERING_ACTOR': 'pooleycodes', 'DOTNET_NOLOGO': '1', 'DOTNET_MULTILEVEL_LOOKUP': '0', 'JAVA_HOME_11_X64': '/usr/lib/jvm/temurin-11-jdk-amd64', 'GOROOT_1_26_X64': '/opt/hostedtoolcache/go/1.26.5/x64', 'GITHUB_REF': 'refs/heads/main', 'GITHUB_RUN_NUMBER': '194', 'Python3_ROOT_DIR': '/opt/hostedtoolcache/Python/3.9.25/x64', 'ANDROID_SDK_ROOT': '/usr/local/lib/android/sdk', 'GITHUB_JOB': 'build', 'ANDROID_HOME': '/usr/local/lib/android/sdk', 'SHELL': '/bin/bash', 'LD_LIBRARY_PATH': '/opt/hostedtoolcache/Python/3.9.25/x64/lib', 'GITHUB_STATE': '/home/runner/work/_temp/_runner_file_commands/save_state_c9d5cd6e-53a0-4fef-8b5b-d6cacb7009c5', 'SHLVL': '1', 'ANDROID_NDK': '/usr/local/lib/android/sdk/ndk/27.3.13750724', 'ImageVersion': '20260714.228.1', 'ACTIONS_ID_TOKEN_REQUEST_TOKEN': 'eyJhbGciOiJSUzI1NiIsImtpZCI6IjM4ODI2YjE3LTZhMzAtNWY5Yi1iMTY5LThiZWI4MjAyZjcyMyIsInR5cCI6IkpXVCIsIng1dCI6InlrTmFZNHFNX3RhNGsyVGdaT0NFWUxrY1lsQSJ9.eyJJZGVudGl0eVR5cGVDbGFpbSI6IlN5c3RlbTpTZXJ2aWNlSWRlbnRpdHkiLCJhYyI6Ilt7XCJTY29wZVwiOlwicmVmcy9oZWFkcy9tYWluXCIsXCJQZXJtaXNzaW9uXCI6M31dIiwiYWNzbCI6IjEwIiwiYXVkIjoidnNvOjQ3Njc5ZDcwLTZhMzgtNGViNS04MTQ4LTcxNWE5MWI3ZmVlMiIsImJpbGxpbmdfb3duZXJfaWQiOiJPX2tnRE9BcUJRV0EiLCJleHAiOjE3ODQ3NDYxNzMsImh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vd3MvMjAwOC8wNi9pZGVudGl0eS9jbGFpbXMvcHJpbWFyeXNpZCI6ImRkZGRkZGRkLWRkZGQtZGRkZC1kZGRkLWRkZGRkZGRkZGRkZCIsImh0dHA6Ly9zY2hlbWFzLnhtbHNvYXAub3JnL3dzLzIwMDUvMDUvaWRlbnRpdHkvY2xhaW1zL3NpZCI6ImRkZGRkZGRkLWRkZGQtZGRkZC1kZGRkLWRkZGRkZGRkZGRkZCIsImlhdCI6MTc4NDcyMzk3MywiaXNzIjoiaHR0cHM6Ly90b2tlbi5hY3Rpb25zLmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImpvYl9pZCI6IjRiODU2NmU0LTU3ZjctNTM3NC04ZjkxLTgyYjBjMjdjN2Q4ZiIsIm5hbWVpZCI6ImRkZGRkZGRkLWRkZGQtZGRkZC1kZGRkLWRkZGRkZGRkZGRkZCIsIm5iZiI6MTc4NDcyMzY3Mywib2lkY19leHRyYSI6IntcImFjdG9yXCI6XCJwb29sZXljb2Rlc1wiLFwiYWN0b3JfaWRcIjpcIjE3NjA0MzYxXCIsXCJiYXNlX3JlZlwiOlwiXCIsXCJjaGVja19ydW5faWRcIjpcIjg4OTI0NTY1MDc2XCIsXCJldmVudF9uYW1lXCI6XCJwdXNoXCIsXCJoZWFkX3JlZlwiOlwiXCIsXCJqb2Jfd29ya2Zsb3dfcmVmXCI6XCJkaWdpdGFsLWxhbmQvZGlnaXRhbC1sYW5kLXB5dGhvbi8uZ2l0aHViL3dvcmtmbG93cy9kZXBsb3ktZG9jdW1lbnRhdGlvbi55bWxAcmVmcy9oZWFkcy9tYWluXCIsXCJqb2Jfd29ya2Zsb3dfc2hhXCI6XCJkM2FlYWNhYWQ5ODEyNzdiMjhiMjhhMzFlMmM4YTcwYjZjYmE4ODJjXCIsXCJyZWZcIjpcInJlZnMvaGVhZHMvbWFpblwiLFwicmVmX3Byb3RlY3RlZFwiOlwidHJ1ZVwiLFwicmVmX3R5cGVcIjpcImJyYW5jaFwiLFwicmVwb3NpdG9yeVwiOlwiZGlnaXRhbC1sYW5kL2RpZ2l0YWwtbGFuZC1weXRob25cIixcInJlcG9zaXRvcnlfaWRcIjpcIjI0NDU5OTkxN1wiLFwicmVwb3NpdG9yeV9vd25lclwiOlwiZGlnaXRhbC1sYW5kXCIsXCJyZXBvc2l0b3J5X293bmVyX2lkXCI6XCI0NDA2MDc2MFwiLFwicmVwb3NpdG9yeV92aXNpYmlsaXR5XCI6XCJwdWJsaWNcIixcInJ1bl9hdHRlbXB0XCI6XCIxXCIsXCJydW5faWRcIjpcIjI5OTIwNTE5MDI1XCIsXCJydW5fbnVtYmVyXCI6XCIxOTRcIixcInJ1bm5lcl9lbnZpcm9ubWVudFwiOlwiZ2l0aHViLWhvc3RlZFwiLFwic2hhXCI6XCJkM2FlYWNhYWQ5ODEyNzdiMjhiMjhhMzFlMmM4YTcwYjZjYmE4ODJjXCIsXCJ3b3JrZmxvd1wiOlwiRGVwbG95IERvY3VtZW50YXRpb25cIixcIndvcmtmbG93X3JlZlwiOlwiZGlnaXRhbC1sYW5kL2RpZ2l0YWwtbGFuZC1weXRob24vLmdpdGh1Yi93b3JrZmxvd3MvZGVwbG95LWRvY3VtZW50YXRpb24ueW1sQHJlZnMvaGVhZHMvbWFpblwiLFwid29ya2Zsb3dfc2hhXCI6XCJkM2FlYWNhYWQ5ODEyNzdiMjhiMjhhMzFlMmM4YTcwYjZjYmE4ODJjXCJ9Iiwib2lkY19zdWIiOiJyZXBvOmRpZ2l0YWwtbGFuZC9kaWdpdGFsLWxhbmQtcHl0aG9uOnJlZjpyZWZzL2hlYWRzL21haW4iLCJvcmNoX2lkIjoiNzRjYTIzMjctMmJjOC00Njg3LWI5Y2UtYmIwZmYyZWRmMDZlLmJ1aWxkLl9fZGVmYXVsdCIsIm93bmVyX2lkIjoiT19rZ0RPQXFCUVdBIiwicGxhbl9pZCI6Ijc0Y2EyMzI3LTJiYzgtNDY4Ny1iOWNlLWJiMGZmMmVkZjA2ZSIsInJlcG9zaXRvcnlfaWQiOiIyNDQ1OTk5MTciLCJyZXBvc2l0b3J5X293bmVyX2lkIjoiNDQwNjA3NjAiLCJyZXBvc2l0b3J5X3Zpc2liaWxpdHkiOiJwdWJsaWMiLCJydW5faWQiOiIyOTkyMDUxOTAyNSIsInJ1bl9udW1iZXIiOiIxOTQiLCJydW5fdHlwZSI6ImZ1bGwiLCJydW5uZXJfaWQiOiIxMDAwMDQ4NDE5IiwicnVubmVyX3R5cGUiOiJob3N0ZWQiLCJzY3AiOiJBY3Rpb25zLlJlc3VsdHM6NzRjYTIzMjctMmJjOC00Njg3LWI5Y2UtYmIwZmYyZWRmMDZlOjRiODU2NmU0LTU3ZjctNTM3NC04ZjkxLTgyYjBjMjdjN2Q4ZiBBY3Rpb25zLlJ1bm5lcjo3NGNhMjMyNy0yYmM4LTQ2ODctYjljZS1iYjBmZjJlZGYwNmU6NGI4NTY2ZTQtNTdmNy01Mzc0LThmOTEtODJiMGMyN2M3ZDhmIEFjdGlvbnMuVXBsb2FkQXJ0aWZhY3RzOjc0Y2EyMzI3LTJiYzgtNDY4Ny1iOWNlLWJiMGZmMmVkZjA2ZTo0Yjg1NjZlNC01N2Y3LTUzNzQtOGY5MS04MmIwYzI3YzdkOGYgZ2VuZXJhdGVfaWRfdG9rZW46NzRjYTIzMjctMmJjOC00Njg3LWI5Y2UtYmIwZmYyZWRmMDZlOjRiODU2NmU0LTU3ZjctNTM3NC04ZjkxLTgyYjBjMjdjN2Q4ZiBBY3Rpb25zLkdlbmVyaWNSZWFkOjAwMDAwMDAwLTAwMDAtMDAwMC0wMDAwLTAwMDAwMDAwMDAwMCIsInNoYSI6ImQzYWVhY2FhZDk4MTI3N2IyOGIyOGEzMWUyYzhhNzBiNmNiYTg4MmMiLCJ0cnVzdF90aWVyIjoiMiJ9.lHcKdwbHeEOvyJu8aTqDxt9k-JvIMuC8eHIlPWyTA8TcZpz8gxhHEEjn0JwNBWYUpH4njppcZIL7uWUojMZhYvTJcZsjKu63Aa-Ij6ma6TyQsJN_O5222i74Sub2QWphXltcqKo4Pt50fZIxwVtO6ZGlX1vImhHYufnbz0XSCC3mQdNxx8ly1l_fAHGyo9hI97tfchiKVO3tAx4h_R1bnUxTQnzKUXAgJLpZMNyiqRNSWAM9DIKMKOcegBIimsouMGJ31F1hjWkgcV1CVMnssoOg5MopePV0Fn5lv3e7TulWj-Ruy2fVczYAUvZPoKdGJrKDYocIb0Bv3SofbZK3nw', 'PATH': '/opt/hostedtoolcache/Python/3.9.25/x64/bin:/opt/hostedtoolcache/Python/3.9.25/x64:/snap/bin:/home/runner/.local/bin:/opt/pipx_bin:/home/runner/.cargo/bin:/home/runner/.config/composer/vendor/bin:/usr/local/.ghcup/bin:/home/runner/.dotnet/tools:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin', 'LEIN_JAR': '/usr/local/lib/lein/self-installs/leiningen-2.12.0-standalone.jar', 'GITHUB_EVENT_PATH': '/home/runner/work/_temp/_github_workflow/event.json', 'GRADLE_HOME': '/usr/share/gradle-9.6.1', 'GITHUB_RETENTION_DAYS': '90', 'XDG_CONFIG_HOME': '/home/runner/.config', 'INVOCATION_ID': '1a53d5edba2e4fc4a1594dc99a3ca45b', 'GITHUB_ACTIONS': 'true', 'GITHUB_WORKFLOW_REF': 'digital-land/digital-land-python/.github/workflows/deploy-documentation.yml@refs/heads/main', 'ACTIONS_ID_TOKEN_REQUEST_URL': 'https://run-actions-2-azure-eastus.actions.githubusercontent.com/185//idtoken/74ca2327-2bc8-4687-b9ce-bb0ff2edf06e/4b8566e4-57f7-5374-8f91-82b0c27c7d8f?api-version=2.0', 'CONDA': '/usr/share/miniconda', 'GITHUB_HEAD_REF': '', 'CHROMEWEBDRIVER': '/usr/local/share/chromedriver-linux64', 'PIPX_BIN_DIR': '/opt/pipx_bin', 'GITHUB_REF_PROTECTED': 'true', 'GITHUB_REF_TYPE': 'branch', 'LOGNAME': 'runner', 'GECKOWEBDRIVER': '/usr/local/share/gecko_driver', 'HCA_CLOUD_PROVIDER': 'azure', 'SYSTEMD_EXEC_PID': '1806', 'GITHUB_ACTION_REF': '', 'GITHUB_WORKSPACE': '/home/runner/work/digital-land-python/digital-land-python', 'USER': 'runner', 'SWIFT_PATH': '/usr/share/swift/usr/bin', 'GITHUB_STEP_SUMMARY': '/home/runner/work/_temp/_runner_file_commands/step_summary_c9d5cd6e-53a0-4fef-8b5b-d6cacb7009c5', 'RUNNER_ARCH': 'X64', 'GITHUB_PATH': '/home/runner/work/_temp/_runner_file_commands/add_path_c9d5cd6e-53a0-4fef-8b5b-d6cacb7009c5', 'RUNNER_TOOL_CACHE': '/opt/hostedtoolcache', '_': '/usr/bin/make', 'ANDROID_NDK_ROOT': '/usr/local/lib/android/sdk/ndk/27.3.13750724', 'XDG_RUNTIME_DIR': '/run/user/1001', 'JAVA_HOME_25_X64': '/usr/lib/jvm/temurin-25-jdk-amd64', 'AGENT_TOOLSDIRECTORY': '/opt/hostedtoolcache', 'GITHUB_REPOSITORY': 'digital-land/digital-land-python', 'VCPKG_INSTALLATION_ROOT': '/usr/local/share/vcpkg', 'JOURNAL_STREAM': '8:11563', 'GITHUB_ACTION': '__run_2', 'DEBIAN_FRONTEND': 'noninteractive', 'HOME': '/home/runner', 'GITHUB_GRAPHQL_URL': 'https://api.github.com/graphql', 'GITHUB_WORKFLOW': 'Deploy Documentation', 'GITHUB_RUN_ID': '29920519025', 'HOMEBREW_CLEANUP_PERIODIC_FULL_DAYS': '3650', 'GITHUB_ACTOR': 'pooleycodes', 'ANT_HOME': '/usr/share/ant', 'ImageOS': 'ubuntu22', 'Python_ROOT_DIR': '/opt/hostedtoolcache/Python/3.9.25/x64', 'ACTIONS_RUNNER_ACTION_ARCHIVE_CACHE': '/opt/actionarchivecache', 'GITHUB_OUTPUT': '/home/runner/work/_temp/_runner_file_commands/set_output_c9d5cd6e-53a0-4fef-8b5b-d6cacb7009c5', 'GITHUB_BASE_REF': '', 'USE_BAZEL_FALLBACK_VERSION': 'silent:', 'GITHUB_REPOSITORY_OWNER_ID': '44060760', 'AZURE_EXTENSION_DIR': '/opt/az/azcliextensions', 'RUNNER_ENVIRONMENT': 'github-hosted', 'GOROOT_1_25_X64': '/opt/hostedtoolcache/go/1.25.12/x64', 'HOMEBREW_NO_AUTO_UPDATE': '1', 'JAVA_HOME_21_X64': '/usr/lib/jvm/temurin-21-jdk-amd64', 'MAKELEVEL': '1', 'DOCUTILSCONFIG': '/home/runner/work/digital-land-python/digital-land-python/docs/docutils.conf', '_RJEM_MALLOC_CONF': 'dirty_decay_ms:500,muzzy_decay_ms:-1'}))
digital_land.phase.convert.load_csv(path, encoding='UTF-8', log=None)
digital_land.phase.convert.read_csv(input_path, encoding='utf-8')
digital_land.phase.convert.read_excel(path)
digital_land.phase.convert.save_efficient_json_as_csv(output_path, columns, data)

digital_land.phase.default module

class digital_land.phase.default.DefaultPhase(issues=None, default_fields={}, default_values={})

Bases: Phase

process(stream)

digital_land.phase.dump module

class digital_land.phase.dump.DumpPhase(path=None, f=None, enabled=True)

Bases: Phase

dump stream lines to a file

process(stream)
digital_land.phase.dump.dump(stream, path=None, f=None)

digital_land.phase.factor module

class digital_land.phase.factor.FactorPhase

Bases: Phase

add a fact hash identifier

process(stream)
digital_land.phase.factor.fact_hash(entity, field, value)

digital_land.phase.filter module

class digital_land.phase.filter.FilterPhase(filters={})

Bases: Phase

filter rows based on field values

process(stream)

digital_land.phase.harmonise module

class digital_land.phase.harmonise.HarmonisePhase(field_datatype_map, issues=None, dataset=None, valid_category_values={})

Bases: Phase

category_values(value)
get_field_datatype_name(fieldname)
harmonise_field(fieldname, value)
process(stream)

digital_land.phase.load module

class digital_land.phase.load.LoadPhase(*args, **kwargs)

Bases: Phase

process(stream=None)
class digital_land.phase.load.Stream(path=None, f=None, resource=None, dataset=None, log=None)

Bases: object

next()

digital_land.phase.lookup module

class digital_land.phase.lookup.EntityLookupPhase(lookups={}, redirect_lookups={}, issue_log=None, operational_issue_log=None, entity_range=[], lookup_rules=None, providers=None)

Bases: LookupPhase

lookup the entity for an entry's reference

A resource is identified by the hash of its contents, so when several organisations publish identical data the collection merges them into one resource carrying every organisation's code (e.g. a joint local plan, or a brownfield register published by two authorities). Those rows arrive here with a blank organisation, because the resource-level default is only applied when the resource has exactly one organisation.

When given more than one organisation this phase resolves the entity once per organisation and emits a row per distinct entity. With one organisation (or none) it behaves exactly as it always has.

entity_field = 'entity'
process(stream)
class digital_land.phase.lookup.FactLookupPhase(lookups={}, redirect_lookups={}, issue_log=None, odp_collections=None, package_prefixes=None, lookup_rules=None)

Bases: LookupPhase

process(stream)
class digital_land.phase.lookup.LookupPhase(lookups={}, redirect_lookups={}, issue_log=None, operational_issue_log=None, entity_range=[], lookup_rules=None)

Bases: Phase

lookup entity numbers by CURIE

build_reverse_lookups()
check_associated_organisation(entity)
entity_field = None
get_entity(block, organisation=None)

Look up the entity for a block's prefix and reference.

Parameters:

organisation (str, optional) -- Organisation to resolve the entity against. Defaults to None, meaning use the organisation already on the row. EntityLookupPhase passes this explicitly when fanning out a multi-organisation resource, where the row's organisation is blank because the resource-level default is only applied when a resource has exactly one organisation.

Returns:

The entity number, or "" if nothing matched.

Return type:

str

lookup(**kwargs)
lookup_rule(prefix='', organisation='', reference='')
process(stream)
redirect_entity(entity)

Given an entity number can check the redirect lookups to see if the entity has been removed or redirected.

class digital_land.phase.lookup.PrintLookupPhase(lookups={}, redirect_lookups={})

Bases: LookupPhase

process(stream)
digital_land.phase.lookup.key(entry_number='', prefix='', reference='', organisation='')
digital_land.phase.lookup.normalise(value)

digital_land.phase.map module

class digital_land.phase.map.MapPhase(fieldnames, columns={}, log=None)

Bases: Phase

rename field names using the provided column map

headers(fieldnames)
log_headers(headers)
process(stream)
digital_land.phase.map.normalise(name)

digital_land.phase.migrate module

class digital_land.phase.migrate.MigratePhase(fields, migrations)

Bases: Phase

change field names to match the latest specification

process(stream)

digital_land.phase.normalise module

class digital_land.phase.normalise.NormalisePhase(skip_patterns=[])

Bases: Phase

normalise_whitespace(row)
null_path = '/home/runner/work/digital-land-python/digital-land-python/digital_land/phase/../patch/null.csv'
null_patterns = []
process(stream)
skip(row)
skip_patterns = []
spaces = ' \n\r\t\x0c'
strip_nulls(row)

digital_land.phase.organisation module

class digital_land.phase.organisation.OrganisationPhase(organisation={}, issues=None)

Bases: Phase

lookup the organisation

process(stream)

digital_land.phase.parse module

class digital_land.phase.parse.ParsePhase

Bases: Phase

convert stream lines of text into rows of fields

process(stream)

digital_land.phase.patch module

class digital_land.phase.patch.PatchPhase(issues=None, patches={})

Bases: Phase

apply_patch(fieldname, value)
patch = {}
process(stream)

digital_land.phase.phase module

class digital_land.phase.phase.Phase

Bases: object

a step in a pipeline process

process(stream)

digital_land.phase.pivot module

class digital_land.phase.pivot.PivotPhase

Bases: Phase

split entries into a series of facts

process(stream)

digital_land.phase.prefix module

class digital_land.phase.prefix.EntityPrefixPhase(dataset=None)

Bases: Phase

ensure an entry has a prefix field

process(stream)

digital_land.phase.priority module

class digital_land.phase.priority.PriorityPhase(config: Config | None = None, providers=[])

Bases: Phase

Deduce priority of the entry when assembling facts

priority(entity, organisation)
process(stream)

digital_land.phase.prune module

class digital_land.phase.prune.EntityPrunePhase(issue_log=None, dataset_resource_log=None)

Bases: Phase

remove entries with a missing entity

process(stream)
class digital_land.phase.prune.FactPrunePhase

Bases: Phase

remove facts with a missing value

process(stream)
class digital_land.phase.prune.FieldPrunePhase(fields)

Bases: Phase

reduce fields to just those specified for the dataset

process(stream)

digital_land.phase.reference module

class digital_land.phase.reference.EntityReferencePhase(dataset=None, prefix=None, specification=None, issues=None)

Bases: Phase

ensure an entry has the prefix and reference fields

process(stream)
process_row(row)
class digital_land.phase.reference.FactReferencePhase(field_typology_map=None, field_prefix_map=None, dataset=None, specification=None)

Bases: EntityReferencePhase

ensure a fact which is a reference has a prefix and reference field

get_field_prefix(field_name)
get_field_typology_name(field_name)
process_row(row)
digital_land.phase.reference.split_curie(value)

digital_land.phase.save module

class digital_land.phase.save.SavePhase(path=None, f=None, fieldnames=None, enabled=True)

Bases: Phase

save stream rows to a file

process(stream)
digital_land.phase.save.save(stream, path=None, fieldnames=None, f=None)

Module contents