dbt artifacts parser

DBT-Artifacts-Parser

這是Python中的DBT文物分析。 manifest.json使我們sources.json run-results.json catalog.json 。

該軟件包主要是為DBT核設計的，可以使與DBT工件作為Python對象無縫相互作用。雖然DBT Cloud提供了除DBT核的其他類型類型，但該軟件包並未為它們提供全面的支持。

支持版本和兼容性

配x重要說明：

• DBT 1.9或更高版本將不支持Pydantic V1。
• 要解析DBT 1.9或更高版本，請將您的代碼遷移到Pydantic V2。
• 在發布Pydantic V3時，我們將重新評估版本的兼容性。

版本	支持的DBT版本	支持的Pydantic版本
0.8	DBT 1.5至1.9	Pydantic V2
0.7	DBT 1.5至1.8	Pydantic V2
0.6	DBT 1.5至1.8	Pydantic V1
0.5	DBT 1.5至1.7	Pydantic V1

安裝

pip install -U dbt-artifacts-parser

Python課程

這些是解析DBT工件的類。

目錄

• 目錄的catalogv1。

顯現

• 清單V1 v1的清單V1
• 清單V2 v2的清單v2
• subestv3 for astest.json v3
• subestv4 for astest.json v4
• 清單V5
• 清單v6 v6
• 清單V7
• 清單V8 v8的清單
• 清單V9 v9
• subestv10 for astest.json v10
• 清單V11 v11
• 清單V12 v12

運行結果

• runResultsv1 for run_results.json v1
• runResultsv2 for run_results.json v2
• runResultsv3 for run_results.json v3
• runResultsv4 for run_results.json v4
• runResultsv5 for run_results.json v5
• runResultsv6 for run_results.json v6

來源

• 來源的源v1 v1
• 來源的來源。 JSONV2
• 來源的來源。 JSONV3

例子

解析目錄

 import json

# parse any version of catalog.json
from dbt_artifacts_parser . parser import parse_catalog

with open ( "path/to/catalog.json" , "r" ) as fp :
    catalog_dict = json . load ( fp )
    catalog_obj = parse_catalog ( catalog = catalog_dict )

# parse catalog.json v1
from dbt_artifacts_parser . parser import parse_catalog_v1

with open ( "path/to/catalog.json" , "r" ) as fp :
    catalog_dict = json . load ( fp )
    catalog_obj = parse_catalog_v1 ( catalog = catalog_dict )

解析清單

 import json

# parse any version of manifest.json
from dbt_artifacts_parser . parser import parse_manifest

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest ( manifest = manifest_dict )

# parse manifest.json v1
from dbt_artifacts_parser . parser import parse_manifest_v1

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v1 ( manifest = manifest_dict )

# parse manifest.json v2
from dbt_artifacts_parser . parser import parse_manifest_v2

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v2 ( manifest = manifest_dict )

# parse manifest.json v3
from dbt_artifacts_parser . parser import parse_manifest_v3

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v3 ( manifest = manifest_dict )

# parse manifest.json v4
from dbt_artifacts_parser . parser import parse_manifest_v4

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v4 ( manifest = manifest_dict )

# parse manifest.json v5
from dbt_artifacts_parser . parser import parse_manifest_v5

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v5 ( manifest = manifest_dict )

# parse manifest.json v6
from dbt_artifacts_parser . parser import parse_manifest_v6

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v6 ( manifest = manifest_dict )

# parse manifest.json v7
from dbt_artifacts_parser . parser import parse_manifest_v7

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v7 ( manifest = manifest_dict )

# parse manifest.json v8
from dbt_artifacts_parser . parser import parse_manifest_v8

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v8 ( manifest = manifest_dict )

# parse manifest.json v9
from dbt_artifacts_parser . parser import parse_manifest_v9

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v9 ( manifest = manifest_dict )

# parse manifest.json v10
from dbt_artifacts_parser . parser import parse_manifest_v10

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v10 ( manifest = manifest_dict )

# parse manifest.json v11
from dbt_artifacts_parser . parser import parse_manifest_v11

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v11 ( manifest = manifest_dict )

# parse manifest.json v12
from dbt_artifacts_parser . parser import parse_manifest_v12

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v12 ( manifest = manifest_dict )

解析Run-Results.json

 import json

# parse any version of run-results.json
from dbt_artifacts_parser . parser import parse_run_results

with open ( "path/to/run-resultsjson" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results ( run_results = run_results_dict )

# parse run-results.json v1
from dbt_artifacts_parser . parser import parse_run_results_v1

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v1 ( run_results = run_results_dict )

# parse run-results.json v2
from dbt_artifacts_parser . parser import parse_run_results_v2

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v2 ( run_results = run_results_dict )

# parse run-results.json v3
from dbt_artifacts_parser . parser import parse_run_results_v3

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v3 ( run_results = run_results_dict )

# parse run-results.json v4
from dbt_artifacts_parser . parser import parse_run_results_v4

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v4 ( run_results = run_results_dict )

# parse run-results.json v5
from dbt_artifacts_parser . parser import parse_run_results_v5

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v5 ( run_results = run_results_dict )

# parse run-results.json v6
from dbt_artifacts_parser . parser import parse_run_results_v6

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v6 ( run_results = run_results_dict )

解析資源

 import json

# parse any version of sources.json
from dbt_artifacts_parser . parser import parse_sources

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources ( sources = sources_dict )

# parse sources.json v1
from dbt_artifacts_parser . parser import parse_sources_v1

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources_v1 ( sources = sources_dict )

# parse sources.json v2
from dbt_artifacts_parser . parser import parse_sources_v2

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources_v2 ( sources = sources_dict )

# parse sources.json v3
from dbt_artifacts_parser . parser import parse_sources_v3

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources_v3 ( sources = sources_dict )

貢獻者

謝謝您的貢獻！

如果您有興趣為此軟件包做出貢獻，請查看貢獻。 md。

Yu Ishikawa	無效的	布倫特·布魯辛頓	猶大蘭德	Mayur Singal	Mohamed Nabil Mahmoud Hafez
Onkar Ravgan	無效的