dbt artifacts parser

DBT-Artifacts-Parser

Ini adalah parsen artefak DBT di Python. Ini memungkinkan kita untuk berurusan dengan catalog.json , manifest.json , run-results.json dan sources.json sebagai objek python.

Paket ini terutama dirancang untuk DBT-Core, memungkinkan interaksi tanpa batas dengan artefak DBT sebagai objek Python. Sementara DBT Cloud menyediakan jenis artefak tambahan di luar yang ada di DBT-Core, paket ini tidak menawarkan dukungan komprehensif untuk mereka.

Versi dan kompatibilitas yang didukung

️ Catatan penting:

• Pydantic V1 tidak akan didukung untuk DBT 1.9 atau lebih baru.
• Untuk menguraikan DBT 1.9 atau lebih, silakan migrasi kode Anda ke Pydantic V2.
• Kami akan menilai kembali kompatibilitas versi setelah rilis Pydantic V3.

Versi	Versi DBT yang didukung	Versi Pydantic yang didukung
0.8	DBT 1.5 hingga 1.9	Pydantic v2
0.7	DBT 1.5 hingga 1.8	Pydantic v2
0.6	DBT 1.5 hingga 1.8	Pydantic V1
0,5	DBT 1.5 hingga 1.7	Pydantic V1

Instalasi

pip install -U dbt-artifacts-parser

Kelas Python

Itulah kelas untuk mengurai artefak DBT.

Katalog

• Catalogv1 untuk Catalog.json V1

Tampak

• Manifestv1 untuk manifest.json v1
• Manifestv2 untuk manifest.json v2
• Manifestv3 untuk manifest.json v3
• Manifestv4 untuk manifest.json v4
• Manifestv5 untuk manifest.json v5
• Manifestv6 untuk manifest.json v6
• Manifestv7 untuk manifest.json v7
• Manifestv8 untuk manifest.json v8
• Manifestv9 untuk manifest.json v9
• Manifestv10 untuk manifest.json v10
• Manifestv11 untuk manifest.json v11
• Manifestv12 untuk manifest.json v12

Jalankan hasil

• RunResultSV1 untuk run_results.json v1
• RunResultSV2 untuk run_results.json v2
• RunResultSV3 untuk run_results.json v3
• RunResultSV4 untuk run_results.json v4
• RunResultSV5 untuk run_results.json v5
• RunResultSV6 untuk run_results.json v6

Sumber

• SourcesV1 untuk sumber.json v1
• SourcesV2 untuk sumber.json v2
• SourcesV3 untuk Sources.json v3

Contoh

Parse Catalog.json

 import json

# parse any version of catalog.json
from dbt_artifacts_parser . parser import parse_catalog

with open ( "path/to/catalog.json" , "r" ) as fp :
    catalog_dict = json . load ( fp )
    catalog_obj = parse_catalog ( catalog = catalog_dict )

# parse catalog.json v1
from dbt_artifacts_parser . parser import parse_catalog_v1

with open ( "path/to/catalog.json" , "r" ) as fp :
    catalog_dict = json . load ( fp )
    catalog_obj = parse_catalog_v1 ( catalog = catalog_dict )

Parse manifest.json

 import json

# parse any version of manifest.json
from dbt_artifacts_parser . parser import parse_manifest

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest ( manifest = manifest_dict )

# parse manifest.json v1
from dbt_artifacts_parser . parser import parse_manifest_v1

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v1 ( manifest = manifest_dict )

# parse manifest.json v2
from dbt_artifacts_parser . parser import parse_manifest_v2

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v2 ( manifest = manifest_dict )

# parse manifest.json v3
from dbt_artifacts_parser . parser import parse_manifest_v3

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v3 ( manifest = manifest_dict )

# parse manifest.json v4
from dbt_artifacts_parser . parser import parse_manifest_v4

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v4 ( manifest = manifest_dict )

# parse manifest.json v5
from dbt_artifacts_parser . parser import parse_manifest_v5

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v5 ( manifest = manifest_dict )

# parse manifest.json v6
from dbt_artifacts_parser . parser import parse_manifest_v6

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v6 ( manifest = manifest_dict )

# parse manifest.json v7
from dbt_artifacts_parser . parser import parse_manifest_v7

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v7 ( manifest = manifest_dict )

# parse manifest.json v8
from dbt_artifacts_parser . parser import parse_manifest_v8

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v8 ( manifest = manifest_dict )

# parse manifest.json v9
from dbt_artifacts_parser . parser import parse_manifest_v9

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v9 ( manifest = manifest_dict )

# parse manifest.json v10
from dbt_artifacts_parser . parser import parse_manifest_v10

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v10 ( manifest = manifest_dict )

# parse manifest.json v11
from dbt_artifacts_parser . parser import parse_manifest_v11

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v11 ( manifest = manifest_dict )

# parse manifest.json v12
from dbt_artifacts_parser . parser import parse_manifest_v12

with open ( "path/to/manifest.json" , "r" ) as fp :
    manifest_dict = json . load ( fp )
    manifest_obj = parse_manifest_v12 ( manifest = manifest_dict )

Parse run-results.json

 import json

# parse any version of run-results.json
from dbt_artifacts_parser . parser import parse_run_results

with open ( "path/to/run-resultsjson" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results ( run_results = run_results_dict )

# parse run-results.json v1
from dbt_artifacts_parser . parser import parse_run_results_v1

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v1 ( run_results = run_results_dict )

# parse run-results.json v2
from dbt_artifacts_parser . parser import parse_run_results_v2

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v2 ( run_results = run_results_dict )

# parse run-results.json v3
from dbt_artifacts_parser . parser import parse_run_results_v3

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v3 ( run_results = run_results_dict )

# parse run-results.json v4
from dbt_artifacts_parser . parser import parse_run_results_v4

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v4 ( run_results = run_results_dict )

# parse run-results.json v5
from dbt_artifacts_parser . parser import parse_run_results_v5

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v5 ( run_results = run_results_dict )

# parse run-results.json v6
from dbt_artifacts_parser . parser import parse_run_results_v6

with open ( "path/to/run-results.json" , "r" ) as fp :
    run_results_dict = json . load ( fp )
    run_results_obj = parse_run_results_v6 ( run_results = run_results_dict )

Parse Sources.json

 import json

# parse any version of sources.json
from dbt_artifacts_parser . parser import parse_sources

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources ( sources = sources_dict )

# parse sources.json v1
from dbt_artifacts_parser . parser import parse_sources_v1

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources_v1 ( sources = sources_dict )

# parse sources.json v2
from dbt_artifacts_parser . parser import parse_sources_v2

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources_v2 ( sources = sources_dict )

# parse sources.json v3
from dbt_artifacts_parser . parser import parse_sources_v3

with open ( "path/to/sources.json" , "r" ) as fp :
    sources_dict = json . load ( fp )
    sources_obj = parse_sources_v3 ( sources = sources_dict )

Kontributor

Terima kasih atas kontribusi Anda!

Jika Anda tertarik untuk berkontribusi pada paket ini, silakan periksa contributing.md.

Yu Ishikawa	Batal	Brent Brewington	Yehuda Rand	Mayur Singal	Mohamed Nabil Mahmoud Hafez
Onkar Ravgan	Batal