Skip to content

v1.7.2

Compare
Choose a tag to compare
@chenzl25 chenzl25 released this 13 Mar 05:20
· 10 commits to main since this release
  • Support incremental model. You can use incremental when you want to have better control of when the table should be updated in a batch way.
  • Improve sink model, now we can define sink in this way
{{
    config(
        materialized="sink",
        connector="kinesis",
        data_format="PLAIN",
        data_encode="JSON",
        connector_parameters={
            "primary_key": "pk,sk",
            "stream": var("kinesis_sink")[target.profile_name]["stream"],
            "aws.region": var("kinesis_sink")[target.profile_name]["region"],
            "aws.credentials.role.arn": var("kinesis_sink")[target.profile_name]["role_arn"],
            "aws.credentials.access_key_id": env_var('AWS_ACCESS_KEY_ID', ''),
            "aws.credentials.secret_access_key": env_var("AWS_SECRET_ACCESS_KEY", ''),

        },
        format_parameters={
            "force_append_only": true,
        },
    )
}}

-- do some wrangling here:
SELECT * FROM {{ ref("model1") }}