#

# Licensed to the Apache Software Foundation (ASF) under one or more

# contributor license agreements. See the NOTICE file distributed with

# this work for additional information regarding copyright ownership.

# The ASF licenses this file to You under the Apache License, Version 2.0

# (the "License"); you may not use this file except in compliance with

# the License. You may obtain a copy of the License at

#

# http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

#

fixtures:

- name: TEMP_DIR

type: "tempfile.TemporaryDirectory"

pipelines:

- pipeline:

type: chain

transforms:

- type: Create

config:

elements:

- {label: "11a", rank: 0, bool: true}

- {label: "37a", rank: 1, bool: false}

- {label: "389a", rank: 2, bool: false}

- {label: "3821b", rank: 3, bool: true}

- type: WriteToIceberg

config:

table: "default.table"

partition_fields:

- "bool"

- "truncate(label, 2)"

catalog_name: "some_catalog"

catalog_properties:

type: "hadoop"

warehouse: "{TEMP_DIR}/dir"

- pipeline:

type: chain

transforms:

- type: ReadFromIceberg

config:

table: "default.table"

catalog_name: "some_catalog"

filter: "bool = true"

keep: ["label"]

catalog_properties:

type: "hadoop"

warehouse: "{TEMP_DIR}/dir"

- type: AssertEqual

config:

elements:

- {label: "11a"}

- {label: "3821b"}