Index

Symbols

--autogenerate iceberg-ops-revision command line option --batch-rows iceberg-ops-migrate-data command line option --catalog iceberg-ops command line option iceberg-ops-run-policies command line option --catalog-name iceberg-ops command line option iceberg-ops-run-policies command line option --checkpoint iceberg-ops-migrate-data command line option --column-mapping iceberg-ops-migrate-data command line option --config iceberg-ops command line option --db-path iceberg-ops command line option iceberg-ops-run-policies command line option --dry-run iceberg-ops-migrate-data command line option iceberg-ops-run-policies command line option --dst-catalog iceberg-ops-migrate-data command line option --dst-catalog-name iceberg-ops-migrate-data command line option --dst-db-path iceberg-ops-migrate-data command line option --dst-namespace iceberg-ops-migrate-data command line option --dst-table iceberg-ops-migrate-data command line option --dst-warehouse iceberg-ops-migrate-data command line option --force iceberg-ops-init command line option --message iceberg-ops-revision command line option --migrations-dir iceberg-ops command line option --namespace iceberg-ops command line option --no-autogenerate iceberg-ops-revision command line option --on-missing-in-dest iceberg-ops-migrate-data command line option --on-missing-in-source iceberg-ops-migrate-data command line option --polaris-catalog iceberg-ops-run-policies command line option --polaris-client-id iceberg-ops-run-policies command line option --polaris-client-secret iceberg-ops-run-policies command line option --polaris-scope iceberg-ops-run-policies command line option

--polaris-token iceberg-ops-run-policies command line option --polaris-url iceberg-ops-run-policies command line option --quiet iceberg-ops-migrate-data command line option --rename-hint iceberg-ops-revision command line option --row-filter iceberg-ops-migrate-data command line option --sample-size iceberg-ops-migrate-data command line option --source-snapshot iceberg-ops-migrate-data command line option --src-catalog iceberg-ops-migrate-data command line option --src-catalog-name iceberg-ops-migrate-data command line option --src-db-path iceberg-ops-migrate-data command line option --src-namespace iceberg-ops-migrate-data command line option --src-table iceberg-ops-migrate-data command line option --src-warehouse iceberg-ops-migrate-data command line option --steps iceberg-ops-rollback command line option --target iceberg-ops-migrate command line option iceberg-ops-plan command line option iceberg-ops-rollback command line option iceberg-ops-stamp command line option --target-namespace iceberg-ops-run-policies command line option --target-schema-arrow iceberg-ops-revision command line option --target-schema-yaml iceberg-ops-revision command line option --target-table iceberg-ops-revision command line option iceberg-ops-run-policies command line option --upsert-keys iceberg-ops-migrate-data command line option --verify iceberg-ops-migrate-data command line option --version iceberg-ops command line option --warehouse iceberg-ops command line option iceberg-ops-run-policies command line option --write-mode iceberg-ops-migrate-data command line option -m iceberg-ops-revision command line option

A

add_column() (iceberg_ops.migration.MigrationContext method) added (iceberg_ops.core.schema.SchemaDiff attribute) args (iceberg_ops.autogen.MigrationOp attribute)

arrow_type_to_iceberg() (in module iceberg_ops.core.types) auto_add_columns (iceberg_ops.data_migration.reconciler.ReconciliationPlan attribute) avg_file_size_bytes (iceberg_ops.maintenance.advisor.TableHealthReport attribute)

B

BaseMigration (class in iceberg_ops.migration) build() (iceberg_ops.core.catalog.CatalogFactory static method)

bytes_after (iceberg_ops.maintenance.compaction.CompactionResult attribute) bytes_before (iceberg_ops.maintenance.compaction.CompactionResult attribute) bytes_moved (iceberg_ops.data_migration.migrator.MigrationResult attribute)

C

catalog (iceberg_ops.migration.MigrationContext attribute) CatalogFactory (class in iceberg_ops.core.catalog) change_type (iceberg_ops.core.schema.FieldChange attribute) changed (iceberg_ops.core.schema.SchemaDiff attribute) checkpoint_path (iceberg_ops.data_migration.migrator.MigrationResult attribute) CheckpointError CheckpointStore (class in iceberg_ops.data_migration.checkpoint) column_mapping (iceberg_ops.data_migration.reconciler.SchemaReconciler attribute) ColumnProjection (class in iceberg_ops.data_migration.reconciler)

ColumnSpec (class in iceberg_ops.core.schema) compact_small_files_streaming() (in module iceberg_ops.maintenance.compaction) CompactionResult (class in iceberg_ops.maintenance.compaction) completed (iceberg_ops.data_migration.checkpoint.CheckpointStore property) compute_plan() (iceberg_ops.data_migration.reconciler.SchemaReconciler method) ConcurrentMigrationError content (iceberg_ops.polaris.policies.Policy attribute) create_arrow_table() (in module iceberg_ops.core.utils) create_revision() (in module iceberg_ops.scaffolding) create_table_if_not_exists() (iceberg_ops.migration.MigrationContext method)

D

DataMigrator (class in iceberg_ops.data_migration.migrator) default_local_paths() (in module iceberg_ops.core.catalog) delete_column() (iceberg_ops.migration.MigrationContext method) deleted (iceberg_ops.maintenance.orphans.OrphanCleanupResult attribute) description (iceberg_ops.migration.BaseMigration attribute) (iceberg_ops.migration.MigrationContext attribute) (iceberg_ops.polaris.policies.Policy attribute) dest_arrow_schema (iceberg_ops.data_migration.reconciler.ReconciliationPlan attribute) dest_arrow_type (iceberg_ops.data_migration.reconciler.ColumnProjection attribute) dest_count (iceberg_ops.data_migration.migrator.VerificationResult attribute) dest_name (iceberg_ops.data_migration.reconciler.ColumnProjection attribute) dest_snapshot_before (iceberg_ops.data_migration.migrator.MigrationResult attribute)

dest_snapshot_ids (iceberg_ops.data_migration.checkpoint.CheckpointStore property) details (iceberg_ops.data_migration.migrator.VerificationResult attribute) (iceberg_ops.polaris.dispatcher.DispatchResult attribute) diff_schemas() (in module iceberg_ops.core.schema) dispatch_policies() (in module iceberg_ops.polaris.dispatcher) dispatch_policy() (in module iceberg_ops.polaris.dispatcher) DispatchResult (class in iceberg_ops.polaris.dispatcher) doc (iceberg_ops.core.schema.ColumnSpec attribute) downgrade() (iceberg_ops.migration.BaseMigration method) drop_table_if_exists() (iceberg_ops.migration.MigrationContext method) dry_run (iceberg_ops.data_migration.migrator.MigrationResult attribute) duration_seconds (iceberg_ops.data_migration.migrator.MigrationResult attribute)

E

enforce() (iceberg_ops.core.schema.SchemaContract method) enforce_column() (iceberg_ops.core.schema.SchemaEvolutionHelper method) (iceberg_ops.migration.MigrationContext method) enforce_rename() (iceberg_ops.core.schema.SchemaEvolutionHelper method) (iceberg_ops.migration.MigrationContext method) error (iceberg_ops.polaris.dispatcher.DispatchResult attribute)

estimated_bytes (iceberg_ops.data_migration.migrator.MigrationResult attribute) estimated_rows (iceberg_ops.data_migration.migrator.MigrationResult attribute) exists() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) expire_snapshots() (in module iceberg_ops.maintenance.snapshots) expired_count (iceberg_ops.maintenance.snapshots.SnapshotExpiryResult attribute) expired_ids (iceberg_ops.maintenance.snapshots.SnapshotExpiryResult attribute)

F

failed_paths (iceberg_ops.maintenance.orphans.OrphanCleanupResult attribute) FakeResponse (class in iceberg_ops.testing) FakeSession (class in iceberg_ops.testing) fetch_table_policies() (in module iceberg_ops.polaris.policies) field_id (iceberg_ops.core.schema.FieldChange attribute)

FieldChange (class in iceberg_ops.core.schema) files_after (iceberg_ops.maintenance.compaction.CompactionResult attribute) files_before (iceberg_ops.maintenance.compaction.CompactionResult attribute) files_rewritten (iceberg_ops.maintenance.compaction.CompactionResult attribute) fill_with_null (iceberg_ops.data_migration.reconciler.ColumnProjection attribute) from_yaml() (iceberg_ops.core.schema.SchemaContract class method)

G

get_all() (iceberg_ops.history.MigrationHistory method) get_applied_versions() (iceberg_ops.history.MigrationHistory method) get_arrow_schema() (iceberg_ops.core.schema.SchemaEvolutionHelper method)

get_helper() (iceberg_ops.migration.MigrationContext method) get_iceberg_schema() (iceberg_ops.core.schema.SchemaEvolutionHelper method) get_policy() (iceberg_ops.polaris.client.PolarisClient method) get_snapshots() (in module iceberg_ops.core.utils)

H

history() (iceberg_ops.runner.MigrationRunner method)

I

iceberg-ops command line option --catalog --catalog-name --config --db-path --migrations-dir --namespace --version --warehouse iceberg-ops-init command line option --force iceberg-ops-migrate command line option --target iceberg-ops-migrate-data command line option --batch-rows --checkpoint --column-mapping --dry-run --dst-catalog --dst-catalog-name --dst-db-path --dst-namespace --dst-table --dst-warehouse --on-missing-in-dest --on-missing-in-source --quiet --row-filter --sample-size --source-snapshot --src-catalog --src-catalog-name --src-db-path --src-namespace --src-table --src-warehouse --upsert-keys --verify --write-mode iceberg-ops-plan command line option --target iceberg-ops-revision command line option --autogenerate --message --no-autogenerate --rename-hint --target-schema-arrow --target-schema-yaml --target-table -m iceberg-ops-rollback command line option --steps --target iceberg-ops-run-policies command line option --catalog --catalog-name --db-path --dry-run --polaris-catalog --polaris-client-id --polaris-client-secret --polaris-scope --polaris-token --polaris-url --target-namespace --target-table --warehouse

iceberg-ops-stamp command line option --target iceberg_ops.autogen module iceberg_ops.cli module iceberg_ops.core.catalog module iceberg_ops.core.schema module iceberg_ops.core.types module iceberg_ops.core.utils module iceberg_ops.data_migration module iceberg_ops.data_migration.checkpoint module iceberg_ops.data_migration.migrator module iceberg_ops.data_migration.reconciler module iceberg_ops.history module iceberg_ops.maintenance module iceberg_ops.maintenance.advisor module iceberg_ops.maintenance.compaction module iceberg_ops.maintenance.orphans module iceberg_ops.maintenance.snapshots module iceberg_ops.migration module iceberg_ops.polaris module iceberg_ops.polaris.client module iceberg_ops.polaris.dispatcher module iceberg_ops.polaris.policies module iceberg_ops.runner module iceberg_ops.scaffolding module iceberg_ops.testing module iceberg_type_to_arrow() (in module iceberg_ops.core.types) inheritable (iceberg_ops.polaris.policies.Policy attribute) init_project() (in module iceberg_ops.scaffolding) is_allowed_promotion() (in module iceberg_ops.core.types) is_committed() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) is_empty (iceberg_ops.core.schema.SchemaDiff property)

J

job (iceberg_ops.data_migration.checkpoint.CheckpointStore property)

json() (iceberg_ops.testing.FakeResponse method)

K

kind (iceberg_ops.autogen.MigrationOp attribute)

L

last_committed() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) list_applicable_policies_for_namespace() (iceberg_ops.polaris.client.PolarisClient method)

list_applicable_policies_for_table() (iceberg_ops.polaris.client.PolarisClient method) list_policies() (iceberg_ops.polaris.client.PolarisClient method) load_table() (iceberg_ops.migration.MigrationContext method)

M

mark_committed() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) mark_completed() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) matches (iceberg_ops.data_migration.migrator.VerificationResult attribute) max_file_size_bytes (iceberg_ops.maintenance.advisor.TableHealthReport attribute) method (iceberg_ops.data_migration.migrator.VerificationResult attribute) migrate() (iceberg_ops.runner.MigrationRunner method) MigrationContext (class in iceberg_ops.migration) MigrationHistory (class in iceberg_ops.history) MigrationOp (class in iceberg_ops.autogen) MigrationResult (class in iceberg_ops.data_migration.migrator) MigrationRunner (class in iceberg_ops.runner) min_file_size_bytes (iceberg_ops.maintenance.advisor.TableHealthReport attribute) mismatched_partitions (iceberg_ops.data_migration.migrator.VerificationResult attribute) module iceberg_ops.autogen iceberg_ops.cli iceberg_ops.core.catalog iceberg_ops.core.schema iceberg_ops.core.types iceberg_ops.core.utils iceberg_ops.data_migration iceberg_ops.data_migration.checkpoint iceberg_ops.data_migration.migrator iceberg_ops.data_migration.reconciler iceberg_ops.history iceberg_ops.maintenance iceberg_ops.maintenance.advisor iceberg_ops.maintenance.compaction iceberg_ops.maintenance.orphans iceberg_ops.maintenance.snapshots iceberg_ops.migration iceberg_ops.polaris iceberg_ops.polaris.client iceberg_ops.polaris.dispatcher iceberg_ops.polaris.policies iceberg_ops.runner iceberg_ops.scaffolding iceberg_ops.testing

N

name (iceberg_ops.core.schema.ColumnSpec attribute) (iceberg_ops.core.schema.FieldChange attribute) (iceberg_ops.polaris.policies.Policy attribute) namespace (iceberg_ops.migration.MigrationContext attribute)

new_doc (iceberg_ops.core.schema.FieldChange attribute) new_snapshots (iceberg_ops.data_migration.migrator.MigrationResult attribute) new_type (iceberg_ops.core.schema.FieldChange attribute) normalize_version() (in module iceberg_ops.runner)

O

old_doc (iceberg_ops.core.schema.FieldChange attribute) old_name (iceberg_ops.core.schema.FieldChange attribute) old_type (iceberg_ops.core.schema.FieldChange attribute) oldest_snapshot_age_hours (iceberg_ops.maintenance.advisor.TableHealthReport attribute) on_missing_in_dest (iceberg_ops.data_migration.reconciler.SchemaReconciler attribute)

on_missing_in_source (iceberg_ops.data_migration.reconciler.SchemaReconciler attribute) op (iceberg_ops.polaris.dispatcher.DispatchResult attribute) orphan_bytes (iceberg_ops.maintenance.orphans.OrphanCleanupResult attribute) orphan_count (iceberg_ops.maintenance.orphans.OrphanCleanupResult attribute) orphan_paths (iceberg_ops.maintenance.orphans.OrphanCleanupResult attribute) OrphanCleanupResult (class in iceberg_ops.maintenance.orphans)

P

parse_policy() (in module iceberg_ops.polaris.policies) partition_field_count (iceberg_ops.maintenance.advisor.TableHealthReport attribute) PartitionStrategy (class in iceberg_ops.data_migration.migrator) path (iceberg_ops.data_migration.checkpoint.CheckpointStore property) plan (iceberg_ops.data_migration.migrator.MigrationResult attribute) plan() (iceberg_ops.runner.MigrationRunner method) PolarisClient (class in iceberg_ops.polaris.client) PolarisError Policy (class in iceberg_ops.polaris.policies) policy_name (iceberg_ops.polaris.dispatcher.DispatchResult attribute) policy_type (iceberg_ops.polaris.dispatcher.DispatchResult attribute) (iceberg_ops.polaris.policies.Policy attribute)

post() (iceberg_ops.testing.FakeSession method) post_downgrade() (iceberg_ops.migration.BaseMigration method) post_upgrade() (iceberg_ops.migration.BaseMigration method) pre_downgrade() (iceberg_ops.migration.BaseMigration method) pre_upgrade() (iceberg_ops.migration.BaseMigration method) PRESERVE (iceberg_ops.data_migration.migrator.PartitionStrategy attribute) print_time_travel() (in module iceberg_ops.core.utils) project_batch() (iceberg_ops.data_migration.reconciler.SchemaReconciler method) projections (iceberg_ops.data_migration.reconciler.ReconciliationPlan attribute) properties_diff_to_ops() (in module iceberg_ops.autogen) protected_ids (iceberg_ops.maintenance.snapshots.SnapshotExpiryResult attribute)

Q

qualified() (iceberg_ops.migration.MigrationContext method)

R

raise_for_status() (iceberg_ops.testing.FakeResponse method) recommendations (iceberg_ops.maintenance.advisor.TableHealthReport attribute) ReconciliationPlan (class in iceberg_ops.data_migration.reconciler) record_applied() (iceberg_ops.history.MigrationHistory method) record_failed() (iceberg_ops.history.MigrationHistory method) record_rolled_back() (iceberg_ops.history.MigrationHistory method) referenced_count (iceberg_ops.maintenance.orphans.OrphanCleanupResult attribute) register() (iceberg_ops.testing.FakeSession method) remove_orphan_files() (in module iceberg_ops.maintenance.orphans) removed (iceberg_ops.core.schema.SchemaDiff attribute) render_migration_body() (in module iceberg_ops.autogen)

render_migration_file() (in module iceberg_ops.autogen) replace_sort_order() (iceberg_ops.migration.MigrationContext method) request() (iceberg_ops.testing.FakeSession method) required (iceberg_ops.core.schema.ColumnSpec attribute) reset() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) retained_count (iceberg_ops.maintenance.snapshots.SnapshotExpiryResult attribute) rollback() (iceberg_ops.runner.MigrationRunner method) rollback_to_snapshot() (in module iceberg_ops.core.utils) rows_inserted (iceberg_ops.data_migration.migrator.MigrationResult attribute) rows_moved (iceberg_ops.data_migration.migrator.MigrationResult attribute) rows_updated (iceberg_ops.data_migration.migrator.MigrationResult attribute) run() (iceberg_ops.data_migration.migrator.DataMigrator method)

S

sample_size (iceberg_ops.data_migration.migrator.VerificationResult attribute) SCHEMA (iceberg_ops.history.MigrationHistory attribute) schema_changes (iceberg_ops.data_migration.migrator.MigrationResult attribute) schema_diff_to_ops() (in module iceberg_ops.autogen) SchemaContract (class in iceberg_ops.core.schema) SchemaContractViolation SchemaDiff (class in iceberg_ops.core.schema) SchemaEvolutionHelper (class in iceberg_ops.core.schema) SchemaReconciler (class in iceberg_ops.data_migration.reconciler) set_clustering_keys() (iceberg_ops.migration.MigrationContext method) set_compaction_target_size() (iceberg_ops.migration.MigrationContext method) set_snapshot_retention() (iceberg_ops.migration.MigrationContext method) set_table_properties() (iceberg_ops.migration.MigrationContext method) skip_reason (iceberg_ops.polaris.dispatcher.DispatchResult attribute) skipped (iceberg_ops.maintenance.compaction.CompactionResult attribute) (iceberg_ops.polaris.dispatcher.DispatchResult attribute)

small_file_count (iceberg_ops.maintenance.advisor.TableHealthReport attribute) small_file_percentage (iceberg_ops.maintenance.advisor.TableHealthReport attribute) snapshot_count (iceberg_ops.maintenance.advisor.TableHealthReport attribute) SnapshotExpiryResult (class in iceberg_ops.maintenance.snapshots) sort_order_diff_to_ops() (in module iceberg_ops.autogen) source_count (iceberg_ops.data_migration.migrator.VerificationResult attribute) source_name (iceberg_ops.data_migration.reconciler.ColumnProjection attribute) source_snapshot_id (iceberg_ops.data_migration.checkpoint.CheckpointStore property) spec_diff_to_ops() (in module iceberg_ops.autogen) stamp() (iceberg_ops.runner.MigrationRunner method) start() (iceberg_ops.data_migration.checkpoint.CheckpointStore method) started_at (iceberg_ops.data_migration.checkpoint.CheckpointStore property) status() (iceberg_ops.runner.MigrationRunner method) success (iceberg_ops.polaris.dispatcher.DispatchResult attribute) summary() (iceberg_ops.core.schema.SchemaDiff method)

T

table_health_report() (in module iceberg_ops.maintenance.advisor) TableHealthReport (class in iceberg_ops.maintenance.advisor) total_files (iceberg_ops.maintenance.advisor.TableHealthReport attribute) total_size_bytes (iceberg_ops.maintenance.advisor.TableHealthReport attribute)

total_snapshots (iceberg_ops.maintenance.snapshots.SnapshotExpiryResult attribute) trace_field_history() (in module iceberg_ops.core.utils) type (iceberg_ops.core.schema.ColumnSpec attribute) type_coercions (iceberg_ops.data_migration.reconciler.SchemaReconciler attribute)

U

unset_table_properties() (iceberg_ops.migration.MigrationContext method) update_partition_spec() (iceberg_ops.migration.MigrationContext method)

upgrade() (iceberg_ops.migration.BaseMigration method) upsert_streaming() (in module iceberg_ops.core.utils)

V

validate() (iceberg_ops.core.schema.SchemaContract method) VerificationResult (class in iceberg_ops.data_migration.migrator) verify() (iceberg_ops.data_migration.migrator.DataMigrator method)

version (iceberg_ops.migration.BaseMigration attribute) (iceberg_ops.migration.MigrationContext attribute) (iceberg_ops.polaris.policies.Policy attribute)

W

warnings (iceberg_ops.data_migration.reconciler.ReconciliationPlan attribute)

write_autogenerated_revision() (in module iceberg_ops.autogen)