{
  "site": "DataOps411",
  "edition_date": "2026-11-21",
  "stories": [
    {
      "id": "duckdb-merge",
      "title": "DuckDB 2.0.1 changes what happens when multiple rows match a MERGE",
      "summary": "A target row can be updated repeatedly. DuckDB recommends checking that each target has one matching source row or that all matches supply the same update values.",
      "topic": "Storage",
      "date": "2026-11-20",
      "source": "DuckDB",
      "url": "https://duckdb.org/2026/11/20/announcing-duckdb-201"
    },
    {
      "id": "postgres-19-replication",
      "title": "PostgreSQL 19 adds logical replication for sequence values",
      "summary": "A server already running with wal_level set to replica can also enable logical replication without restarting.",
      "topic": "Databases",
      "date": "2026-11-19",
      "source": "PostgreSQL",
      "url": "https://www.postgresql.org/docs/19/release-19.html"
    },
    {
      "id": "duckdb-support",
      "title": "DuckDB 1.4 reaches the end of community support",
      "summary": "The project lists November 17 as the end date for the 1.4 LTS branch. Its 2.0 LTS branch has support scheduled through October 2027.",
      "topic": "Storage",
      "date": "2026-11-17",
      "source": "DuckDB",
      "url": "https://duckdb.org/release_calendar"
    },
    {
      "id": "dbt-freshness",
      "title": "dbt Core 1.12.7 falls back to checking freshness one source at a time",
      "summary": "When a batch metadata check fails, dbt tries the selected sources individually so one failed batch does not take every check with it.",
      "topic": "Transformation",
      "date": "2026-11-12",
      "source": "dbt Labs",
      "url": "https://github.com/dbt-labs/dbt/releases/tag/v1.12.7"
    },
    {
      "id": "postgres-14",
      "title": "PostgreSQL 14.25 closes out the 14 release line",
      "summary": "Teams maintaining 14.x can apply the final minor update and then plan the separate migration to a supported major version.",
      "topic": "Databases",
      "date": "2026-11-12",
      "source": "PostgreSQL",
      "url": "https://www.postgresql.org/about/news/postgresql-187-1712-1616-1520-1425-and-19-rc-2-released-3442/"
    },
    {
      "id": "databricks-operator",
      "title": "Airflow’s Databricks provider adds an operator for agent invocation",
      "summary": "Version 7.24.0 introduces a hook and operator for invoking Databricks agents from a workflow.",
      "topic": "Integrations",
      "date": "2026-11-09",
      "source": "Apache Airflow",
      "url": "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.24.0/changelog.html"
    },
    {
      "id": "airflow-task-loops",
      "title": "Airflow 3.4.0 adds bounded loops to task groups",
      "summary": "Workflow authors can set an iteration limit and decide at runtime whether a task group should run again.",
      "topic": "Orchestration",
      "date": "2026-11-06",
      "source": "Apache Airflow",
      "url": "https://airflow.apache.org/blog/airflow-3.4.0/"
    },
    {
      "id": "openlineage-job-identity",
      "title": "Airflow’s OpenLineage provider changes SQL hook job names",
      "summary": "Version 2.21.0 adds hll_query to hook-generated names. Lineage dashboards that match the old naming pattern need an update.",
      "topic": "Lineage",
      "date": "2026-11-01",
      "source": "Apache Airflow",
      "url": "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.21.0/changelog.html"
    }
  ],
  "records": [
    {
      "id": "airflow-3-4",
      "name": "Apache Airflow 3.4.0",
      "category": "Orchestration",
      "status": "Released",
      "summary": "This release couples bounded task loops with changes to the Python runtime and the metadata database.",
      "events": [
        {
          "date": "2026-09-17",
          "label": "Apache released 3.3.2, the preceding release listed in the 3.4.0 notes.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow/3.4.0/release_notes.html"
        },
        {
          "date": "2026-11-06",
          "label": "Version 3.4.0 shipped with bounded task loops and support for writing workflows in additional languages.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/blog/airflow-3.4.0/"
        }
      ],
      "facts": [
        {
          "label": "Runtime",
          "value": "The Airflow package, Task SDK and airflowctl require Python 3.11 or later. Update any environment still using 3.10.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow/3.4.0/release_notes.html"
        },
        {
          "label": "Upgrade",
          "value": "Use the dependency constraints published for the 3.4.0 release when preparing the new environment.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/blog/airflow-3.4.0/"
        },
        {
          "label": "Rollback",
          "value": "Moving back below 3.4.0 can take longer as the number of XCom rows written since the upgrade grows.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow/3.4.0/release_notes.html"
        }
      ]
    },
    {
      "id": "openlineage-provider",
      "name": "Airflow OpenLineage provider 2.21.0",
      "category": "Lineage",
      "status": "Released",
      "summary": "The release changes how consumers identify SQL hook jobs and removes task notes from the Airflow run facet.",
      "events": [
        {
          "date": "2026-10-13",
          "label": "Version 2.20.3 dropped Python 3.10 support.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.21.0/changelog.html"
        },
        {
          "date": "2026-11-01",
          "label": "Version 2.21.0 introduced separate names for SQL hook query jobs.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.21.0/changelog.html"
        }
      ],
      "facts": [
        {
          "label": "Dependencies",
          "value": "Airflow 2.11.0 or later. Both openlineage-python and openlineage-integration-common require version 1.52.0 or later.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.21.0/"
        },
        {
          "label": "Upgrade",
          "value": "Update downstream filters for hll_query and allow taskInstance.note to be absent.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.21.0/changelog.html"
        },
        {
          "label": "History and rollback",
          "value": "Backends keyed by namespace and job name may keep separate histories across the rename. The release notes give no rollback procedure for reconciling them.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-openlineage/2.21.0/changelog.html"
        }
      ]
    },
    {
      "id": "duckdb-2-lts",
      "name": "DuckDB 2.0.1 LTS",
      "category": "Storage",
      "status": "Patch released",
      "summary": "The first 2.0 patch affects update semantics. The storage-format boundary matters when jobs run different engine versions.",
      "events": [
        {
          "date": "2026-10-21",
          "label": "DuckDB introduced the 2.0 LTS line and its new default file format.",
          "source": "DuckDB",
          "url": "https://duckdb.org/2026/10/21/announcing-duckdb-200"
        },
        {
          "date": "2026-11-17",
          "label": "Community support for the 1.4 LTS line ended.",
          "source": "DuckDB",
          "url": "https://duckdb.org/release_calendar"
        },
        {
          "date": "2026-11-20",
          "label": "Version 2.0.1 restored the 1.x behavior for multiple source rows matching one target row.",
          "source": "DuckDB",
          "url": "https://duckdb.org/2026/11/20/announcing-duckdb-201"
        }
      ],
      "facts": [
        {
          "label": "Storage compatibility",
          "value": "Version 2.0 can read and write existing 1.x database files while preserving their older format.",
          "source": "DuckDB",
          "url": "https://duckdb.org/2026/10/21/announcing-duckdb-200"
        },
        {
          "label": "Upgrade",
          "value": "Review MERGE and UPDATE FROM statements wherever several source rows might match one target.",
          "source": "DuckDB",
          "url": "https://duckdb.org/2026/11/20/announcing-duckdb-201"
        },
        {
          "label": "Rollback",
          "value": "A pre-2.0 engine cannot open a database created in the default 2.0 format. Check which file format older readers will need.",
          "source": "DuckDB",
          "url": "https://duckdb.org/2026/10/21/announcing-duckdb-200"
        }
      ]
    },
    {
      "id": "postgresql-19",
      "name": "PostgreSQL 19",
      "category": "Databases",
      "status": "Generally available",
      "summary": "Version 19 adds sequence replication and new options for bringing a major-version migration online.",
      "events": [
        {
          "date": "2026-11-12",
          "label": "The project issued release candidate 2 alongside the last PostgreSQL 14 patch.",
          "source": "PostgreSQL",
          "url": "https://www.postgresql.org/about/news/postgresql-187-1712-1616-1520-1425-and-19-rc-2-released-3442/"
        },
        {
          "date": "2026-11-19",
          "label": "PostgreSQL 19 reached general availability.",
          "source": "PostgreSQL",
          "url": "https://www.postgresql.org/about/news/postgresql-19-released-3449/"
        }
      ],
      "facts": [
        {
          "label": "Compatibility",
          "value": "PostgreSQL 19’s pg_upgrade supports source clusters on PostgreSQL 9.2.x and later. External modules must also be binary-compatible.",
          "source": "PostgreSQL",
          "url": "https://www.postgresql.org/docs/19/pgupgrade.html"
        },
        {
          "label": "Upgrade",
          "value": "Moving data from an earlier major release requires pg_upgrade, dump and restore, or logical replication.",
          "source": "PostgreSQL",
          "url": "https://www.postgresql.org/docs/19/release-19.html"
        },
        {
          "label": "Rollback",
          "value": "With pg_upgrade link mode, starting the new cluster changes shared files. Returning to the old cluster then requires restoring its backup.",
          "source": "PostgreSQL",
          "url": "https://www.postgresql.org/docs/19/pgupgrade.html"
        }
      ]
    },
    {
      "id": "dbt-core-1-12",
      "name": "dbt Core 1.12.7",
      "category": "Transformation",
      "status": "Patch released",
      "summary": "This patch changes source-freshness recovery, selected-schema caching and comparisons against saved manifests.",
      "events": [
        {
          "date": "2026-10-14",
          "label": "Version 1.12.6 fixed wildcard selection for nested models.",
          "source": "dbt Labs",
          "url": "https://github.com/dbt-labs/dbt/releases/tag/v1.12.6"
        },
        {
          "date": "2026-11-12",
          "label": "Version 1.12.7 added per-source fallback for failed batch freshness checks.",
          "source": "dbt Labs",
          "url": "https://github.com/dbt-labs/dbt/releases/tag/v1.12.7"
        }
      ],
      "facts": [
        {
          "label": "Runtime",
          "value": "The dbt-core 1.12.7 Python distribution requires Python 3.10 or later.",
          "source": "dbt Labs",
          "url": "https://pypi.org/project/dbt-core/1.12.7/"
        },
        {
          "label": "Upgrade check",
          "value": "Compare state:modified selections before and after the update. The patch corrects false changes when list or dictionary configuration values are compared across versions.",
          "source": "dbt Labs",
          "url": "https://github.com/dbt-labs/dbt/releases/tag/v1.12.7"
        },
        {
          "label": "Rollback",
          "value": "The 1.12.7 changelog documents changes to manifest handling but gives no patch-specific rollback procedure.",
          "source": "dbt Labs",
          "url": "https://github.com/dbt-labs/dbt/releases/tag/v1.12.7"
        }
      ]
    },
    {
      "id": "databricks-provider",
      "name": "Airflow Databricks provider 7.24.0",
      "category": "Integrations",
      "status": "Released",
      "summary": "The current package adds an agent operator and carries forward the 7.23 change to query-lineage dependencies.",
      "events": [
        {
          "date": "2026-10-13",
          "label": "Version 7.22.0 added downstream workflow notifications when COPY INTO writes a Unity table.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.24.0/changelog.html"
        },
        {
          "date": "2026-10-24",
          "label": "Version 7.23.0 moved query-lineage emission onto the OpenLineage public API.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.24.0/changelog.html"
        },
        {
          "date": "2026-11-09",
          "label": "Version 7.24.0 added the agent invocation hook and operator.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.24.0/changelog.html"
        }
      ],
      "facts": [
        {
          "label": "Dependencies",
          "value": "Version 7.24.0 requires Airflow 2.11.0 or later and databricks-sql-connector 4.4.0 or later.",
          "source": "Apache Airflow",
          "url": "https://pypi.org/project/apache-airflow-providers-databricks/7.24.0/"
        },
        {
          "label": "Upgrade",
          "value": "When upgrading across 7.23.0, update consumer filters for the AIRFLOW integration value and read query errors from the errorMessage facet.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.24.0/changelog.html"
        },
        {
          "label": "Version fallback",
          "value": "Dropping the OpenLineage provider below 2.16.0 with this Databricks provider suppresses query-lineage events. The provider logs the skipped emission.",
          "source": "Apache Airflow",
          "url": "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.24.0/changelog.html"
        }
      ]
    }
  ]
}
