{"id":23496,"library":"dagster-polars","title":"dagster-polars","description":"Dagster integration library for Polars, providing IO managers, types, and utilities to read/write Polars DataFrames from/to various file formats (Parquet, CSV, Delta Lake, etc.). Current version: 0.27.9. Active development, follows Dagster releases.","status":"active","version":"0.27.9","language":"python","source_language":"en","source_url":"https://github.com/dagster-io/community-integrations/tree/main/libraries/dagster-polars","tags":["dagster","polars","dataframe","io-manager","etl"],"install":[{"cmd":"pip install dagster-polars","lang":"bash","label":"pip install dagster-polars"}],"dependencies":[{"reason":"Core Dagster framework","package":"dagster","optional":false},{"reason":"Data manipulation library","package":"polars","optional":false},{"reason":"Parquet Arrow support","package":"pyarrow","optional":true}],"imports":[{"wrong":"from dagster_polars import PolarsIOManager","symbol":"BasePolarsUPathIOManager","correct":"from dagster_polars import BasePolarsUPathIOManager"},{"wrong":"from dagster_polars import PolarsIOManager","symbol":"PolarsParquetIOManager","correct":"from dagster_polars import PolarsParquetIOManager"},{"symbol":"DataFramePartitions","correct":"from dagster_polars import DataFramePartitions"}],"quickstart":{"code":"from dagster import Definitions, asset\nfrom dagster_polars import PolarsIOManager\nimport polars as pl\n\n@asset\ndef my_asset() -> pl.DataFrame:\n    return pl.DataFrame({\"x\": [1, 2, 3]})\n\ndefs = Definitions(\n    assets=[my_asset],\n    resources={\"io_manager\": PolarsIOManager(base_dir=\"./data\")}\n)","lang":"python","description":"Define an asset that returns a Polars DataFrame and use PolarsIOManager to persist it."},"warnings":[{"fix":"Update imports to `from dagster_polars import PolarsIOManager`.","message":"Version 0.19.0 changed the import path for PolarsIOManager from `dagster_polars.io_manager` to `dagster_polars`. Old imports will break.","severity":"breaking","affected_versions":">=0.19.0"},{"fix":"Specify `extension` in the IO manager config or use `PolarsParquetIOManager` / `PolarsCSVIOManager` for explicit format.","message":"PolarsIOManager by default uses the file extension to determine format. If your asset output doesn't have an explicit extension, it may fail or save as Parquet unexpectedly.","severity":"gotcha","affected_versions":"all"},{"fix":"Ensure assets return a `pl.DataFrame` or use `PolarsBaseIOManager` if you need custom behavior.","message":"When using with Dagster's `@asset` decorator, the asset function must return a Polars DataFrame. Returning None or other types may cause errors.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"search_vec":"'0.27.9':30 'activ':31 'csv':24 'current':28 'dagster':2,4,34,36 'dagster-polar':1 'datafram':18,38 'delta':25 'develop':32 'etc':27 'etl':42 'file':21 'follow':33 'format':22 'from/to':19 'integr':5 'io':10,40 'io-manag':39 'lake':26 'librari':6 'manag':11,41 'parquet':23 'polar':3,8,17,37 'provid':9 'read/write':16 'releas':35 'type':12 'util':14 'various':20 'version':29","created_at":"2026-05-01T08:08:05.165624+00:00","updated_at":"2026-05-01T08:08:05.165624+00:00","problems":null,"ecosystem":"pypi","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":"0.27.12","cli_name":"","cli_version":null,"type":"library","homepage":null,"github":"https://github.com/dagster-io/community-integrations","docs":null,"changelog":null,"pypi":"https://pypi.org/project/dagster-polars/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["workflow","data","database","serialization"],"base_url":null,"auth_type":null,"provenance":{"verified_status":"passing","verified_at":"2026-07-03","last_verified":"2026-07-03","next_check":"2026-08-02","install_tag":null}}