{"id":28201,"library":"sparkorm","title":"SparkORM","description":"SparkORM is a Python library for schema management and basic Object Relational Mapping for PySpark SQL and DataFrames. Current version: 1.2.29 (stable, monthly releases).","status":"active","version":"1.2.29","language":"python","source_language":"en","source_url":"https://github.com/asuiu/sparkorm","tags":["spark","pyspark","orm","dataframe","schema"],"install":[{"cmd":"pip install sparkorm","lang":"bash","label":"Install via pip"}],"dependencies":[{"reason":"Required for Spark interaction; must be installed separately.","package":"pyspark","optional":false}],"imports":[{"wrong":"from sparkorm import SparkSessionSingleton","symbol":"SparkSessionSingleton","correct":"from sparkorm import SparkSessionSingleton"}],"quickstart":{"code":"from sparkorm import SparkSessionSingleton, SparkDataFrame, Structure\nfrom pyspark.sql.types import StructType, StructField, StringType, IntegerType\n\n# Define schema model\nclass Employee(Structure):\n    name: str\n    age: int\n\n# Get or create SparkSession\nspark = SparkSessionSingleton().get_or_create()\n\n# Create sample data\nrows = [(\"Alice\", 30), (\"Bob\", 25)]\nschema = StructType([\n    StructField(\"name\", StringType(), True),\n    StructField(\"age\", IntegerType(), True)\n])\ndf = spark.createDataFrame(rows, schema)\n\n# Wrap with SparkDataFrame\nsdf = SparkDataFrame(df, Employee)\nsdf.show()","lang":"python","description":"Define a schema model, create a SparkDataFrame, and display it."},"warnings":[{"fix":"Use SparkSessionSingleton().stop() carefully and recreate if needed.","message":"SparkSessionSingleton caches the session globally; calling get_or_create after stopping the session will create a new one. Ensure you do not accidentally reuse a stopped session.","severity":"gotcha","affected_versions":"all"},{"fix":"pip install pyspark","message":"SparkORM requires an existing PySpark installation. Installing sparkorm alone will not bring in PySpark; you must install it separately or via an extra dependency if available.","severity":"gotcha","affected_versions":"all"},{"fix":"from sparkorm import SparkSessionSingleton","message":"Some older tutorials use `from sparkorm import SparkSession` directly; this alias may be removed. Use `SparkSessionSingleton` instead.","severity":"deprecated","affected_versions":">=1.0.0"}],"env_vars":null,"search_vec":"'1.2.29':22 'basic':11 'current':20 'datafram':19,29 'librari':6 'manag':9 'map':14 'month':24 'object':12 'orm':28 'pyspark':16,27 'python':5 'relat':13 'releas':25 'schema':8,30 'spark':26 'sparkorm':1,2 'sql':17 'stabl':23 'version':21","created_at":"2026-05-09T05:54:15.280960+00:00","updated_at":"2026-05-09T05:54:15.280960+00:00","problems":{"verify_error":"Traceback (most recent call last):\n  File \"<string>\", line 1, in <module>\n  File \"/tmp/tmp_skww0hl/venv/lib/python3.12/site-packages/sparkorm/__init__.py\", line 4, in <module>\n    from sparkorm.accessors import name, path_col, path_seq, path_str, struct_field\n  File \"/tmp/tmp_skww0hl/venv/lib/python"},"ecosystem":"pypi","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":"","cli_version":null,"type":"library","homepage":null,"github":"https://github.com/asuiu/sparkorm","docs":null,"changelog":null,"pypi":"https://pypi.org/project/sparkorm/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["data","database"],"base_url":null,"auth_type":null,"provenance":{"verified_status":"import_fail","verified_at":"2026-07-03","last_verified":"2026-07-03","next_check":"2026-07-10","install_tag":null}}