{"id":44683,"library":"dataprofiler","title":"DataProfiler","description":"DataProfiler is an open-source library by Capital One for data profiling: detecting schema, statistics, and entities (PII) in structured and unstructured data. Current version is 0.13.4, supporting Python >=3.9. Released quarterly.","status":"active","version":"0.13.4","language":"python","source_language":"en","source_url":"https://github.com/capitalone/data-profiler","tags":["data-profiling","schema-detection","pii-detection","data-science"],"install":[{"cmd":"pip install dataprofiler","lang":"bash","label":"Standard install"},{"cmd":"pip install 'dataprofiler[data_processing]'","lang":"bash","label":"With data processing extras"}],"dependencies":[{"reason":"Used for entity recognition models","package":"scikit-learn","optional":true},{"reason":"Used for deep learning entity models","package":"tensorflow","optional":true}],"imports":[{"note":"Data is a top-level class, not in submodule.","wrong":"from dataprofiler.data import Data","symbol":"Data","correct":"from dataprofiler import Data"},{"note":"Profiler is exported at package level as of 0.10+.","wrong":"from dataprofiler.profilers import Profiler","symbol":"Profiler","correct":"from dataprofiler import Profiler"},{"note":"Options class moved to top level in 0.9.0.","wrong":"from dataprofiler.options import ProfilerOptions","symbol":"ProfilerOptions","correct":"from dataprofiler import ProfilerOptions"}],"quickstart":{"code":"from dataprofiler import Data, Profiler\nimport os\n\ndata = Data(data=[[1, 'hello'], [2, 'world']])\nprofiler_options = ProfilerOptions()\nprofiler_options.structured_options.multiprocess.is_enabled = False\nprofiler = Profiler(data, options=profiler_options)\nprint(profiler.report())","lang":"python","description":"Profiles a small in-memory dataset with multiprocessing disabled to avoid OS-specific issues."},"warnings":[{"fix":"Use `from dataprofiler import Profiler` instead of `from dataprofiler.profilers.profiler import Profiler`.","message":"In version 0.10.0, the import path for Profiler changed from `dataprofiler.profilers.profiler` to `dataprofiler`. Old code breaks.","severity":"breaking","affected_versions":"<0.10"},{"fix":"Replace `profiler.parse_file('data.csv')` with `Data('data.csv')`.","message":"The function `profiler.parse_file()` is deprecated as of 0.12.0. Use `Data(filepath)` instead.","severity":"deprecated","affected_versions":">=0.12"},{"fix":"Disable multiprocessing: `profiler_options.structured_options.multiprocess.is_enabled = False`","message":"Profiler may hang or raise a RuntimeError on Windows if multiprocessing is enabled. This is a known issue due to fork limitations.","severity":"gotcha","affected_versions":"all"},{"fix":"Use multiprocessing only on machines with sufficient RAM, or disable it.","message":"For large datasets, setting `profile_options.structured_options.multiprocess.is_enabled = True` can cause memory blowup.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"search_vec":"'0.13.4':29 '3.9':32 'capit':10 'current':26 'data':13,25,36,45 'data-profil':35 'data-sci':44 'dataprofil':1,2 'detect':15,40,43 'entiti':19 'librari':8 'one':11 'open':6 'open-sourc':5 'pii':20,42 'pii-detect':41 'profil':14,37 'python':31 'quarter':34 'releas':33 'schema':16,39 'schema-detect':38 'scienc':46 'sourc':7 'statist':17 'structur':22 'support':30 'unstructur':24 'version':27","created_at":"2026-06-07T12:51:19.972931+00:00","updated_at":"2026-06-07T12:51:19.972931+00:00","problems":{"verify_error":"/tmp/tmptqny75d7/venv/lib/python3.12/site-packages/requests/__init__.py:113: RequestsDependencyWarning: urllib3 (2.7.0) or chardet (7.4.3)/charset_normalizer (3.4.7) doesn't match a supported version!\n  warnings.warn(\nTraceback (most recent call last):\n  File \"<string>\", line 1, in <module>\n  File \""},"ecosystem":"pypi","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":"https://github.com/capitalone/data-profiler","github":"https://github.com/capitalone/data-profiler","docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["analytics","devops"],"base_url":null,"auth_type":null,"provenance":{"verified_status":"install_fail","verified_at":"2026-06-29","last_verified":"2026-06-29","next_check":"2026-07-09","install_tag":null}}