{"library":"iden","type":"library","category":null,"description":"iden (version 0.4.0) is a simple Python library designed to manage datasets organized into shards for machine learning model training. It employs a lazy loading approach, optimizing memory usage and data pipeline efficiency by loading data from shards only when needed during the training process. The library aims to simplify the handling of large or distributed datasets. As of its latest release, it is actively maintained with a focus on data management for ML applications.","language":"en","status":"active","version":"0.4.0","tags":["machine learning","data loading","dataset management","sharding","lazy loading","MLOps"],"last_verified":"Wed May 27","install":[{"cmd":"pip install iden","imports":["from iden import ShardDataset","from iden import ShardLoader"]}],"homepage":null,"github":null,"docs":null,"changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"compatibility":{"summary":{"python_range":"3.10–3.9","success_rate":100,"avg_install_s":2.1,"avg_import_s":null,"wheel_type":"wheel"},"url":"https://checklist.day/v1/registry/iden/compatibility"}}