meerschaum.utils.packages._packages

  1#! /usr/bin/env python
  2# -*- coding: utf-8 -*-
  3# vim:fenc=utf-8
  4
  5"""
  6Directory of necessary packages
  7
  8packages dictionary is structured in the following schema:
  9    {
 10        <group> : {
 11            <import_name> : <install_name>
 12        }
 13    }
 14"""
 15
 16from typing import Dict
 17
 18_MRSM_PACKAGE_ARCHIVES_PREFIX: str = "https://meerschaum.io/files/archives/wheels/"
 19
 20packages: Dict[str, Dict[str, str]] = {
 21    'required': {},
 22    'minimal': {},
 23    'formatting': {
 24        'pprintpp'                   : 'pprintpp>=0.4.0',
 25        'asciitree'                  : 'asciitree>=0.3.3',
 26        'typing_extensions'          : 'typing-extensions>=4.7.1',
 27        'pygments'                   : 'pygments>=2.7.2',
 28        'colorama'                   : 'colorama>=0.4.3',
 29        'rich'                       : 'rich>=13.4.2',
 30        'more_termcolor'             : 'more-termcolor>=1.1.3',
 31        'humanfriendly'              : 'humanfriendly>=10.0.0',
 32        'tabulate'                   : 'tabulate>=0.9.0',
 33    },
 34    'core': {
 35        'wheel'                      : 'wheel>=0.34.2',
 36        'setuptools'                 : 'setuptools>=63.3.0',
 37        'yaml'                       : 'PyYAML>=5.3.1',
 38        'pip'                        : 'pip>=22.0.4',
 39        'update_checker'             : 'update-checker>=0.18.0',
 40        'semver'                     : 'semver>=3.0.2',
 41        'pathspec'                   : 'pathspec>=0.9.0',
 42        'dateutil'                   : 'python-dateutil>=2.7.5',
 43        'requests'                   : 'requests>=2.32.5',
 44        'certifi'                    : 'certifi>=2024.8.30',
 45        'idna'                       : 'idna>=3.10.0',
 46        'binaryornot'                : 'binaryornot>=0.4.4',
 47        'pyvim'                      : 'pyvim>=3.0.2',
 48        'ptpython'                   : 'ptpython>=3.0.27',
 49        'aiofiles'                   : 'aiofiles>=0.6.0',
 50        'packaging'                  : 'packaging>=21.3.0',
 51        'prompt_toolkit'             : 'prompt-toolkit>=3.0.39',
 52        'more_itertools'             : 'more-itertools>=8.7.0',
 53        'fasteners'                  : 'fasteners>=0.19.0',
 54        'virtualenv'                 : 'virtualenv>=20.1.0',
 55        'attrs'                      : 'attrs>=24.2.0',
 56        'uv'                         : 'uv>=0.2.11',
 57        'pydantic'                   : 'pydantic>=2.11.7',
 58        'annotated-types'            : 'annotated-types>=0.7.0',
 59    },
 60    '_internal'                      : {
 61        'apscheduler'                : (
 62                                       f"{_MRSM_PACKAGE_ARCHIVES_PREFIX}"
 63                                       "apscheduler-4.0.0a6.post8+mrsm-py3-none-any.whl>=4.0.0a6"
 64        ),
 65        'dataclass_wizard'           : 'dataclass-wizard>=0.35.0',
 66    },
 67    'jobs': {
 68        'dill'                       : 'dill>=0.4.0',
 69        'daemon'                     : 'python-daemon>=3.1.2',
 70        'watchfiles'                 : 'watchfiles>=1.1.0',
 71        'psutil'                     : 'psutil>=7.0.0',
 72    },
 73    'drivers': {
 74        'cryptography'               : 'cryptography>=38.0.1',
 75        'psycopg'                    : 'psycopg[binary]>=3.2.9',
 76        'psycopg2'                   : 'psycopg2-binary>=2.9.11',
 77        'pymysql'                    : 'PyMySQL>=0.9.0',
 78        'aiomysql'                   : 'aiomysql>=0.0.21',
 79        'sqlalchemy_cockroachdb'     : 'sqlalchemy-cockroachdb>=2.0.0',
 80        'duckdb'                     : 'duckdb>=1.0.0',
 81        'duckdb_engine'              : 'duckdb-engine>=0.13.0',
 82    },
 83    'drivers-extras': {
 84        'pyodbc'                     : 'pyodbc>=4.0.30',
 85        'oracledb'                   : 'oracledb>=2.5.0',
 86    },
 87    'cli': {
 88        'pgcli'                      : 'pgcli>=3.1.0',
 89        'mycli'                      : 'mycli>=1.23.2',
 90        'litecli'                    : 'litecli>=1.5.0',
 91        'mssqlcli'                   : 'mssql-cli>=1.0.0',
 92        'gadwall'                    : 'gadwall>=0.2.0',
 93    },
 94    'gis'                            : {
 95        'pyproj'                     : 'pyproj>=3.7.1',
 96        'geopandas'                  : 'geopandas>=1.0.1', 
 97        'shapely'                    : 'shapely>=2.0.7',
 98    },
 99    'stack': {
100        'compose'                    : 'docker-compose>=1.29.2',
101    },
102    'build': {
103        'cx_Freeze'                  : 'cx_Freeze>=7.0.0',
104        'PyInstaller'                : 'pyinstaller>6.6.0',
105    },
106    'dev-tools': {
107        'twine'                      : 'twine>=3.2.0',
108        'tuna'                       : 'tuna>=0.5.3',
109        'snakeviz'                   : 'snakeviz>=2.1.0',
110        'mypy'                       : 'mypy>=0.812.0',
111        'pytest'                     : 'pytest>=6.2.2',
112        'pytest_xdist'               : 'pytest-xdist>=3.2.1',
113        'heartrate'                  : 'heartrate>=0.2.1',
114        'build'                      : 'build>=1.2.1',
115        'attrs'                      : 'attrs>=24.2.0',
116    },
117    'setup': {
118    },
119    'docs': {
120        'zensical'                   : 'zensical>=0.0.30',
121    },
122    'gui': {
123        'webview'                    : 'pywebview>=3.6.3',
124        'pycparser'                  : 'pycparser>=2.21.0',
125    },
126    'extras': {
127        'cmd2'                       : 'cmd2>=1.4.0',
128        'ruamel.yaml'                : 'ruamel.yaml>=0.16.12',
129        'modin'                      : 'modin[ray]>=0.8.3',
130        'nanoid'                     : 'nanoid>=2.0.0',
131        'importlib_metadata'         : 'importlib-metadata>=4.12.0',
132    },
133}
134packages['sql'] = {
135    'numpy'                          : 'numpy>=2.3.1',
136    'pandas'                         : 'pandas[parquet]>=3.0.0',
137    'pyarrow'                        : 'pyarrow>=20.0.0',
138    'dask'                           : 'dask[complete]>=2024.12.1',
139    'partd'                          : 'partd>=1.4.2',
140    'pytz'                           : 'pytz',
141    'joblib'                         : 'joblib>=1.5.1',
142    'sqlalchemy'                     : 'SQLAlchemy>=2.0.41',
143    'geoalchemy2'                    : 'GeoAlchemy2>=0.18.0',
144    'databases'                      : 'databases>=0.9.0',
145    'aiosqlite'                      : 'aiosqlite>=0.21.0',
146    'asyncpg'                        : 'asyncpg>=0.30.0',
147}
148packages['sql'].update(packages['drivers'])
149packages['sql'].update(packages['core'])
150packages['sql'].update(packages['gis'])
151packages['dash'] = {
152    'flask_compress'                 : 'Flask-Compress>=1.17.0',
153    'dash'                           : 'dash>=4.1.0',
154    'dash_bootstrap_components'      : 'dash-bootstrap-components>=2.0.4',
155    'dash_ace'                       : 'dash-ace>=0.2.1',
156    'dash_extensions'                : 'dash-extensions>=2.0.5',
157    'dash_daq'                       : 'dash-daq>=0.6.0',
158    'terminado'                      : 'terminado>=0.18.1',
159    'tornado'                        : 'tornado>=6.5.1',
160}
161packages['api'] = {
162    'uvicorn'                        : 'uvicorn[standard]>=0.35.0',
163    'gunicorn'                       : 'gunicorn>=23.0.0',
164    'dotenv'                         : 'python-dotenv>=1.1.1',
165    'websockets'                     : 'websockets>=15.0.1',
166    'fastapi'                        : 'fastapi>=0.128.0',
167    'fastapi_login'                  : 'fastapi-login>=1.10.3',
168    'multipart'                      : 'python-multipart>=0.0.20',
169    'httpx'                          : 'httpx>=0.28.1',
170    'httpcore'                       : 'httpcore>=1.0.9',
171    'valkey'                         : 'valkey>=6.1.0',
172    'jose'                           : 'python-jose>=3.5.0',
173}
174packages['api'].update(packages['sql'])
175packages['api'].update(packages['formatting'])
176packages['api'].update(packages['dash'])
177packages['api'].update(packages['jobs'])
178
179all_packages = {}
180for group, import_names in packages.items():
181    all_packages.update(import_names)
182install_names = {}
183def get_install_names():
184    """
185    Initialize the mapping between install names and import names.
186    """
187    if not install_names:
188        from meerschaum.utils.packages import get_install_no_version
189        for _import_name, _install_name in all_packages.items():
190            install_names[get_install_no_version(_install_name)] = _import_name
191    return install_names
192
193
194skip_groups = {
195    'docs',
196    'build',
197    'cli',
198    'dev-tools',
199    'portable',
200    'extras',
201    'stack',
202    'drivers-extras',
203    '_internal',
204}
205full = []
206_full = {}
207for group, import_names in packages.items():
208    ### omit 'cli' and 'docs' from 'full'
209    if group in skip_groups or group.startswith('_'):
210        continue
211    full += [ install_name for import_name, install_name in import_names.items() ]
212    for import_name, install_name in import_names.items():
213        _full[import_name] = install_name
214packages['full'] = _full
215
216extras = {
217    group: list(import_names_install_names_map.values())
218    for group, import_names_install_names_map in packages.items()
219    if not group.startswith('_')
220}