{"id":27403,"library":"smg-grpc-servicer","title":"SMG gRPC Servicer","description":"SMG gRPC servicer implementations for LLM inference engines (vLLM, SGLang). Provides gRPC service stubs and helpers for the Shepherd Model Gateway ecosystem. Current version 0.5.2, requires Python >=3.10.","status":"active","version":"0.5.2","language":"python","source_language":"en","source_url":"https://github.com/lightseekorg/smg","tags":["grpc","llm","inference","servicer","vllm","sglang","smg"],"install":[{"cmd":"pip install smg-grpc-servicer","lang":"bash","label":"Install from PyPI"}],"dependencies":[],"imports":[{"wrong":"from smg_grpc_servicer import NvidiaGpuModelProviderAsyncio","symbol":"NvidiaGpuModelProviderAsyncio","correct":"from smg_grpc_servicer import NvidiaGpuModelProviderAsyncio"}],"quickstart":{"code":"import asyncio\nfrom smg_grpc_servicer import NvidiaGpuModelProviderAsyncio\n\nasync def main():\n    provider = NvidiaGpuModelProviderAsyncio(\n        workers=[{\"url\": \"localhost:50051\", \"disconnected_debounce_s\": 5.0}],\n        request_interval=0.1,\n        inference_engine=\"sglang\",\n        name=\"my-engine\",\n    )\n    async with provider.run():\n        await asyncio.sleep(10)\n\nasyncio.run(main())","lang":"python","description":"Run a basic async gRPC provider for a single SGLang worker."},"warnings":[{"fix":"Replace `NvidiaGpuModelProvider` with `NvidiaGpuModelProviderAsyncio` and adjust code to use `async with` context manager.","message":"The sync `NvidiaGpuModelProvider` is deprecated and will be removed in a future release. Use `NvidiaGpuModelProviderAsyncio`.","severity":"breaking","affected_versions":">=0.4.0"},{"fix":"Install as `pip install smg-grpc-servicer` and import as `import smg_grpc_servicer`.","message":"The library name on PyPI is `smg-grpc-servicer` but imports use underscores: `smg_grpc_servicer`. Common mistake is to try `import smg_grpc_servicer` with hyphens.","severity":"gotcha","affected_versions":"all"},{"fix":"Set `inference_engine='sglang'` or `inference_engine='vllm'` (lowercase).","message":"The `inference_engine` parameter must match exactly the engine running on the gRPC workers. Supported values: 'sglang', 'vllm'. Case-sensitive.","severity":"gotcha","affected_versions":"all"}],"env_vars":null,"search_vec":"'0.5.2':28 '3.10':31 'current':26 'ecosystem':25 'engin':11 'gateway':24 'grpc':2,5,15,32 'helper':19 'implement':7 'infer':10,34 'llm':9,33 'model':23 'provid':14 'python':30 'requir':29 'servic':3,6,16,35 'sglang':13,37 'shepherd':22 'smg':1,4,38 'stub':17 'version':27 'vllm':12,36","created_at":"2026-05-01T17:46:04.446166+00:00","updated_at":"2026-05-01T17:46:04.446166+00:00","problems":{"verify_error":"Traceback (most recent call last):\n  File \"<string>\", line 1, in <module>\nImportError: cannot import name 'NvidiaGpuModelProviderAsyncio' from 'smg_grpc_servicer' (/tmp/tmp1p02qibh/venv/lib/python3.12/site-packages/smg_grpc_servicer/__init__.py)"},"ecosystem":"pypi","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":"","cli_version":null,"type":"library","homepage":null,"github":"https://github.com/lightseekorg/smg","docs":null,"changelog":null,"pypi":"https://pypi.org/project/smg-grpc-servicer/","npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["llm-agents","ai-ml","http-networking","aws","devops"],"base_url":null,"auth_type":null,"provenance":{"verified_status":"import_fail","verified_at":"2026-07-03","last_verified":"2026-07-03","next_check":"2026-07-10","install_tag":null}}