Updated package v4.22

Author: UtkarshTheDev

CHANGELOG.md

@@ -2,6 +2,23 @@
 
 All notable changes to LocalLab will be documented in this file.
 
+## 0.4.22 - 2025-03-12
+
+### Fixed
+
+- Fixed critical issue with server not terminating properly when Ctrl+C is pressed
+- Improved process termination by using os.\_exit() instead of sys.exit() for clean shutdown
+- Added CPU compatibility by disabling quantization when CUDA is not available
+- Fixed bitsandbytes error for CPU-only systems with clear warning messages
+- Enhanced user experience with better error handling for non-GPU environments
+
+### Added
+
+- Added beautiful footer section with author information and social media links
+- Included GitHub, Twitter, and Instagram links in the footer
+- Added project repository link with star request
+- Enhanced server startup display with comprehensive information
+
 ## 0.4.21 - 2025-03-12
 
 ### Fixed

locallab/__init__.py

@@ -2,7 +2,7 @@
 LocalLab - A lightweight AI inference server for running LLMs locally
 """
 
-__version__ = "0.4.21"
+__version__ = "0.4.22"
 
 # Only import what's necessary initially, lazy-load the rest
 from .logger import get_logger

locallab/model_manager.py

@@ -68,6 +68,15 @@ def _get_quantization_config(self) -> Optional[Dict[str, Any]]:
         # Use the config system to get the value, which checks environment variables and config file
         from .cli.config import get_config_value
 
+        # First check if CUDA is available - if not, we can't use bitsandbytes quantization
+        if not torch.cuda.is_available():
+            logger.warning("CUDA not available - quantization with bitsandbytes requires CUDA")
+            logger.info("Disabling quantization and using CPU-compatible settings")
+            return {
+                "torch_dtype": torch.float32,
+                "device_map": "auto"
+            }
+        
         enable_quantization = get_config_value('enable_quantization', ENABLE_QUANTIZATION)
         # Convert string values to boolean if needed
         if isinstance(enable_quantization, str):

locallab/server.py

@@ -203,8 +203,10 @@ def delayed_exit():
         except Exception:
             pass
 
-        # Force exit if we're still running
-        sys.exit(0)
+        # Force exit the process completely - use os._exit instead of sys.exit
+        # This ensures all threads are terminated
+        logger.info("Forcing process termination to ensure clean shutdown")
+        os._exit(0)
 
     threading.Thread(target=delayed_exit, daemon=True).start()
 
@@ -236,7 +238,6 @@ def __init__(self, config):
         self.started = False
         self._serve_task = None
         self._socket = None
-        self._running = False
         self.app = config.app
 
     async def start(self):
@@ -902,6 +903,14 @@ def on_startup():
                 except Exception as e:
                     logger.error(f"Error displaying API documentation: {str(e)}")
                     logger.debug(f"API documentation error details: {traceback.format_exc()}")
+                    
+                try:
+                    # Display footer with author information
+                    from .ui.banners import print_footer
+                    print_footer()
+                except Exception as e:
+                    logger.error(f"Error displaying footer: {str(e)}")
+                    logger.debug(f"Footer display error details: {traceback.format_exc()}")
 
                 # Set flag to indicate startup is complete
                 startup_complete = True

locallab/ui/banners.py

@@ -273,4 +273,23 @@ def print_api_docs():
 def format_multiline_text(text: str, prefix: str = "") -> str:
     """Format multiline text for display in a banner"""
     lines = text.strip().split('\n')
-    return '\n'.join([f"{prefix}{line}" for line in lines]) 
+    return '\n'.join([f"{prefix}{line}" for line in lines])
+
+
+def print_footer():
+    """Print a footer with author information and social media links."""
+    footer = f"""
+{Fore.CYAN}┌────────────────────────── Made with ❤️ ───────────────────────────┐{Style.RESET_ALL}
+│                                                                    │
+│  {Fore.YELLOW}Created by:{Style.RESET_ALL} Utkarsh Tiwari                                    │
+│  {Fore.BLUE}GitHub:{Style.RESET_ALL} https://github.com/UtkarshTheDev                   │
+│  {Fore.MAGENTA}Twitter:{Style.RESET_ALL} https://twitter.com/UtkarshTheDev                   │
+│  {Fore.RED}Instagram:{Style.RESET_ALL} https://instagram.com/UtkarshTheDev                 │
+│                                                                    │
+│  {Fore.GREEN}⭐ Star this project:{Style.RESET_ALL} https://github.com/UtkarshTheDev/LocalLab  │
+│                                                                    │
+│  {Fore.YELLOW}Thank you for using LocalLab! Feedback and contributions welcome!{Style.RESET_ALL}  │
+│                                                                    │
+{Fore.CYAN}└────────────────────────────────────────────────────────────────────┘{Style.RESET_ALL}
+"""
+    print(footer, flush=True) 

setup.py

@@ -5,7 +5,7 @@
 
 setup(
     name="locallab",
-    version="0.4.21",
+    version="0.4.22",
     packages=find_packages(include=["locallab", "locallab.*"]),
     install_requires=[
         "fastapi>=0.95.0,<1.0.0",