format and lint

Author: pinzon

Makefile

@@ -10,11 +10,6 @@ endif
 
 VENV_RUN = . $(VENV_ACTIVATE)
 
-$(VENV_ACTIVATE): setup.py setup.cfg
-	test -d $(VENV_DIR) || $(VENV_BIN) $(VENV_DIR)
-	$(VENV_RUN); $(PIP_CMD) install --upgrade pip setuptools wheel plux
-	touch $(VENV_ACTIVATE)
-
 venv: $(VENV_ACTIVATE)
 
 format: venv           		  ## Run ruff and black to format the whole codebase

localstack_utils/container.py

@@ -3,54 +3,80 @@
 import docker
 from time import sleep
 
-LOCALSTACK_NAME = "localstack/localstack";
-LOCALSTACK_TAG = "latest";
-LOCALSTACK_PORT_EDGE = "4566";
-LOCALSTACK_PORT_ELASTICSEARCH = "4571";
-
-MAX_PORT_CONNECTION_ATTEMPTS = 10;
-MAX_LOG_COLLECTION_ATTEMPTS = 120;
-POLL_INTERVAL = 1;
-NUM_LOG_LINES = 10;
-
-ENV_DEBUG = "DEBUG";
-ENV_USE_SSL = "USE_SSL";
-ENV_DEBUG_DEFAULT = "1";
+LOCALSTACK_NAME = "localstack/localstack"
+LOCALSTACK_TAG = "latest"
+LOCALSTACK_PORT_EDGE = "4566"
+LOCALSTACK_PORT_ELASTICSEARCH = "4571"
+
+MAX_PORT_CONNECTION_ATTEMPTS = 10
+MAX_LOG_COLLECTION_ATTEMPTS = 120
+POLL_INTERVAL = 1
+NUM_LOG_LINES = 10
+
+ENV_DEBUG = "DEBUG"
+ENV_USE_SSL = "USE_SSL"
+ENV_DEBUG_DEFAULT = "1"
 LOCALSTACK_EXTERNAL_HOSTNAME = "HOSTNAME_EXTERNAL"
 DEFAULT_CONTAINER_ID = "localstack_main"
 
 DOCKER_CLIENT = docker.from_env()
 
-class Container:
 
+class Container:
     @staticmethod
-    def create_localstack_container(external_hostname, pull_new_image, randomize_ports, image_name, image_tag, port_edge, port_elasticsearch, environment_variables, port_mappings, bind_mounts, platform):
+    def create_localstack_container(
+        external_hostname,
+        pull_new_image,
+        randomize_ports,
+        image_name,
+        image_tag,
+        port_edge,
+        port_elasticsearch,
+        environment_variables,
+        port_mappings,
+        bind_mounts,
+        platform,
+    ):
+        environment_variables = (
+            {} if environment_variables is None else environment_variables
+        )
+        bind_mounts = {} if bind_mounts is None else bind_mounts
+        port_mappings = {} if port_mappings is None else port_mappings
+        image_name_or_default = LOCALSTACK_NAME if image_name is None else image_name
+        image_exists = (
+            True
+            if len(DOCKER_CLIENT.images.list(name=image_name_or_default))
+            else False
+        )
 
-        environment_variables = {} if environment_variables == None else environment_variables
-        bind_mounts = {} if bind_mounts == None else bind_mounts
-        port_mappings = {} if port_mappings == None else port_mappings
-        image_name_or_default = LOCALSTACK_NAME if image_name == None else image_name 
-        image_exists = True if len(DOCKER_CLIENT.images.list(name=image_name_or_default)) else False
-        
-        fullPortEdge = {(LOCALSTACK_PORT_EDGE if port_edge == None else port_edge) : (LOCALSTACK_PORT_EDGE)}
+        fullPortEdge = {
+            (LOCALSTACK_PORT_EDGE if port_edge is None else port_edge): (
+                LOCALSTACK_PORT_EDGE
+            )
+        }
 
         if pull_new_image or not image_exists:
             logging.info("Pulling latest image")
             DOCKER_CLIENT.images.pull(image_name_or_default, image_tag)
-        
-        return DOCKER_CLIENT.containers.run(image_name_or_default, ports=fullPortEdge, environment=environment_variables, detach=True)
-    
+
+        return DOCKER_CLIENT.containers.run(
+            image_name_or_default,
+            ports=fullPortEdge,
+            environment=environment_variables,
+            detach=True,
+        )
+
     @staticmethod
     def waitForReady(container, pattern):
         attemps = 0
-        
+
         while True:
-            logs = container.logs(tail=NUM_LOG_LINES).decode('utf-8')
+            logs = container.logs(tail=NUM_LOG_LINES).decode("utf-8")
             if re.search(pattern, logs):
-                return;
-            
+                return
+
             sleep(POLL_INTERVAL)
             attemps += 1
 
             if attemps >= MAX_LOG_COLLECTION_ATTEMPTS:
-                raise "Could not find token: " +pattern.toString()+ "in logs"
+                raise "Could not find token: " + pattern.toString() + "in logs"

localstack_utils/localstack_docker_configuration.py

@@ -5,9 +5,9 @@ class LocalstackDockerConfiguration:
     image_tag = None
     platform = None
 
-    port_edge = '4566'
-    port_elastic_search = '4571'
-    external_hostname = 'localhost'
+    port_edge = "4566"
+    port_elastic_search = "4571"
+    external_hostname = "localhost"
     environment_variables = {}
     port_mappings = {}
     bind_mounts = {}

localstack_utils/localstack_logger.py

@@ -1,19 +1,24 @@
 import threading
 import logging
 
-class LocalstackLogger():
+
+class LocalstackLogger:
     stream = None
     log_thread = None
+
     def __init__(self, localsack_container) -> None:
-        self.stream = localsack_container.logs(stream=True, follow=True)    
-    
+        self.stream = localsack_container.logs(stream=True, follow=True)
+
     def start(self):
-        self.log_thread = threading.Thread(target=log_stream,args=[self.stream]).start()
-            
+        self.log_thread = threading.Thread(
+            target=log_stream, args=[self.stream]
+        ).start()
+
+
 def log_stream(stream):
     try:
         while True:
-            line = next(stream).decode("utf-8").replace("\n",'')
+            line = next(stream).decode("utf-8").replace("\n", "")
             logging.info(line)
     except StopIteration:
         pass

localstack_utils/localstack_utils.py

@@ -3,7 +3,9 @@
 import docker
 import logging
 from localstack_utils.container import Container
-from localstack_utils.localstack_docker_configuration import LocalstackDockerConfiguration
+from localstack_utils.localstack_docker_configuration import (
+    LocalstackDockerConfiguration,
+)
 from localstack_utils.localstack_logger import LocalstackLogger
 
 ENV_CONFIG_USE_SSL = "USE_SSL"
@@ -12,14 +14,16 @@
 TMP_PATH = "/tmp/localstack"
 READY_TOKEN = re.compile("Ready\\.")
 DEFAULT_EDGE_PORT = 4566
-PORT_CONFIG_FILENAME = "/opt/code/localstack/.venv/lib/python3.8/site-packages/localstack_client/config.py"
+PORT_CONFIG_FILENAME = (
+    "/opt/code/localstack/.venv/lib/python3.8/site-packages/localstack_client/config.py"
+)
 # DEFAULT_PORT_PATTERN = re.compile("'(\\w+)'\\Q: '{proto}://{host}:\\E(\\d+)'")
 
 localstack_instance = None
-logging.basicConfig(level=logging.INFO, format='%(message)s')
+logging.basicConfig(level=logging.INFO, format="%(message)s")
+
 
 class Localstack:
-    
     localstack_container = None
     service_to_map = {}
     locked = False
@@ -28,9 +32,9 @@ class Localstack:
     def INSTANCE():
         return Localstack()
 
-    external_hostName = '' 
+    external_hostName = ""
 
-    def startup(self, docker_configuration) :
+    def startup(self, docker_configuration):
         if self.locked:
             raise Exception("A docker instance is starting or already started.")
         self.locked = True
@@ -48,42 +52,42 @@ def startup(self, docker_configuration) :
                 docker_configuration.environment_variables,
                 docker_configuration.port_mappings,
                 docker_configuration.bind_mounts,
-                docker_configuration.platform
+                docker_configuration.platform,
             )
 
             self.setup_logger()
 
             Container.waitForReady(self.localstack_container, READY_TOKEN)
 
-        except docker.errors.APIError as error:
+        except docker.errors.APIError:
             if not docker_configuration.ignore_docker_runerrors:
                 raise "Unable to start docker"
 
-        except:
+        except Exception:
             raise sys.exc_info()
 
-
     def stop(self):
         self.localstack_container.stop()
 
-    
     def setup_logger(self):
         localstack_logger = LocalstackLogger(self.localstack_container)
         localstack_logger.start()
 
-def startup_localstack(port=4566, services=[], ignore_docker_errors = False):
+
+def startup_localstack(port=4566, services=[], ignore_docker_errors=False):
     global localstack_instance
     localstack_instance = Localstack.INSTANCE()
     config = LocalstackDockerConfiguration()
 
     if len(services):
-        config.envirement_variables.update({'SERVICES': ','.join(services)})
+        config.envirement_variables.update({"SERVICES": ",".join(services)})
     if port != 4566:
         config.port_edge = str(port)
     config.ignore_docker_runerrors = ignore_docker_errors
 
     localstack_instance.startup(config)
 
+
 def stop_localstack():
     if localstack_instance:
         localstack_instance.stop()

tests/kinesis_test.py

@@ -0,0 +1,27 @@
+import time
+import boto3
+import unittest
+from localstack_utils import startup_localstack, stop_localstack
+
+
+class TestKinesis(unittest.TestCase):
+    def setUp(self):
+        startup_localstack()
+
+    def tearDown(self):
+        stop_localstack()
+        return super().tearDown()
+
+    def test_create_stream(self):
+        kinesis = boto3.client(
+            service_name="kinesis",
+            aws_access_key_id="test",
+            aws_secret_access_key="test",
+            endpoint_url="http://localhost:4566",
+        )
+
+        kinesis.create_stream(StreamName="test", ShardCount=1)
+        time.sleep(5)
+
+        response = kinesis.list_streams()
+        self.assertGreater(len(response.get("StreamNames", [])), 0)