ADDED configurable timeout for boto3 client

README.md

@@ -18,15 +18,16 @@ This repository interfaces Service Discovery, in this instance CloudMap, in orde
 
 
 ## TODO
-- Lambda (`request`).
-- SQS (`listen`).
 - Http (`request`|`call`).
 - Fargate/ECS Task (`run`).
 
-## Note:
+
+## Note
+
 This library requires *Python 3.5 and above*.
 
-## Examples:
+
+## Examples
 
 ### Lambda Call
 
@@ -43,3 +44,13 @@ from ais_service_discovery import call
 response=call('namespace', 'service', 'handler', {<Payload>}, {'InvocationType': 'Event'})
 print(response)
 ```
+
+## Configuration
+
+This library can utilise the following environment variables:
+
+```
+BOTO_MAX_ATTEMPTS=10 // Boto3 exponential back-off attemps
+BOTO_READ_TIMEOUT=300 // Boto3 timeout 
+```
+

ais_service_discovery/call_service.py

@@ -1,3 +1,4 @@
+from os import environ as env
 from boto3 import client
 from .services import default_namespace, extract_service_parts, Services, \
     CloudmapAdapter
@@ -6,10 +7,18 @@
 from .sqs import SqsAdaptor, Send
 from json import dumps
 
-function = client('lambda')
-sns = client('sns')
-sqs = client('sqs')
-service_discovery = client('servicediscovery')
+from botocore.config import Config
+
+
+BOTO_MAX_ATTEMPTS = int(env.get('BOTO_MAX_ATTEMPTS', 10))
+BOTO_READ_TIMEOUT = float(env.get('BOTO_READ_TIMEOUT', 300))
+
+config = Config(read_timeout=BOTO_READ_TIMEOUT, retries={'max_attempts': BOTO_MAX_ATTEMPTS})
+
+function = client('lambda', config=config)
+sns = client('sns', config=config)
+sqs = client('sqs', config=config)
+service_discovery = client('servicediscovery', config=config)
 
 cloudmap_adaptor = CloudmapAdapter(service_discovery)
 services = Services(cloudmap_adaptor)
@@ -58,3 +67,4 @@ def call_service(namespace, service, handler, body, opts={}):
             ('errorMessage' in payload) and ('errorMessage' in payload)):
         raise Exception(payload)
     return dumps(payload)
+

ais_service_discovery/services/cloudmap.py

@@ -4,14 +4,15 @@ def __init__(self, client):
 
     def filter_instances(self, response, id):
         filter_function = lambda instance : instance['InstanceId'] == id
-
+        
         return {
             **response,
-            'Instances': filter(filter_function, response['Instances'])
+            'Instances': list(filter(filter_function, response['Instances']))
         }
 
     def discover(self, namespace, name, id):
         return self.filter_instances(self.client.discover_instances(
             NamespaceName=namespace,
             ServiceName=name
         ), id)
+

examples.py

@@ -0,0 +1,13 @@
+from ais_service_discovery import call
+
+try:
+    res = call(
+        'my-namespace',
+        'my-service',
+        'my-instance', {
+            'arg': 'hello-word',
+    })
+    print(res)
+except Exception as e:
+    print(e)
+