Update the dep and move connector to extra_require (#180)

* Update the dep and move connector to extra_require

* update test deps

* not use all as it is keyword

.travis.yml

@@ -4,7 +4,7 @@ python:
 - '3.6'
 install:
 - pip install -r requirements.txt
-- python setup.py install
+- pip install .[all]
 - pip install codecov
 script:
 - make test

requirements.txt

@@ -54,17 +54,8 @@ pytz==2018.4
 antlr4-python2-runtime==4.7.1
 statsd==3.2.1
 retrying==1.3.3
-PyAthena[SQLAlchemy]
 
-# Python API client for google
-# License: Apache Software License
-# Upstream url: https://github.com/googleapis/google-api-python-client
-google-api-python-client>=1.6.0, <2.0.0dev
 
-google-auth-httplib2>=0.0.1
-google-auth>=1.0.0, <2.0.0dev
+
 httplib2~=0.9.2
-confluent-kafka==1.0.0
 unidecode
-boto3==1.10.1
-cassandra-driver==3.20.1

setup.py

@@ -2,13 +2,37 @@ import os
 from setuptools import setup, find_packages
 
 
-__version__ = '1.4.13'
+__version__ = '1.5.0'
 
 
 requirements_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'requirements.txt')
 with open(requirements_path) as requirements_file:
     requirements = requirements_file.readlines()
 
+kafka = ['confluent-kafka==1.0.0']
+
+cassandra = ['cassandra-driver==3.20.1']
+
+glue = ['boto3==1.10.1']
+
+snowflake = [
+    'snowflake-connector-python',
+    'snowflake-sqlalchemy'
+]
+
+athena = ['PyAthena[SQLAlchemy]>=1.0.0']
+
+# Python API client for google
+# License: Apache Software License
+# Upstream url: https://github.com/googleapis/google-api-python-client
+bigquery = [
+    'google-api-python-client>=1.6.0, <2.0.0dev',
+    'google-auth-httplib2>=0.0.1'
+    'google-auth>=1.0.0, <2.0.0dev'
+]
+
+all_deps = requirements + kafka + cassandra + glue + snowflake + athena + bigquery
+
 setup(
     name='amundsen-databuilder',
     version=__version__,
@@ -21,6 +45,12 @@ setup(
     install_requires=requirements,
     extras_require={
         ':python_version=="2.7"': ['typing>=3.6'],  # allow typehinting PY2
-        'kafka': ['confluent-kafka==1.0.0'],  # To use with Kafka source extractor
+        'all': all_deps,
+        'kafka': kafka,  # To use with Kafka source extractor
+        'cassandra': cassandra,
+        'glue': glue,
+        'snowflake': snowflake,
+        'athena': athena,
+        'bigquery': bigquery
     },
 )