Added auto cluster detection

Author: Zav Shotan

airflow_kubernetes_job_operator/job_runner.py

@@ -31,20 +31,24 @@ def __init__(self):
         super().__init__()
 
     def load_kuberntes_configuration(
-        self, in_cluster: bool = False, config_file: str = None, context: str = None
+        self, in_cluster: bool = None, config_file: str = None, context: str = None
     ):
         """Loads the appropriate kubernetes configuration into the global
         context.
         
         Keyword Arguments:
 
             in_cluster {bool} -- If true, load the configuration from the cluster
-                (default: {False})
+                (default: {None}, will try and autodetect)
             config_file {str} -- the path to the file to load from,
                 if None, loads the kubernetes default ~/.kube. (default: {None})
             context {str} -- The context to load. If None loads the current
                 context (default: {None})
         """
+        in_cluster = (
+            in_cluster or os.environ.get("KUBERNETES_SERVICE_HOST", None) is not None
+        )
+
         # loading the current config to use.
         if in_cluster:
             kubernetes.config.load_incluster_config()

airflow_kubernetes_job_operator/kubernetes_job_operator.py

@@ -42,7 +42,7 @@ def __init__(
         job_yaml=None,
         job_yaml_filepath=None,
         delete_policy: str = "IfSucceeded",
-        in_cluster: bool = False,
+        in_cluster: bool = None,
         config_file: str = None,
         get_logs: bool = True,
         cluster_context: str = None,

airflow_kubernetes_job_operator/kubernetes_legacy_job_operator.py

@@ -27,7 +27,7 @@ def __init__(
         volumes: List[Volume] = None,
         env_vars: dict = None,
         secrets: List[Secret] = None,
-        in_cluster: bool = False,
+        in_cluster: bool = None,
         cluster_context: str = None,
         labels: dict = None,
         startup_timeout_seconds: float = 120,
@@ -100,7 +100,7 @@ def __init__(
         :param secrets: Kubernetes secrets to inject in the container,
             They can be exposed as environment vars or files in a volume.
         :type secrets: list[airflow.contrib.kubernetes.secret.Secret]
-        :param in_cluster: run kubernetes client with in_cluster configuration
+        :param in_cluster: run kubernetes client with in_cluster configuration (if None autodetect)
         :type in_cluster: bool
         :param cluster_context: context that points to kubernetes cluster.
             Ignored when in_cluster is True. If None, current-context is used.