Merge pull request #62 from barloc/add_configmap

Add name change for task ID and add support for name_postfix for task id

Author: LamaAni

README.md

@@ -185,6 +185,9 @@ command | None | A list of commands to be sent. i.e. ["echo","ok"]
 arguments | None | A list of arguments to be sent to the docker image.
 image | None | An image to use. (Overrides the main pod image)
 namespace | None | A namespace to use (Overrides/adds a namespace to main resource)
+name_prefix | task_id | The kubernetes resource(s) name prefix
+name_postfix | None | The kuberntes resource(s) name postfix
+random_name_postfix_length | 8 | Add a random string to all kuberntes resource(s) names if > 0
 envs | None | A dictionary of envs to add to the main job pod.
 body | None | The body of the job to use. Can be string, dictionary.
 body_filepath | None | A filepath to the yaml config file. Can use a relative filepath.

airflow_kubernetes_job_operator/kubernetes_job_operator.py

@@ -62,6 +62,8 @@ def __init__(
         arguments: List[str] = None,
         image: str = None,
         name_prefix: str = None,
+        name_postfix: str = None,
+        random_name_postfix_length: int = 8,
         namespace: str = None,
         envs: dict = None,
         body: Union[str, dict, List[dict]] = None,
@@ -90,6 +92,8 @@ def __init__(
             arguments (List[str], optional): The kubernetes pod arguments. Defaults to None.
             image (str, optional): The kubernetes container image to use. Defaults to None.
             name_prefix (str, optional): The kubernetes resource(s) name prefix. Defaults to (corrected) task_id.
+            name_postfix (str, optional): The kuberntes resource(s) name postfix. Defaults to None.
+            random_name_postfix_length (int, optional): Add a random string to all kuberntes resource(s) names if > 0. Defaults to 8.
             namespace (str, optional): The kubernetes namespace to run in. Defaults to current namespace.
             envs (dict, optional): A dictionary of key value pairs that is loaded into the environment variables.
                 Defaults to None.
@@ -163,6 +167,8 @@ def __init__(
         self.image_pull_policy = image_pull_policy
         self.body = body
         self.name_prefix = name_prefix
+        self.name_postfix = name_postfix
+        self.random_name_postfix_length = random_name_postfix_length
         self.namespace = namespace
         self.get_logs = get_logs
         self.on_kube_api_event = on_kube_api_event
@@ -285,7 +291,9 @@ def create_job_runner(self) -> JobRunner:
             delete_policy=self.delete_policy,
             logger=self.logger if hasattr(self, "logger") else None,
             auto_load_kube_config=True,
-            name_prefix=self._create_kubernetes_job_name_prefix(self.name_prefix or self.task_id),
+            name_prefix=self._create_kubernetes_job_name_prefix(self.name_prefix if self.name_prefix is not None else self.task_id),
+            name_postfix=self.name_postfix,
+            random_name_postfix_length=self.random_name_postfix_length,
         )
 
     def get_template_env(self) -> jinja2.Environment: