feat: use GeneratedCallables for handling console methods\n\n- Update console and backfilling integration\n- Support latest Dagster and SQLMesh versions\n- Exclude private README changes; keep upstream README\n\nRefs: opensource-observer#49, closes opensource-observer#43; follow-up to opensource-observer#52

Author: brunoalano

.gitignore

@@ -67,3 +67,5 @@ sample/dagster_project/storage/
 sample/dagster_project/logs/
 sample/dagster_project/history/
 sample/dagster_project/schedules/
+
+.venv

dagster_sqlmesh/config.py

@@ -39,6 +39,9 @@ class SQLMeshContextConfig(Config):
         default="dagster_sqlmesh.translator.SQLMeshDagsterTranslator",
         description="Fully qualified class name of the SQLMesh Dagster translator to use"
     )
+    virtual_environment_mode: str | None = Field(default=None)
+    environment_catalog_mapping: dict[str, str] | None = Field(default=None)
+    default_target_environment: str | None = Field(default=None)
 
     def get_translator(self) -> "SQLMeshDagsterTranslator":
         """Get a translator instance using the configured class name.
@@ -80,9 +83,21 @@ def get_translator(self) -> "SQLMeshDagsterTranslator":
     @property
     def sqlmesh_config(self) -> MeshConfig:
         if self.config_override:
-            return MeshConfig.parse_obj(self.config_override)
-        sqlmesh_path = Path(self.path)
-        configs = load_configs(None, MeshConfig, [sqlmesh_path])
-        if sqlmesh_path not in configs:
-            raise ValueError(f"SQLMesh configuration not found at {sqlmesh_path}")
-        return configs[sqlmesh_path]
+            base_config = MeshConfig.parse_obj(self.config_override)
+        else:
+            sqlmesh_path = Path(self.path)
+            configs = load_configs(None, MeshConfig, [sqlmesh_path])
+            if sqlmesh_path not in configs:
+                raise ValueError(f"SQLMesh configuration not found at {sqlmesh_path}")
+            base_config = configs[sqlmesh_path]
+
+        config_dict = base_config.dict()
+
+        if self.virtual_environment_mode is not None:
+            config_dict["virtual_environment_mode"] = self.virtual_environment_mode
+        if self.environment_catalog_mapping is not None:
+            config_dict["environment_catalog_mapping"] = self.environment_catalog_mapping
+        if self.default_target_environment is not None:
+            config_dict["default_target_environment"] = self.default_target_environment
+
+        return MeshConfig.parse_obj(config_dict)

dagster_sqlmesh/conftest.py

@@ -4,6 +4,7 @@
 import sys
 import tempfile
 import typing as t
+import warnings
 
 import pytest
 
@@ -22,6 +23,26 @@ def setup_debug_logging_for_tests() -> None:
     root_logger.setLevel(logging.DEBUG)
 
     logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
+    warnings.filterwarnings(
+        "ignore",
+        message="The argument 'infer_datetime_format' is deprecated",
+        category=UserWarning,
+    )
+    warnings.filterwarnings(
+        "ignore",
+        message="errors='ignore' is deprecated",
+        category=FutureWarning,
+    )
+    warnings.filterwarnings(
+        "ignore",
+        message="Support for class-based `config` is deprecated",
+        category=DeprecationWarning,
+    )
+    warnings.filterwarnings(
+        "ignore",
+        message=r"This process .* is multi-threaded, use of fork\(\) may lead to deadlocks",
+        category=DeprecationWarning,
+    )
 
 
 @pytest.fixture