fix: set GRPC_VERBOSITY and remove grpcio upper bound (#3213)

* deps(pyproject): remove version pins on grpcio

Signed-off-by: Cameron Smith <[email protected]>

* fix(clis): set GRPC_VERBOSITY on clis using grpc

Signed-off-by: Cameron Smith <[email protected]>

* test(cli): verify GRPC_VERBOSITY=NONE by default but not overwritten

Signed-off-by: Cameron Smith <[email protected]>

---------

Signed-off-by: Cameron Smith <[email protected]>

Author: cameronraysmith

flytekit/clis/sdk_in_container/__init__.py

@@ -0,0 +1,7 @@
+import os
+
+# Set GRPC_VERBOSITY to NONE if not already set to silence unwanted output
+# This addresses the issue with grpcio >=1.68.0 causing unwanted output
+# https://github.com/flyteorg/flyte/issues/6082
+if "GRPC_VERBOSITY" not in os.environ:
+    os.environ["GRPC_VERBOSITY"] = "NONE"

pyproject.toml

@@ -24,10 +24,8 @@ dependencies = [
     "fsspec>=2023.3.0",
     "gcsfs>=2023.3.0",
     "googleapis-common-protos>=1.57",
-    # Skipping those versions to account for the unwanted output coming from grpcio and grpcio-status.
-    # Issue being tracked in https://github.com/flyteorg/flyte/issues/6082.
-    "grpcio<=1.68.0",
-    "grpcio-status<=1.68.0",
+    "grpcio",
+    "grpcio-status",
     "importlib-metadata",
     "joblib",
     "jsonlines",

tests/flytekit/unit/cli/pyflyte/test_grpc_verbosity.py

@@ -0,0 +1,48 @@
+import os
+
+
+def test_grpc_verbosity_set_on_import():
+    """
+    Test that GRPC_VERBOSITY is set to NONE if not already present in the environment
+    when the SDK container module is imported.
+    """
+    original_value = os.environ.get("GRPC_VERBOSITY", None)
+
+    try:
+        if "GRPC_VERBOSITY" in os.environ:
+            del os.environ["GRPC_VERBOSITY"]
+
+        import importlib
+        import flytekit.clis.sdk_in_container
+        importlib.reload(flytekit.clis.sdk_in_container)
+
+        assert "GRPC_VERBOSITY" in os.environ
+        assert os.environ["GRPC_VERBOSITY"] == "NONE"
+
+    finally:
+        if original_value is not None:
+            os.environ["GRPC_VERBOSITY"] = original_value
+        elif "GRPC_VERBOSITY" in os.environ:
+            del os.environ["GRPC_VERBOSITY"]
+
+
+def test_grpc_verbosity_not_overridden():
+    """
+    Test that GRPC_VERBOSITY is not overridden if already set in the environment.
+    """
+    original_value = os.environ.get("GRPC_VERBOSITY", None)
+
+    try:
+        os.environ["GRPC_VERBOSITY"] = "INFO"
+
+        import importlib
+        import flytekit.clis.sdk_in_container
+        importlib.reload(flytekit.clis.sdk_in_container)
+
+        assert os.environ["GRPC_VERBOSITY"] == "INFO"
+
+    finally:
+        if original_value is not None:
+            os.environ["GRPC_VERBOSITY"] = original_value
+        elif "GRPC_VERBOSITY" in os.environ:
+            del os.environ["GRPC_VERBOSITY"]