long tail cicd issues (#18629)

Author: logan-markewich

llama-index-integrations/embeddings/llama-index-embeddings-huggingface-optimum/pyproject.toml

@@ -29,7 +29,7 @@ name = "llama-index-embeddings-huggingface-optimum"
 version = "0.3.0"
 description = "llama-index embeddings huggingface optimum integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/embeddings/llama-index-embeddings-ibm/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-embeddings-ibm"
 version = "0.3.1"
 description = "llama-index embeddings IBM watsonx.ai integration"
 authors = [{name = "IBM"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/embeddings/llama-index-embeddings-ipex-llm/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-embeddings-ipex-llm"
 version = "0.3.0"
 description = "llama-index embeddings ipex-llm integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/embeddings/llama-index-embeddings-vllm/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-embeddings-vllm"
 version = "0.0.1"
 description = "llama-index embeddings vllm integration"
 authors = [{name = "Yuri", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = ["llama-index-core>=0.12.0,<0.13", "vllm"]

llama-index-integrations/extractors/llama-index-extractors-relik/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-extractors-relik"
 version = "0.3.1"
 description = "llama-index extractors relik integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4"
+requires-python = ">=3.10,<4"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/llms/llama-index-llms-ibm/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-llms-ibm"
 version = "0.3.5"
 description = "llama-index llms IBM watsonx.ai integration"
 authors = [{name = "IBM"}]
-requires-python = ">=3.9,<3.13"
+requires-python = ">=3.10,<3.13"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/llms/llama-index-llms-ipex-llm/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-llms-ipex-llm"
 version = "0.3.1"
 description = "llama-index llms ipex-llm integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<3.12"
+requires-python = ">=3.10,<3.12"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/multi_modal_llms/llama-index-multi-modal-llms-huggingface/pyproject.toml

@@ -15,7 +15,6 @@ dev = [
     "pytest-asyncio==0.21.0",
     "pytest-mock==3.11.1",
     "ruff==0.0.292",
-    "torchvision==0.19.1",
     "types-Deprecated>=0.1.0",
     "types-PyYAML>=6.0.12.12,<7",
     "types-protobuf>=4.24.0.4,<5",
@@ -29,15 +28,15 @@ name = "llama-index-multi-modal-llms-huggingface"
 version = "0.4.2"
 description = "llama-index multi_modal_llms HuggingFace integration by [Cihan Yalçın](https://www.linkedin.com/in/chanyalcin/)"
 authors = [{name = "M.Cihan Yalçın", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = [
     "llama-index-core>=0.12.0,<0.13",
-    "transformers[torch]~=4.45",
+    "transformers[torch]>=4.45",
     "qwen-vl-utils>=0.0.8",
-    "torchvision>=0.19.1,<0.20",
-    "Pillow>=10.0.0,<11",
+    "torchvision>=0.19.1",
+    "Pillow>=10.0.0",
 ]
 
 [tool.codespell]

llama-index-integrations/postprocessor/llama-index-postprocessor-ibm/pyproject.toml

@@ -28,7 +28,7 @@ name = "llama-index-postprocessor-ibm"
 version = "0.1.0"
 description = "llama-index postprocessor IBM watsonx.ai integration"
 authors = [{name = "IBM"}]
-requires-python = ">=3.9,<3.13"
+requires-python = ">=3.10,<3.13"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/postprocessor/llama-index-postprocessor-rankllm-rerank/pyproject.toml

@@ -27,7 +27,7 @@ name = "llama-index-postprocessor-rankllm-rerank"
 version = "0.4.0"
 description = "llama-index postprocessor rankllm-rerank integration"
 authors = [{name = "Ryan Nguyen", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/readers/llama-index-readers-chroma/pyproject.toml

@@ -29,7 +29,7 @@ name = "llama-index-readers-chroma"
 version = "0.3.0"
 description = "llama-index readers chroma integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 maintainers = [{name = "atroyn"}]

llama-index-integrations/readers/llama-index-readers-google/pyproject.toml

@@ -27,7 +27,7 @@ name = "llama-index-readers-google"
 version = "0.6.1"
 description = "llama-index readers google integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 maintainers = [

llama-index-integrations/readers/llama-index-readers-oxylabs/llama_index/readers/oxylabs/base.py

@@ -1,6 +1,6 @@
 import abc
 from platform import architecture, python_version
-from typing import Any
+from typing import Any, Optional
 from importlib.metadata import version
 
 from llama_index.core.readers.base import BasePydanticReader
@@ -18,7 +18,7 @@ class OxylabsBaseReader(BasePydanticReader, abc.ABC):
     https://developers.oxylabs.io/scraper-apis/web-scraper-api
     """
 
-    top_level_header: str | None = None
+    top_level_header: Optional[str] = None
 
     timeout_s: int = 100
     oxylabs_scraper_url: str = "https://realtime.oxyserps-dev.fun/v1/queries"

llama-index-integrations/readers/llama-index-readers-oxylabs/llama_index/readers/oxylabs/utils.py

@@ -1,7 +1,7 @@
-from typing import Any
+from typing import Any, Optional
 
 
-def json_to_markdown(data: Any, level: int = 0, header: str | None = None) -> str:
+def json_to_markdown(data: Any, level: int = 0, header: Optional[str] = None) -> str:
     """
     Recursively converts a Python object (from JSON) into a Markdown string.
 

llama-index-integrations/readers/llama-index-readers-oxylabs/pyproject.toml

@@ -17,7 +17,7 @@ name = "llama-index-readers-oxylabs"
 version = "0.1.2"
 description = "llama-index readers oxylabs integration"
 readme = "README.md"
-requires-python = ">=3.9, <4.0"
+requires-python = ">=3.10,<4.0"
 license = "MIT"
 authors = [
     {name = "Rostyslav Borovyk", email = "[email protected]"},

llama-index-integrations/readers/llama-index-readers-web/llama_index/readers/web/oxylabs_web/base.py

@@ -1,18 +1,25 @@
 """Oxylabs Web Reader."""
 
 import asyncio
-from typing import Any, List
+from typing import Any, Dict, List, Optional, TYPE_CHECKING
 from platform import architecture, python_version
 from importlib.metadata import version
 
+from llama_index.core.bridge.pydantic import Field
 from llama_index.core.readers.base import BasePydanticReader
 from llama_index.core.schema import Document
 from markdownify import markdownify
 
 from llama_index.readers.web.oxylabs_web.utils import strip_html, json_to_markdown
-from oxylabs.utils.utils import prepare_config
 
-from oxylabs.internal.api import AsyncAPI, APICredentials, RealtimeAPI
+if TYPE_CHECKING:
+    from oxylabs.internal.api import AsyncAPI, RealtimeAPI
+
+
+def get_default_config() -> dict[str, Any]:
+    from oxylabs.utils.utils import prepare_config
+
+    return prepare_config(async_integration=True)
 
 
 class OxylabsWebReader(BasePydanticReader):
@@ -50,11 +57,13 @@ class OxylabsWebReader(BasePydanticReader):
 
     timeout_s: int = 100
     oxylabs_scraper_url: str = "https://realtime.oxylabs.io/v1/queries"
-    api: RealtimeAPI
-    async_api: AsyncAPI
-    default_config: dict[str, Any] = prepare_config(async_integration=True)
+    api: "RealtimeAPI"
+    async_api: "AsyncAPI"
+    default_config: dict[str, Any] = Field(default_factory=get_default_config)
 
     def __init__(self, username: str, password: str, **kwargs) -> None:
+        from oxylabs.internal.api import AsyncAPI, APICredentials, RealtimeAPI
+
         credentials = APICredentials(username=username, password=password)
 
         bits, _ = architecture()
@@ -90,7 +99,7 @@ def _get_document_from_response(self, response: dict[str, Any]) -> Document:
     async def aload_data(
         self,
         urls: list[str],
-        additional_params: dict[str, Any] | None = None,
+        additional_params: Optional[Dict[str, Any]] = None,
     ) -> List[Document]:
         """
         Asynchronously load data from urls.
@@ -124,7 +133,7 @@ async def aload_data(
     def load_data(
         self,
         urls: list[str],
-        additional_params: dict[str, Any] | None = None,
+        additional_params: Optional[Dict[str, Any]] = None,
     ) -> List[Document]:
         """
         Load data from urls.

llama-index-integrations/readers/llama-index-readers-web/llama_index/readers/web/oxylabs_web/utils.py

@@ -1,5 +1,5 @@
 import re
-from typing import Any
+from typing import Any, Optional
 
 from lxml.html import defs, fromstring, tostring
 from lxml.html.clean import Cleaner
@@ -74,7 +74,7 @@ def strip_html(html: str) -> str:
     return re.sub(r"\n{2,}", "", stripped_html)
 
 
-def json_to_markdown(data: Any, level: int = 0, header: str | None = None) -> str:
+def json_to_markdown(data: Any, level: int = 0, header: Optional[str] = None) -> str:
     """
     Recursively converts a Python object (from JSON) into a Markdown string.
 

llama-index-integrations/readers/llama-index-readers-web/tests/test_readers_oxylabs.py

@@ -1,6 +1,7 @@
 from unittest.mock import MagicMock, AsyncMock
 
 import pytest
+import sys
 
 from llama_index.readers.web.oxylabs_web.base import OxylabsWebReader
 
@@ -21,7 +22,9 @@
     id="response_success",
 )
 
+skip_if_py39_or_lower = sys.version_info < (3, 10)
 
+@pytest.mark.skipif(skip_if_py39_or_lower, reason="Pytest does not support Python 3.9")
 @pytest.mark.parametrize(
     ("urls", "additional_params", "return_value", "expected_output"),
     [READER_TEST_PARAM],
@@ -47,6 +50,7 @@ def test_sync_oxylabs_reader(
         assert doc.text == expected_output
 
 
+@pytest.mark.skipif(skip_if_py39_or_lower, reason="Pytest does not support Python 3.9")
 @pytest.mark.parametrize(
     ("urls", "additional_params", "return_value", "expected_output"),
     [READER_TEST_PARAM],

llama-index-integrations/vector_stores/llama-index-vector-stores-ApertureDB/pyproject.toml

@@ -31,7 +31,7 @@ name = "llama-index-vector-stores-ApertureDB"
 version = "0.0.2"
 description = "llama-index vector_stores ApertureDB integration"
 authors = [{name = "ApertureData", email = "[email protected]"}]
-requires-python = ">=3.9,<3.13"
+requires-python = ">=3.10,<3.13"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-integrations/vector_stores/llama-index-vector-stores-chroma/pyproject.toml

@@ -30,7 +30,7 @@ name = "llama-index-vector-stores-chroma"
 version = "0.4.1"
 description = "llama-index vector_stores chroma integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 dependencies = [

llama-index-packs/llama-index-packs-chroma-autoretrieval/pyproject.toml

@@ -29,7 +29,7 @@ name = "llama-index-packs-chroma-autoretrieval"
 version = "0.3.0"
 description = "llama-index packs chroma_autoretrieval integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 maintainers = [{name = "logan-markewich"}]

llama-index-packs/llama-index-packs-rag-cli-local/pyproject.toml

@@ -29,7 +29,7 @@ name = "llama-index-packs-rag-cli-local"
 version = "0.4.0"
 description = "llama-index packs rag cli local integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
-requires-python = ">=3.9,<4.0"
+requires-python = ">=3.10,<4.0"
 readme = "README.md"
 license = "MIT"
 maintainers = [{name = "jerryjliu"}]