import logging
from typing import Optional, Dict, Union, TYPE_CHECKING
from multiprocessing import cpu_count
import warnings
from pinecone.config import PineconeConfig, ConfigBuilder
from .legacy_pinecone_interface import LegacyPineconeDBControlInterface
from pinecone.utils import normalize_host, PluginAware, docslinks, require_kwargs
from .langchain_import_warnings import _build_langchain_attribute_error_message
logger = logging.getLogger(__name__)
""" :meta private: """
if TYPE_CHECKING:
from pinecone.config import Config, OpenApiConfiguration
from pinecone.db_data import _Index as Index, _IndexAsyncio as IndexAsyncio
from pinecone.db_control.index_host_store import IndexHostStore
from pinecone.core.openapi.db_control.api.manage_indexes_api import ManageIndexesApi
from pinecone.db_control.types import CreateIndexForModelEmbedTypedDict
from pinecone.db_control.enums import (
Metric,
VectorType,
DeletionProtection,
PodType,
CloudProvider,
AwsRegion,
GcpRegion,
AzureRegion,
)
from pinecone.db_control.models import (
ServerlessSpec,
PodSpec,
ByocSpec,
IndexModel,
IndexList,
CollectionList,
IndexEmbed,
BackupModel,
BackupList,
RestoreJobModel,
RestoreJobList,
)
[docs]
class Pinecone(PluginAware, LegacyPineconeDBControlInterface):
"""
A client for interacting with Pinecone APIs.
"""
[docs]
def __init__(
self,
api_key: Optional[str] = None,
host: Optional[str] = None,
proxy_url: Optional[str] = None,
proxy_headers: Optional[Dict[str, str]] = None,
ssl_ca_certs: Optional[str] = None,
ssl_verify: Optional[bool] = None,
additional_headers: Optional[Dict[str, str]] = {},
pool_threads: Optional[int] = None,
**kwargs,
):
"""
The ``Pinecone`` class is the main entry point for interacting with Pinecone via this Python SDK.
Instances of the ``Pinecone`` class are used to manage and interact with Pinecone resources such as
indexes, backups, and collections. When using the SDK, calls are made on your behalf to the API
documented at `https://docs.pinecone.io <https://docs.pinecone.io/reference/api/introduction>`_.
The class also holds inference functionality (embed, rerank) under the ``inference`` namespace.
When you are ready to perform data operations on an index, you will need to instantiate an index client. Though the functionality of the index client is defined in a different
class, it is instantiated through the ``Index()`` method in order for configurations to be shared between the two objects.
:param api_key: The API key to use for authentication. If not passed via kwarg, the API key will be read from the environment variable ``PINECONE_API_KEY``.
:type api_key: str, optional
:param host: The control plane host. If unspecified, the host ``api.pinecone.io`` will be used.
:type host: str, optional
:param proxy_url: The URL of the proxy to use for the connection.
:type proxy_url: str, optional
:param proxy_headers: Additional headers to pass to the proxy. Use this if your proxy setup requires authentication.
:type proxy_headers: Dict[str, str], optional
:param ssl_ca_certs: The path to the SSL CA certificate bundle to use for the connection. This path should point to a file in PEM format. When not passed, the SDK will use the certificate bundle returned from ``certifi.where()``.
:type ssl_ca_certs: str, optional
:param ssl_verify: SSL verification is performed by default, but can be disabled using the boolean flag when testing with Pinecone Local or troubleshooting a proxy setup. You should never run with SSL verification disabled in production.
:type ssl_verify: bool, optional
:param additional_headers: Additional headers to pass to the API. This is mainly to support internal testing at Pinecone. End users should not need to use this unless following specific instructions to do so.
:type additional_headers: Dict[str, str], optional
:param pool_threads: The number of threads to use for the ThreadPool when using methods that support the ``async_req`` keyword argument. The default number of threads is 5 * the number of CPUs in your execution environment.
:type pool_threads: int, optional
**Configuration with environment variables**
If you instantiate the Pinecone client with no arguments, it will attempt to read the API key from the environment variable ``PINECONE_API_KEY``.
.. code-block:: python
from pinecone import Pinecone
pc = Pinecone()
**Configuration with keyword arguments**
If you prefer being more explicit in your code, you can also pass the API key as a keyword argument. This is also where you will pass additional configuration options such as proxy settings if you wish to use those.
.. code-block:: python
import os
from pinecone import Pinecone
pc = Pinecone(
api_key=os.environ.get("PINECONE_API_KEY"),
host="https://api-staging.pinecone.io"
)
**Environment variables**
The Pinecone client supports the following environment variables:
* ``PINECONE_API_KEY``: The API key to use for authentication. If not passed via kwarg, the API key will be read from the environment variable ``PINECONE_API_KEY``.
* ``PINECONE_DEBUG_CURL``: Enable some additional debug logging representing the HTTP requests as curl commands. The main use of is to run calls outside of the SDK to help evaluate whether a problem you are experiencing is due to the API's behavior or the behavior of the SDK itself.
* ``PINECONE_ADDITIONAL_HEADERS``: A json string of a dictionary of header values to attach to all requests. This is primarily used for internal testing at Pinecone.
.. warning::
Be very careful with the ``PINECONE_DEBUG_CURL`` environment variable, as it will print out your API key which forms part of a required authentication header.
**Proxy configuration**
If your network setup requires you to interact with Pinecone via a proxy, you will need
to pass additional configuration using optional keyword parameters. These optional parameters
are forwarded to ``urllib3``, which is the underlying library currently used by the Pinecone client to
make HTTP requests. You may find it helpful to refer to the
`urllib3 documentation on working with proxies <https://urllib3.readthedocs.io/en/stable/advanced-usage.html#http-and-https-proxies>`_
while troubleshooting these settings.
Here is a basic example:
.. code-block:: python
from pinecone import Pinecone
pc = Pinecone(
api_key='YOUR_API_KEY',
proxy_url='https://your-proxy.com'
)
pc.list_indexes()
If your proxy requires authentication, you can pass those values in a header dictionary using the ``proxy_headers`` parameter.
.. code-block:: python
from pinecone import Pinecone
import urllib3 import make_headers
pc = Pinecone(
api_key='YOUR_API_KEY',
proxy_url='https://your-proxy.com',
proxy_headers=make_headers(proxy_basic_auth='username:password')
)
pc.list_indexes()
**Using proxies with self-signed certificates**
By default the Pinecone Python client will perform SSL certificate verification
using the CA bundle maintained by Mozilla in the `certifi <https://pypi.org/project/certifi/>`_ package.
If your proxy server is using a self-signed certificate, you will need to pass the path to the certificate
in PEM format using the ``ssl_ca_certs`` parameter.
.. code-block:: python
from pinecone import Pinecone
import urllib3 import make_headers
pc = Pinecone(
api_key='YOUR_API_KEY',
proxy_url='https://your-proxy.com',
proxy_headers=make_headers(proxy_basic_auth='username:password'),
ssl_ca_certs='path/to/cert-bundle.pem'
)
pc.list_indexes()
**Disabling SSL verification**
If you would like to disable SSL verification, you can pass the ``ssl_verify``
parameter with a value of ``False``. We do not recommend going to production with SSL verification disabled.
.. code-block:: python
from pinecone import Pinecone
import urllib3 import make_headers
pc = Pinecone(
api_key='YOUR_API_KEY',
proxy_url='https://your-proxy.com',
proxy_headers=make_headers(proxy_basic_auth='username:password'),
ssl_ca_certs='path/to/cert-bundle.pem',
ssl_verify=False
)
pc.list_indexes()
"""
for deprecated_kwarg in {"config", "openapi_config", "index_api"}:
if deprecated_kwarg in kwargs:
raise NotImplementedError(
f"Passing {deprecated_kwarg} is no longer supported. Please pass individual settings such as proxy_url, proxy_headers, ssl_ca_certs, and ssl_verify directly to the Pinecone constructor as keyword arguments. See the README at {docslinks['README']} for examples."
)
self._config = PineconeConfig.build(
api_key=api_key,
host=host,
additional_headers=additional_headers,
proxy_url=proxy_url,
proxy_headers=proxy_headers,
ssl_ca_certs=ssl_ca_certs,
ssl_verify=ssl_verify,
**kwargs,
)
""" :meta private: """
self._openapi_config = ConfigBuilder.build_openapi_config(self._config, **kwargs)
""" :meta private: """
if pool_threads is None:
self._pool_threads = 5 * cpu_count()
""" :meta private: """
else:
self._pool_threads = pool_threads
""" :meta private: """
self._inference = None # Lazy initialization
""" :meta private: """
self._db_control = None # Lazy initialization
""" :meta private: """
super().__init__() # Initialize PluginAware
@property
def inference(self):
"""
Inference is a namespace where an instance of the `pinecone.inference.Inference` class is lazily created and cached.
"""
if self._inference is None:
from pinecone.inference import Inference
self._inference = Inference(
config=self._config,
openapi_config=self._openapi_config,
pool_threads=self._pool_threads,
)
return self._inference
@property
def db(self):
"""
DBControl is a namespace where an instance of the `pinecone.db_control.DBControl` class is lazily created and cached.
"""
if self._db_control is None:
from pinecone.db_control import DBControl
self._db_control = DBControl(
config=self._config,
openapi_config=self._openapi_config,
pool_threads=self._pool_threads,
)
return self._db_control
@property
def index_host_store(self) -> "IndexHostStore":
""":meta private:"""
warnings.warn(
"The `index_host_store` property is deprecated. This warning will become an error in a future version of the Pinecone Python SDK.",
DeprecationWarning,
stacklevel=2,
)
return self.db.index._index_host_store
@property
def config(self) -> "Config":
""":meta private:"""
# The config property is considered private, but the name cannot be changed to include underscore
# without breaking compatibility with plugins in the wild.
return self._config
@property
def openapi_config(self) -> "OpenApiConfiguration":
""":meta private:"""
warnings.warn(
"The `openapi_config` property has been renamed to `_openapi_config`. It is considered private and should not be used directly. This warning will become an error in a future version of the Pinecone Python SDK.",
DeprecationWarning,
stacklevel=2,
)
return self._openapi_config
@property
def pool_threads(self) -> int:
""":meta private:"""
warnings.warn(
"The `pool_threads` property has been renamed to `_pool_threads`. It is considered private and should not be used directly. This warning will become an error in a future version of the Pinecone Python SDK.",
DeprecationWarning,
stacklevel=2,
)
return self._pool_threads
@property
def index_api(self) -> "ManageIndexesApi":
""":meta private:"""
warnings.warn(
"The `index_api` property is deprecated. This warning will become an error in a future version of the Pinecone Python SDK.",
DeprecationWarning,
stacklevel=2,
)
return self.db._index_api
[docs]
def create_index(
self,
name: str,
spec: Union[Dict, "ServerlessSpec", "PodSpec", "ByocSpec"],
dimension: Optional[int] = None,
metric: Optional[Union["Metric", str]] = "cosine",
timeout: Optional[int] = None,
deletion_protection: Optional[Union["DeletionProtection", str]] = "disabled",
vector_type: Optional[Union["VectorType", str]] = "dense",
tags: Optional[Dict[str, str]] = None,
) -> "IndexModel":
return self.db.index.create(
name=name,
spec=spec,
dimension=dimension,
metric=metric,
timeout=timeout,
deletion_protection=deletion_protection,
vector_type=vector_type,
tags=tags,
)
[docs]
def create_index_for_model(
self,
name: str,
cloud: Union["CloudProvider", str],
region: Union["AwsRegion", "GcpRegion", "AzureRegion", str],
embed: Union["IndexEmbed", "CreateIndexForModelEmbedTypedDict"],
tags: Optional[Dict[str, str]] = None,
deletion_protection: Optional[Union["DeletionProtection", str]] = "disabled",
timeout: Optional[int] = None,
) -> "IndexModel":
return self.db.index.create_for_model(
name=name,
cloud=cloud,
region=region,
embed=embed,
tags=tags,
deletion_protection=deletion_protection,
timeout=timeout,
)
[docs]
@require_kwargs
def create_index_from_backup(
self,
*,
name: str,
backup_id: str,
deletion_protection: Optional[Union["DeletionProtection", str]] = "disabled",
tags: Optional[Dict[str, str]] = None,
timeout: Optional[int] = None,
) -> "IndexModel":
return self.db.index.create_from_backup(
name=name,
backup_id=backup_id,
deletion_protection=deletion_protection,
tags=tags,
timeout=timeout,
)
[docs]
def delete_index(self, name: str, timeout: Optional[int] = None):
return self.db.index.delete(name=name, timeout=timeout)
[docs]
def list_indexes(self) -> "IndexList":
return self.db.index.list()
[docs]
def describe_index(self, name: str) -> "IndexModel":
return self.db.index.describe(name=name)
[docs]
def has_index(self, name: str) -> bool:
return self.db.index.has(name=name)
[docs]
def create_collection(self, name: str, source: str) -> None:
return self.db.collection.create(name=name, source=source)
[docs]
def list_collections(self) -> "CollectionList":
return self.db.collection.list()
[docs]
def delete_collection(self, name: str) -> None:
return self.db.collection.delete(name=name)
[docs]
def describe_collection(self, name: str):
return self.db.collection.describe(name=name)
[docs]
@require_kwargs
def create_backup(
self, *, index_name: str, backup_name: str, description: str = ""
) -> "BackupModel":
return self.db.backup.create(
index_name=index_name, backup_name=backup_name, description=description
)
[docs]
@require_kwargs
def list_backups(
self,
*,
index_name: Optional[str] = None,
limit: Optional[int] = 10,
pagination_token: Optional[str] = None,
) -> "BackupList":
return self.db.backup.list(
index_name=index_name, limit=limit, pagination_token=pagination_token
)
[docs]
@require_kwargs
def describe_backup(self, *, backup_id: str) -> "BackupModel":
return self.db.backup.describe(backup_id=backup_id)
[docs]
@require_kwargs
def delete_backup(self, *, backup_id: str) -> None:
return self.db.backup.delete(backup_id=backup_id)
[docs]
@require_kwargs
def list_restore_jobs(
self, *, limit: Optional[int] = 10, pagination_token: Optional[str] = None
) -> "RestoreJobList":
return self.db.restore_job.list(limit=limit, pagination_token=pagination_token)
[docs]
@require_kwargs
def describe_restore_job(self, *, job_id: str) -> "RestoreJobModel":
return self.db.restore_job.describe(job_id=job_id)
@staticmethod
def from_texts(*args, **kwargs):
""":meta private:"""
raise AttributeError(_build_langchain_attribute_error_message("from_texts"))
@staticmethod
def from_documents(*args, **kwargs):
""":meta private:"""
raise AttributeError(_build_langchain_attribute_error_message("from_documents"))
[docs]
def Index(self, name: str = "", host: str = "", **kwargs) -> "Index":
from pinecone.db_data import _Index
if name == "" and host == "":
raise ValueError("Either name or host must be specified")
pt = kwargs.pop("pool_threads", None) or self._pool_threads
api_key = self._config.api_key
openapi_config = self._openapi_config
if host != "":
check_realistic_host(host)
# Use host url if it is provided
index_host = normalize_host(host)
else:
# Otherwise, get host url from describe_index using the index name
index_host = self.db.index._get_host(name)
return _Index(
host=index_host,
api_key=api_key,
pool_threads=pt,
openapi_config=openapi_config,
source_tag=self.config.source_tag,
**kwargs,
)
[docs]
def IndexAsyncio(self, host: str, **kwargs) -> "IndexAsyncio":
from pinecone.db_data import _IndexAsyncio
api_key = self._config.api_key
openapi_config = self._openapi_config
if host is None or host == "":
raise ValueError("A host must be specified")
check_realistic_host(host)
index_host = normalize_host(host)
return _IndexAsyncio(
host=index_host,
api_key=api_key,
openapi_config=openapi_config,
source_tag=self.config.source_tag,
**kwargs,
)
def check_realistic_host(host: str) -> None:
""":meta private:
Checks whether a user-provided host string seems plausible.
Someone could erroneously pass an index name as the host by
mistake, and if they have done that we'd like to give them a
simple error message as feedback rather than attempting to
call the url and getting a more cryptic DNS resolution error.
"""
if "." not in host and "localhost" not in host:
raise ValueError(
f"You passed '{host}' as the host but this does not appear to be valid. Call describe_index() to confirm the host of the index."
)
