Skip to content

Commit

Permalink
fix default behavior and e2e test
Browse files Browse the repository at this point in the history
  • Loading branch information
lokesh-couchbase committed Aug 9, 2024
1 parent b8b9910 commit 766659f
Showing 1 changed file with 6 additions and 9 deletions.
15 changes: 6 additions & 9 deletions unstructured_ingest/v2/processes/connectors/couchbase.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,11 +40,9 @@ class CouchbaseConnectionConfig(ConnectionConfig):
connection_string: str = "couchbase://localhost"
scope: str = "_default"
collection: str = "_default"
access_config: CouchbaseAccessConfig = enhanced_field(
default_factory=CouchbaseAccessConfig, sensitive=True
)
batch_size: int = 50
connector_type: str = CONNECTOR_TYPE
access_config: CouchbaseAccessConfig = enhanced_field(sensitive=True)


@dataclass
Expand Down Expand Up @@ -93,8 +91,8 @@ class CouchbaseUploaderConfig(UploaderConfig):

@dataclass
class CouchbaseUploader(Uploader):
upload_config: CouchbaseUploaderConfig
connection_config: CouchbaseConnectionConfig
upload_config: CouchbaseUploaderConfig
cluster: Optional["Cluster"] = field(init=False, default=None)
connector_type: str = CONNECTOR_TYPE

Expand All @@ -110,10 +108,9 @@ def connect_to_couchbase(self) -> "Cluster":
from couchbase.cluster import Cluster
from couchbase.options import ClusterOptions

access_conf = self.connection_config.access_config
connection_string = access_conf.connection_string
username = access_conf.username
password = access_conf.password
connection_string = self.connection_config.connection_string
username = self.connection_config.username
password = self.connection_config.access_config.password

auth = PasswordAuthenticator(username, password)
options = ClusterOptions(auth)
Expand All @@ -131,7 +128,7 @@ def run(self, contents: list[UploadContent], **kwargs: Any) -> None:
logger.info(
f"writing {len(elements)} objects to destination "
f"bucket, {self.connection_config.bucket} "
f"at {self.connection_config.access_config.connection_string}",
f"at {self.connection_config.connection_string}",
)
bucket = self.cluster.bucket(self.connection_config.bucket)
scope = bucket.scope(self.connection_config.scope)
Expand Down

0 comments on commit 766659f

Please sign in to comment.