Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -28,15 +28,16 @@ dependencies {
runtime 'io.netty:netty-tcnative-boringssl-static:2.0.59.Final'
implementation 'org.slf4j:slf4j-api:2.0.5'
implementation 'com.google.api.grpc:proto-google-common-protos:2.14.3'
implementation 'com.squareup.okhttp3:okhttp:4.10.0'
testImplementation("com.squareup.okhttp3:mockwebserver:4.10.0")
implementation 'org.asynchttpclient:async-http-client:2.12.1'
implementation group: 'com.fasterxml.jackson.core', name: 'jackson-databind', version: '2.14.2'
implementation group: 'com.fasterxml.jackson.core', name: 'jackson-core', version: '2.14.2'
compileOnly "org.apache.tomcat:annotations-api:6.0.53" // necessary for Java 9+

testImplementation "io.grpc:grpc-testing:${grpcVersion}"
testImplementation 'junit:junit:4.13.2'
testImplementation "org.hamcrest:hamcrest:2.2"
testImplementation 'org.mockito:mockito-core:4.8.0'
testImplementation 'org.mockito:mockito-inline:4.8.0'
testImplementation 'org.slf4j:slf4j-simple:2.0.5'
testImplementation 'com.fasterxml.jackson.core:jackson-databind:2.14.2'
testImplementation 'org.junit.jupiter:junit-jupiter-api:5.8.0'
Expand Down
2 changes: 2 additions & 0 deletions src/main/java/io/pinecone/PineconeClient.java
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
package io.pinecone;

import io.pinecone.exceptions.PineconeValidationException;

/**
* Top-level client for connecting and making calls to Pinecone services. One instance can
* be used to connect to multiple services and shared across threads.
Expand Down
5 changes: 2 additions & 3 deletions src/main/java/io/pinecone/PineconeClientConfig.java
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
package io.pinecone;

import io.pinecone.exceptions.PineconeValidationException;

import java.util.Arrays;
import java.util.Collections;
import java.util.List;
Expand All @@ -17,9 +19,6 @@ public class PineconeClientConfig {
*/
private String apiKey;

/**
* Required project name
*/
private String projectName;

private String environment;
Expand Down
2 changes: 2 additions & 0 deletions src/main/java/io/pinecone/PineconeConnection.java
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@
import io.grpc.netty.NegotiationType;
import io.grpc.netty.NettyChannelBuilder;
import io.grpc.stub.MetadataUtils;
import io.pinecone.exceptions.PineconeException;
import io.pinecone.exceptions.PineconeValidationException;
import io.pinecone.proto.VectorServiceGrpc;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
Expand Down
1 change: 1 addition & 0 deletions src/main/java/io/pinecone/PineconeConnectionConfig.java
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
package io.pinecone;

import io.grpc.ManagedChannel;
import io.pinecone.exceptions.PineconeValidationException;

import java.util.function.BiFunction;

Expand Down
100 changes: 70 additions & 30 deletions src/main/java/io/pinecone/PineconeIndexOperationClient.java
Original file line number Diff line number Diff line change
@@ -1,52 +1,92 @@
package io.pinecone;

import io.pinecone.exceptions.FailedRequestInfo;
import io.pinecone.exceptions.HttpErrorMapper;
import io.pinecone.exceptions.PineconeConfigurationException;
import io.pinecone.model.CreateIndexRequest;
import org.asynchttpclient.AsyncHttpClient;
import org.asynchttpclient.DefaultAsyncHttpClient;
import okhttp3.*;

import java.io.IOException;

public class PineconeIndexOperationClient {
private AsyncHttpClient client;
private PineconeClientConfig clientConfig;
private String url;
private final OkHttpClient client;
private final PineconeClientConfig clientConfig;
private final String url;
public static final String ACCEPT_HEADER = "accept";
public static final String API_KEY_HEADER_NAME = "Api-Key";
public static final String BASE_URL_PREFIX = "https://controller.";
public static final String BASE_URL_SUFFIX = ".pinecone.io/databases/";
public static final String CONTENT_TYPE = "content-type";
public static final String CONTENT_TYPE_JSON = "application/json";
public static final String DELETE = "DELETE";
public static final String EMPTY_RESOURCE_PATH = "";
public static final String POST = "POST";
public static final String TEXT_PLAIN = "text/plain";

PineconeIndexOperationClient(PineconeClientConfig clientConfig, AsyncHttpClient client) {
this.clientConfig = clientConfig;
private PineconeIndexOperationClient(PineconeClientConfig clientConfig, OkHttpClient client, String url) {
this.client = client;
this.url = "https://controller." + clientConfig.getEnvironment() + ".pinecone.io/databases/";
this.clientConfig = clientConfig;
this.url = url;
}

public PineconeIndexOperationClient(PineconeClientConfig clientConfig, OkHttpClient client) {
this(clientConfig, client, createUrl(clientConfig));
}

public PineconeIndexOperationClient(PineconeClientConfig clientConfig) {
this.clientConfig = clientConfig;
client = new DefaultAsyncHttpClient();
this.url = "https://controller." + clientConfig.getEnvironment() + ".pinecone.io/databases/";
this(clientConfig, new OkHttpClient());
}

public void deleteIndex(String indexName) throws IOException {
System.out.println("Sending delete index request:");
client.prepare("DELETE", url + indexName)
.setHeader("accept", "text/plain")
.setHeader("Api-Key", clientConfig.getApiKey())
.execute()
.toCompletableFuture()
.join();
private static String createUrl(PineconeClientConfig clientConfig) {
if (clientConfig.getApiKey() == null || clientConfig.getEnvironment() == null) {
throw new PineconeConfigurationException("Both API key and environment name are required for index operations.");
}

client.close();
return BASE_URL_PREFIX + clientConfig.getEnvironment() + BASE_URL_SUFFIX;
}

public void deleteIndex(String indexName) throws IOException {
try (Response response = client.newCall(buildRequest(DELETE, indexName, TEXT_PLAIN,null)).execute()) {
handleResponse(response);
}
}

public void createIndex(CreateIndexRequest createIndexRequest) throws IOException {
client.prepare("POST", url)
.setHeader("accept", "text/plain")
.setHeader("content-type", "application/json")
.setHeader("Api-Key", clientConfig.getApiKey())
.setBody(createIndexRequest.toJson())
.execute()
.toCompletableFuture()
.join();
MediaType mediaType = MediaType.parse("application/json; charset=utf-8");
RequestBody requestBody = RequestBody.create(createIndexRequest.toJson(), mediaType);

client.close();
try (Response response = client.newCall(buildRequest(POST, EMPTY_RESOURCE_PATH, TEXT_PLAIN, requestBody)).execute()) {
handleResponse(response);
}
}
}

private Request buildRequest(String method, String path, String header, RequestBody requestBody) {
Request.Builder builder = new Request.Builder()
.url(url + path)
.addHeader(ACCEPT_HEADER, header)
.addHeader(API_KEY_HEADER_NAME, clientConfig.getApiKey());

if (POST.equals(method)) {
builder.post(requestBody);
builder.addHeader(CONTENT_TYPE, CONTENT_TYPE_JSON);
} else if (DELETE.equals(method)) {
builder.delete();
}

return builder.build();
}

private void handleResponse(Response response) throws IOException {
if (!response.isSuccessful()) {
int statusCode = response.code();
String responseBodyString = (response.body() != null) ? response.body().string() : null;
FailedRequestInfo failedRequestInfo = new FailedRequestInfo(statusCode, responseBodyString);
HttpErrorMapper.mapHttpStatusError(failedRequestInfo);
}
}

public void close() {
client.dispatcher().executorService().shutdown();
client.connectionPool().evictAll();
}
}
20 changes: 20 additions & 0 deletions src/main/java/io/pinecone/exceptions/FailedRequestInfo.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
package io.pinecone.exceptions;

public class FailedRequestInfo {
private final int status;
private final String message;

public FailedRequestInfo(int status, String message) {
this.status = status;
this.message = message;
}

public int getStatus() {
return status;
}

public String getMessage() {
return message;
}
}

22 changes: 22 additions & 0 deletions src/main/java/io/pinecone/exceptions/HttpErrorMapper.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
package io.pinecone.exceptions;

public class HttpErrorMapper {

public static void mapHttpStatusError(FailedRequestInfo failedRequestInfo) {
int statusCode = failedRequestInfo.getStatus();
switch (statusCode) {
case 400:
throw new PineconeBadRequestException(failedRequestInfo.getMessage());
case 401:
throw new PineconeAuthorizationException(failedRequestInfo.getMessage());
case 404:
throw new PineconeNotFoundException(failedRequestInfo.getMessage());
case 409:
throw new PineconeAlreadyExistsException(failedRequestInfo.getMessage());
case 500:
throw new PineconeInternalServerException(failedRequestInfo.getMessage());
default:
throw new PineconeUnmappedHttpException(failedRequestInfo.getMessage());
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeAlreadyExistsException extends PineconeException {

public PineconeAlreadyExistsException(String message) {
super(message);
}

public PineconeAlreadyExistsException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeAuthorizationException extends PineconeException {

public PineconeAuthorizationException(String message) {
super(message);
}

public PineconeAuthorizationException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeBadRequestException extends PineconeException {

public PineconeBadRequestException(String message) {
super(message);
}

public PineconeBadRequestException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeConfigurationException extends PineconeException {

public PineconeConfigurationException(String message) {
super(message);
}

public PineconeConfigurationException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package io.pinecone;
package io.pinecone.exceptions;

public class PineconeException extends RuntimeException {

Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeInternalServerException extends PineconeException {

public PineconeInternalServerException(String message) {
super(message);
}

public PineconeInternalServerException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeNotFoundException extends PineconeException {

public PineconeNotFoundException(String message) {
super(message);
}

public PineconeNotFoundException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
package io.pinecone.exceptions;

public class PineconeUnmappedHttpException extends PineconeException {

public PineconeUnmappedHttpException(String message) {
super(message);
}

public PineconeUnmappedHttpException(String message, Throwable cause) {
super(message, cause);
}
}
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package io.pinecone;
package io.pinecone.exceptions;

public class PineconeValidationException extends PineconeException {

Expand Down
4 changes: 2 additions & 2 deletions src/main/java/io/pinecone/model/CreateIndexRequest.java
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import io.pinecone.PineconeValidationException;
import io.pinecone.exceptions.PineconeValidationException;

public class CreateIndexRequest {
private String indexName;
Expand Down Expand Up @@ -186,7 +186,7 @@ public static void validateJsonObject(JsonNode jsonNode) {
if(jsonNode.get("name").isNull()) {
throw new PineconeValidationException("Index name cannot be empty");
}
System.out.println("jsonString: " + jsonNode.get("dimension"));

if(jsonNode.get("dimension").isNull()) {
throw new PineconeValidationException("Dimension cannot be empty");
}
Expand Down
Loading