Merge pull request #4 from pokearu/DropboxTransport

Dropbox transport implementation
pokearu · Apr 24, 2020 · bad442f · bad442f
2 parents 671b048 + 97b2a45
commit bad442f
Show file tree

Hide file tree

Showing 25 changed files with 751 additions and 0 deletions.
diff --git a/agent/pom.xml b/agent/pom.xml
@@ -63,6 +63,11 @@
             <artifactId>mft-gcp-transport</artifactId>
             <version>0.01-SNAPSHOT</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.airavata</groupId>
+            <artifactId>mft-dropbox-transport</artifactId>
+            <version>0.0.1-SNAPSHOT</version>
+        </dependency>
         <dependency>
             <groupId>org.apache.airavata</groupId>
             <artifactId>mft-admin</artifactId>

diff --git a/core/src/main/java/org/apache/airavata/mft/core/ConnectorResolver.java b/core/src/main/java/org/apache/airavata/mft/core/ConnectorResolver.java
@@ -87,6 +87,16 @@ public static Optional<Connector> resolveConnector(String type, String direction
                         break;
                 }
                 break;
+            case "DROPBOX":
+                switch (direction) {
+                    case "IN":
+                        className = "org.apache.airavata.mft.transport.dropbox.DropboxReceiver";
+                        break;
+                    case "OUT":
+                        className = "org.apache.airavata.mft.transport.dropbox.DropboxSender";
+                        break;
+                }
+                break;
         }
 
         if (className != null) {

diff --git a/core/src/main/java/org/apache/airavata/mft/core/MetadataCollectorResolver.java b/core/src/main/java/org/apache/airavata/mft/core/MetadataCollectorResolver.java
@@ -45,6 +45,9 @@ public static Optional<MetadataCollector> resolveMetadataCollector(String type)
             case "GCS":
                 className = "org.apache.airavata.mft.transport.gcp.GCSMetadataCollector";
                 break;
+            case "DROPBOX":
+                className = "org.apache.airavata.mft.transport.dropbox.DropboxMetadataCollector";
+                break;
         }
 
         if (className != null) {

diff --git a/...server/src/main/java/org/apache/airavata/mft/resource/server/backend/ResourceBackend.java b/...server/src/main/java/org/apache/airavata/mft/resource/server/backend/ResourceBackend.java
@@ -61,4 +61,9 @@ public interface ResourceBackend {
     public GCSResource createGCSResource(GCSResourceCreateRequest request) throws Exception;
     public boolean updateGCSResource(GCSResourceUpdateRequest request) throws Exception;
     public boolean deleteGCSResource(GCSResourceDeleteRequest request) throws Exception;
+
+    public Optional<DropboxResource> getDropboxResource(DropboxResourceGetRequest request) throws Exception;
+    public DropboxResource createDropboxResource(DropboxResourceCreateRequest request) throws Exception;
+    public boolean updateDropboxResource(DropboxResourceUpdateRequest request) throws Exception;
+    public boolean deleteDropboxResource(DropboxResourceDeleteRequest request) throws Exception;
 }
diff --git a/...ava/org/apache/airavata/mft/resource/server/backend/airavata/AiravataResourceBackend.java b/...ava/org/apache/airavata/mft/resource/server/backend/airavata/AiravataResourceBackend.java
@@ -251,4 +251,23 @@ public boolean updateGCSResource(GCSResourceUpdateRequest request) throws Except
     public boolean deleteGCSResource(GCSResourceDeleteRequest request) throws Exception {
         throw new UnsupportedOperationException("Operation is not supported in backend");
     }
+    @Override
+    public Optional<DropboxResource> getDropboxResource(DropboxResourceGetRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public DropboxResource createDropboxResource(DropboxResourceCreateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean updateDropboxResource(DropboxResourceUpdateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean deleteDropboxResource(DropboxResourceDeleteRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
 }
diff --git a/...n/java/org/apache/airavata/mft/resource/server/backend/file/FileBasedResourceBackend.java b/...n/java/org/apache/airavata/mft/resource/server/backend/file/FileBasedResourceBackend.java
@@ -342,4 +342,44 @@ public boolean updateGCSResource(GCSResourceUpdateRequest request) throws Except
     public boolean deleteGCSResource(GCSResourceDeleteRequest request) throws Exception {
         throw new UnsupportedOperationException("Operation is not supported in backend");
     }
+    @Override
+    public Optional<DropboxResource> getDropboxResource(DropboxResourceGetRequest request) throws Exception {
+        JSONParser jsonParser = new JSONParser();
+        InputStream inputStream = FileBasedResourceBackend.class.getClassLoader().getResourceAsStream(resourceFile);
+
+        try (InputStreamReader reader = new InputStreamReader(inputStream)) {
+            Object obj = jsonParser.parse(reader);
+
+            JSONArray resourceList = (JSONArray) obj;
+
+            List<DropboxResource> dropboxResources = (List<DropboxResource>) resourceList.stream()
+                    .filter(resource -> "DROPBOX".equals(((JSONObject) resource).get("type").toString()))
+                    .map(resource -> {
+                        JSONObject r = (JSONObject) resource;
+
+                        DropboxResource dropboxResource = DropboxResource.newBuilder()
+                                .setResourceId(r.get("resourceId").toString())
+                                .setResourcePath(r.get("resourcePath").toString())
+                                .build();
+
+                        return dropboxResource;
+                    }).collect(Collectors.toList());
+            return dropboxResources.stream().filter(r -> request.getResourceId().equals(r.getResourceId())).findFirst();
+        }
+    }
+
+    @Override
+    public DropboxResource createDropboxResource(DropboxResourceCreateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean updateDropboxResource(DropboxResourceUpdateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean deleteDropboxResource(DropboxResourceDeleteRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
 }
diff --git a/...src/main/java/org/apache/airavata/mft/resource/server/backend/sql/SQLResourceBackend.java b/...src/main/java/org/apache/airavata/mft/resource/server/backend/sql/SQLResourceBackend.java
@@ -215,4 +215,25 @@ public boolean updateGCSResource(GCSResourceUpdateRequest request) throws Except
     public boolean deleteGCSResource(GCSResourceDeleteRequest request) throws Exception {
         throw new UnsupportedOperationException("Operation is not supported in backend");
     }
+
+    @Override
+    public Optional<DropboxResource> getDropboxResource(DropboxResourceGetRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public DropboxResource createDropboxResource(DropboxResourceCreateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean updateDropboxResource(DropboxResourceUpdateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean deleteDropboxResource(DropboxResourceDeleteRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
 }
diff --git a/...src/main/java/org/apache/airavata/mft/resource/server/handler/ResourceServiceHandler.java b/...src/main/java/org/apache/airavata/mft/resource/server/handler/ResourceServiceHandler.java
@@ -506,4 +506,69 @@ public void deleteGCSResource(GCSResourceDeleteRequest request, StreamObserver<E
                     .asRuntimeException());
         }
     }
+    @Override
+    public void getDropboxResource(DropboxResourceGetRequest request, StreamObserver<DropboxResource> responseObserver) {
+        try {
+            this.backend.getDropboxResource(request).ifPresentOrElse(resource -> {
+                responseObserver.onNext(resource);
+                responseObserver.onCompleted();
+            }, () -> {
+                responseObserver.onError(Status.INTERNAL
+                        .withDescription("No dropbox Resource with id " + request.getResourceId())
+                        .asRuntimeException());
+            });
+        } catch (Exception e) {
+            logger.error("Failed in retrieving dropbox resource with id {}", request.getResourceId(), e);
+
+            responseObserver.onError(Status.INTERNAL.withCause(e)
+                    .withDescription("Failed in retrieving dropbox resource with id " + request.getResourceId())
+                    .asRuntimeException());
+        }
+    }
+
+    @Override
+    public void createDropboxResource(DropboxResourceCreateRequest request, StreamObserver<DropboxResource> responseObserver) {
+        try {
+            responseObserver.onNext(this.backend.createDropboxResource(request));
+            responseObserver.onCompleted();
+        } catch (Exception e) {
+            logger.error("Failed in creating the dropbox resource", e);
+
+            responseObserver.onError(Status.INTERNAL.withCause(e)
+                    .withDescription("Failed in creating the dropbox resource")
+                    .asRuntimeException());
+        }
+    }
+
+    @Override
+    public void updateDropboxResource(DropboxResourceUpdateRequest request, StreamObserver<Empty> responseObserver) {
+        try {
+            this.backend.updateDropboxResource(request);
+            responseObserver.onCompleted();
+        } catch (Exception e) {
+            logger.error("Failed in updating the dropbox resource {}", request.getResourceId(), e);
+
+            responseObserver.onError(Status.INTERNAL.withCause(e)
+                    .withDescription("Failed in updating the dropbox resource with id " + request.getResourceId())
+                    .asRuntimeException());
+        }
+    }
+
+    @Override
+    public void deleteDropboxResource(DropboxResourceDeleteRequest request, StreamObserver<Empty> responseObserver) {
+        try {
+            boolean res = this.backend.deleteDropboxResource(request);
+            if (res) {
+                responseObserver.onCompleted();
+            } else {
+                responseObserver.onError(new Exception("Failed to delete dropbox Resource with id " + request.getResourceId()));
+            }
+        } catch (Exception e) {
+            logger.error("Failed in deleting the dropbox resource {}", request.getResourceId(), e);
+
+            responseObserver.onError(Status.INTERNAL.withCause(e)
+                    .withDescription("Failed in deleting the dropbox resource with id " + request.getResourceId())
+                    .asRuntimeException());
+        }
+    }
 }
diff --git a/services/resource-service/server/src/main/resources/distribution/conf/resources.json b/services/resource-service/server/src/main/resources/distribution/conf/resources.json
@@ -54,5 +54,10 @@
     "resourceId": "gcs-bucket",
     "bucketName": "",
     "resourcePath": ""
+  },
+  {
+    "type": "DROPBOX",
+    "resourceId": "",
+    "resourcePath": ""
   }
 ]
diff --git a/services/resource-service/server/src/main/resources/resources.json b/services/resource-service/server/src/main/resources/resources.json
@@ -54,5 +54,10 @@
     "resourceId": "gcs-bucket",
     "bucketName": "pika-pika-bucket",
     "resourcePath": "PikaPikaTest.txt"
+  },
+  {
+    "type": "DROPBOX",
+    "resourceId": "dropbox-file",
+    "resourcePath": "/test.txt"
   }
 ]
diff --git a/services/resource-service/stub/src/main/proto/ResourceService.proto b/services/resource-service/stub/src/main/proto/ResourceService.proto
@@ -212,6 +212,30 @@ message BoxResourceDeleteRequest {
     string resourceId = 1;
 }
 
+// Dropbox Resource
+
+message DropboxResource {
+    string resourceId = 1;
+    string resourcePath = 2;
+}
+
+message DropboxResourceGetRequest {
+    string resourceId = 1;
+}
+
+message DropboxResourceCreateRequest {
+    string resourcePath = 1;
+}
+
+message DropboxResourceUpdateRequest {
+    string resourceId = 1;
+    string resourcePath = 2;
+}
+
+message DropboxResourceDeleteRequest {
+    string resourceId = 1;
+}
+
 service  ResourceService {
     // SCP Storage
 
@@ -394,4 +418,30 @@ service  ResourceService {
             delete: "/v1.0/resource/gcs"
         };
     }
+    // Dropbox Resource
+
+    rpc getDropboxResource (DropboxResourceGetRequest) returns (DropboxResource) {
+        option (google.api.http) = {
+            get: "/v1.0/resource/dropbox"
+        };
+    }
+
+    rpc createDropboxResource (DropboxResourceCreateRequest) returns (DropboxResource) {
+        option (google.api.http) = {
+            post: "/v1.0/resource/dropbox"
+        };
+    }
+
+    rpc updateDropboxResource (DropboxResourceUpdateRequest) returns (google.protobuf.Empty) {
+        option (google.api.http) = {
+            put: "/v1.0/resource/dropbox"
+        };
+    }
+
+    rpc deleteDropboxResource (DropboxResourceDeleteRequest) returns (google.protobuf.Empty) {
+        option (google.api.http) = {
+            delete: "/v1.0/resource/dropbox"
+        };
+    }
+
 }
diff --git a/...ice/server/src/main/java/org/apache/airavata/mft/secret/server/backend/SecretBackend.java b/...ice/server/src/main/java/org/apache/airavata/mft/secret/server/backend/SecretBackend.java
@@ -50,4 +50,9 @@ public interface SecretBackend {
     public GCSSecret createGCSSecret(GCSSecretCreateRequest request) throws Exception;
     public boolean updateGCSSecret(GCSSecretUpdateRequest request) throws Exception;
     public boolean deleteGCSSecret(GCSSecretDeleteRequest request) throws Exception;
+
+    public Optional<DropboxSecret> getDropboxSecret(DropboxSecretGetRequest request) throws Exception;
+    public DropboxSecret createDropboxSecret(DropboxSecretCreateRequest request) throws Exception;
+    public boolean updateDropboxSecret(DropboxSecretUpdateRequest request) throws Exception;
+    public boolean deleteDropboxSecret(DropboxSecretDeleteRequest request) throws Exception;
 }
diff --git a/...in/java/org/apache/airavata/mft/secret/server/backend/airavata/AiravataSecretBackend.java b/...in/java/org/apache/airavata/mft/secret/server/backend/airavata/AiravataSecretBackend.java
@@ -160,5 +160,25 @@ public boolean deleteGCSSecret(GCSSecretDeleteRequest request) throws Exception
         throw new UnsupportedOperationException("Operation is not supported in backend");
     }
 
+    @Override
+    public Optional<DropboxSecret> getDropboxSecret(DropboxSecretGetRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public DropboxSecret createDropboxSecret(DropboxSecretCreateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean updateDropboxSecret(DropboxSecretUpdateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean deleteDropboxSecret(DropboxSecretDeleteRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
 
 }
diff --git a/.../main/java/org/apache/airavata/mft/secret/server/backend/file/FileBasedSecretBackend.java b/.../main/java/org/apache/airavata/mft/secret/server/backend/file/FileBasedSecretBackend.java
@@ -253,5 +253,44 @@ public boolean deleteGCSSecret(GCSSecretDeleteRequest request) throws Exception
         throw new UnsupportedOperationException("Operation is not supported in backend");
     }
 
+    @Override
+    public Optional<DropboxSecret> getDropboxSecret(DropboxSecretGetRequest request) throws Exception {
+        JSONParser jsonParser = new JSONParser();
+        InputStream inputStream = FileBasedSecretBackend.class.getClassLoader().getResourceAsStream(secretFile);
+
+        try (InputStreamReader reader = new InputStreamReader(inputStream)) {
+            Object obj = jsonParser.parse(reader);
+            JSONArray resourceList = (JSONArray) obj;
+
+            List<DropboxSecret> dbxSecrets = (List<DropboxSecret>) resourceList.stream()
+                    .filter(resource -> "DROPBOX".equals(((JSONObject) resource).get("type").toString()))
+                    .map(resource -> {
+                        JSONObject r = (JSONObject) resource;
+
+                        DropboxSecret dbxSecret = DropboxSecret.newBuilder()
+                                .setSecretId(r.get("secretId").toString())
+                                .setAccessToken(r.get("accessToken").toString()).build();
+                        return dbxSecret;
+
+                    }).collect(Collectors.toList());
+            return dbxSecrets.stream().filter(r -> request.getSecretId().equals(r.getSecretId())).findFirst();
+        }
+        }
+
+    @Override
+    public DropboxSecret createDropboxSecret(DropboxSecretCreateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean updateDropboxSecret(DropboxSecretUpdateRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
+    @Override
+    public boolean deleteDropboxSecret(DropboxSecretDeleteRequest request) throws Exception {
+        throw new UnsupportedOperationException("Operation is not supported in backend");
+    }
+
 
 }