diff --git a/rdf2hpcc/pom.xml b/rdf2hpcc/pom.xml
index cd84ba003..375f7410b 100644
--- a/rdf2hpcc/pom.xml
+++ b/rdf2hpcc/pom.xml
@@ -3,7 +3,7 @@
org.hpccsystems
rdf2hpcc
jar
- 1.0.2-SNAPSHOT
+ 1.0.4-SNAPSHOT
RDF Data Ingestion into HPCC
This project allows a user to import RDF data into an easily ingestible format for HPCC
https://hpccsystems.com
@@ -16,6 +16,8 @@
UTF-8
+ 11
+ 11
scm:git:https://github.com/hpcc-systems/hpcc4j.git
@@ -72,7 +74,7 @@
org.hpccsystems
wsclient
- 1.0.0
+ 8.12.0-1
org.apache.jena
diff --git a/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java b/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java
index 3a6d3a8cb..51893d7c0 100644
--- a/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java
+++ b/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java
@@ -12,18 +12,19 @@
import java.util.List;
import java.util.Map;
-import org.hpccsystems.ws.client.gen.ecldirect.v1_0.ArrayOfEspException;
-import org.hpccsystems.ws.client.gen.ecldirect.v1_0.EspException;
-import org.hpccsystems.ws.client.gen.filespray.v1_13.DropZone;
-import org.hpccsystems.ws.client.gen.filespray.v1_13.PhysicalFileStruct;
-import org.hpccsystems.ws.client.HPCCECLDirectClient;
import org.hpccsystems.ws.client.HPCCFileSprayClient;
import org.hpccsystems.ws.client.HPCCWsClient;
import org.hpccsystems.ws.client.HPCCWsFileIOClient;
-import org.hpccsystems.ws.client.platform.WorkunitInfo;
+import org.hpccsystems.ws.client.HPCCWsWorkUnitsClient;
+import org.hpccsystems.ws.client.gen.axis2.filespray.latest.DropZone;
+import org.hpccsystems.ws.client.gen.axis2.wsworkunits.latest.*;
+import java.lang.String;
import org.hpccsystems.ws.client.utils.DataSingletonCollection;
import org.hpccsystems.ws.client.utils.Connection;
import org.hpccsystems.ws.client.utils.Utils;
+import org.hpccsystems.ws.client.wrappers.gen.filespray.DropZoneWrapper;
+import org.hpccsystems.ws.client.wrappers.gen.filespray.PhysicalFileStructWrapper;
+import org.hpccsystems.ws.client.wrappers.wsworkunits.WorkunitWrapper;
import org.apache.jena.riot.*;
import org.apache.jena.graph.Node;
import org.apache.jena.ttl.turtle.parser.ParseException;
@@ -440,7 +441,7 @@ public String getRDFStats()
try
{
- if(eclstatsfile != null)
+ if(eclstatsfile != null)
{
eclstats = new String(Files.readAllBytes(Paths.get(eclstatsfile)), Charset.defaultCharset());
} else
@@ -448,23 +449,13 @@ public String getRDFStats()
eclstats = STATSECL;
}
- HPCCECLDirectClient declient = getEclDirectClient();
- WorkunitInfo wu = new WorkunitInfo();
+ HPCCWsWorkUnitsClient wuClient = getWsWorkunitsClient();
+ WorkunitWrapper wu = new WorkunitWrapper();
wu.setECL(eclstats + "\n output(RdfTypeStats('~" + targetHPCCFilePath + "'));");
wu.setCluster(targetECLCluster);
- wu.setResultLimit(HPCCECLDirectClient.noresultlimit);
wu.setMaxMonitorMillis(eclmaxwaitMS);
- eclreturn = declient.submitECLandGetResults(wu );
- }
- catch (ArrayOfEspException e)
- {
- Utils.println(System.out, "Error while submiting ecl: ", false, verbosemode);
- EspException[] espExceptions = e.getException();
- for (EspException espException : espExceptions)
- {
- Utils.println(System.out, espException.getMessage(), false, verbosemode);
- }
+ eclreturn = wuClient.createAndRunWUFromECLAndGetResults(wu);
}
catch (IOException e)
{
@@ -775,20 +766,21 @@ private boolean setDropZoneInfo() throws Exception
try
{
- DropZone[] dropZones = fsclient.fetchLocalDropZones();
+ List dropZones = fsclient.fetchLocalDropZones();
- if (dropZones.length > 0)
+ if (dropZones.size() > 0)
{
- targetDropzoneNetAddress = dropZones[0].getNetAddress();
- targetHPCCDropzonePath = dropZones[0].getPath();
+ DropZoneWrapper thisDZ = dropZones.get(0);
+ targetDropzoneNetAddress = thisDZ.getNetAddress();
+ targetHPCCDropzonePath = thisDZ.getPath();
Utils.println(System.out, "Found dropzone net address: " + targetDropzoneNetAddress, false, verbosemode);
Utils.println(System.out, "Found dropzone path: " + targetHPCCDropzonePath, false, verbosemode);
try
{
- PhysicalFileStruct[] files = fsclient.listFiles(targetDropzoneNetAddress, targetHPCCDropzonePath, null);
+ List files = fsclient.listFiles(targetDropzoneNetAddress, targetHPCCDropzonePath, null);
Utils.println(System.out, "Existing Dropzone files:", true, verbosemode);
- for (PhysicalFileStruct file : files)
+ for (PhysicalFileStructWrapper file : files)
{
Utils.println(System.out, "\t" + file.getName() +"-"+ file.getFilesize(), true, verbosemode);
}
@@ -800,14 +792,6 @@ private boolean setDropZoneInfo() throws Exception
success = true;
}
}
- catch (org.hpccsystems.ws.client.gen.filespray.v1_06.ArrayOfEspException e1)
- {
- Utils.println(System.out, "ERROR: Attempting to fetch HPCC dropzone Info:", false, verbosemode);
- for (org.hpccsystems.ws.client.gen.filespray.v1_06.EspException exception : e1.getException())
- {
- Utils.println(System.out, "\t"+exception.getMessage(), false, verbosemode);
- }
- }
catch (RemoteException e1)
{
Utils.println(System.out, "ERROR:\tAttempting to fetch HPCC dropzone Info:", false, verbosemode);