diff --git a/rdf2hpcc/pom.xml b/rdf2hpcc/pom.xml index cd84ba003..375f7410b 100644 --- a/rdf2hpcc/pom.xml +++ b/rdf2hpcc/pom.xml @@ -3,7 +3,7 @@ org.hpccsystems rdf2hpcc jar - 1.0.2-SNAPSHOT + 1.0.4-SNAPSHOT RDF Data Ingestion into HPCC This project allows a user to import RDF data into an easily ingestible format for HPCC https://hpccsystems.com @@ -16,6 +16,8 @@ UTF-8 + 11 + 11 scm:git:https://github.com/hpcc-systems/hpcc4j.git @@ -72,7 +74,7 @@ org.hpccsystems wsclient - 1.0.0 + 8.12.0-1 org.apache.jena diff --git a/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java b/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java index 3a6d3a8cb..51893d7c0 100644 --- a/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java +++ b/rdf2hpcc/src/main/java/org/hpccsystems/rdf/rdf2hpcc/RDFHPCCWsClient.java @@ -12,18 +12,19 @@ import java.util.List; import java.util.Map; -import org.hpccsystems.ws.client.gen.ecldirect.v1_0.ArrayOfEspException; -import org.hpccsystems.ws.client.gen.ecldirect.v1_0.EspException; -import org.hpccsystems.ws.client.gen.filespray.v1_13.DropZone; -import org.hpccsystems.ws.client.gen.filespray.v1_13.PhysicalFileStruct; -import org.hpccsystems.ws.client.HPCCECLDirectClient; import org.hpccsystems.ws.client.HPCCFileSprayClient; import org.hpccsystems.ws.client.HPCCWsClient; import org.hpccsystems.ws.client.HPCCWsFileIOClient; -import org.hpccsystems.ws.client.platform.WorkunitInfo; +import org.hpccsystems.ws.client.HPCCWsWorkUnitsClient; +import org.hpccsystems.ws.client.gen.axis2.filespray.latest.DropZone; +import org.hpccsystems.ws.client.gen.axis2.wsworkunits.latest.*; +import java.lang.String; import org.hpccsystems.ws.client.utils.DataSingletonCollection; import org.hpccsystems.ws.client.utils.Connection; import org.hpccsystems.ws.client.utils.Utils; +import org.hpccsystems.ws.client.wrappers.gen.filespray.DropZoneWrapper; +import org.hpccsystems.ws.client.wrappers.gen.filespray.PhysicalFileStructWrapper; +import org.hpccsystems.ws.client.wrappers.wsworkunits.WorkunitWrapper; import org.apache.jena.riot.*; import org.apache.jena.graph.Node; import org.apache.jena.ttl.turtle.parser.ParseException; @@ -440,7 +441,7 @@ public String getRDFStats() try { - if(eclstatsfile != null) + if(eclstatsfile != null) { eclstats = new String(Files.readAllBytes(Paths.get(eclstatsfile)), Charset.defaultCharset()); } else @@ -448,23 +449,13 @@ public String getRDFStats() eclstats = STATSECL; } - HPCCECLDirectClient declient = getEclDirectClient(); - WorkunitInfo wu = new WorkunitInfo(); + HPCCWsWorkUnitsClient wuClient = getWsWorkunitsClient(); + WorkunitWrapper wu = new WorkunitWrapper(); wu.setECL(eclstats + "\n output(RdfTypeStats('~" + targetHPCCFilePath + "'));"); wu.setCluster(targetECLCluster); - wu.setResultLimit(HPCCECLDirectClient.noresultlimit); wu.setMaxMonitorMillis(eclmaxwaitMS); - eclreturn = declient.submitECLandGetResults(wu ); - } - catch (ArrayOfEspException e) - { - Utils.println(System.out, "Error while submiting ecl: ", false, verbosemode); - EspException[] espExceptions = e.getException(); - for (EspException espException : espExceptions) - { - Utils.println(System.out, espException.getMessage(), false, verbosemode); - } + eclreturn = wuClient.createAndRunWUFromECLAndGetResults(wu); } catch (IOException e) { @@ -775,20 +766,21 @@ private boolean setDropZoneInfo() throws Exception try { - DropZone[] dropZones = fsclient.fetchLocalDropZones(); + List dropZones = fsclient.fetchLocalDropZones(); - if (dropZones.length > 0) + if (dropZones.size() > 0) { - targetDropzoneNetAddress = dropZones[0].getNetAddress(); - targetHPCCDropzonePath = dropZones[0].getPath(); + DropZoneWrapper thisDZ = dropZones.get(0); + targetDropzoneNetAddress = thisDZ.getNetAddress(); + targetHPCCDropzonePath = thisDZ.getPath(); Utils.println(System.out, "Found dropzone net address: " + targetDropzoneNetAddress, false, verbosemode); Utils.println(System.out, "Found dropzone path: " + targetHPCCDropzonePath, false, verbosemode); try { - PhysicalFileStruct[] files = fsclient.listFiles(targetDropzoneNetAddress, targetHPCCDropzonePath, null); + List files = fsclient.listFiles(targetDropzoneNetAddress, targetHPCCDropzonePath, null); Utils.println(System.out, "Existing Dropzone files:", true, verbosemode); - for (PhysicalFileStruct file : files) + for (PhysicalFileStructWrapper file : files) { Utils.println(System.out, "\t" + file.getName() +"-"+ file.getFilesize(), true, verbosemode); } @@ -800,14 +792,6 @@ private boolean setDropZoneInfo() throws Exception success = true; } } - catch (org.hpccsystems.ws.client.gen.filespray.v1_06.ArrayOfEspException e1) - { - Utils.println(System.out, "ERROR: Attempting to fetch HPCC dropzone Info:", false, verbosemode); - for (org.hpccsystems.ws.client.gen.filespray.v1_06.EspException exception : e1.getException()) - { - Utils.println(System.out, "\t"+exception.getMessage(), false, verbosemode); - } - } catch (RemoteException e1) { Utils.println(System.out, "ERROR:\tAttempting to fetch HPCC dropzone Info:", false, verbosemode);