[griddb] add source code for GridDB Binding

griddb/src/main/java/com/yahoo/ycsb/db/GridDBClient.java

@@ -0,0 +1,334 @@
+/**
+ * Copyright (c) 2018 TOSHIBA Digital Solutions Corporation.
+ * Copyright (c) 2018 YCSB contributors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you
+ * may not use this file except in compliance with the License. You
+ * may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ * implied. See the License for the specific language governing
+ * permissions and limitations under the License. See accompanying
+ * LICENSE file.
+ */
+
+package com.yahoo.ycsb.db;
+
+import java.util.ArrayList;
+import java.util.Comparator;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.List;
+import java.util.Properties;
+import java.util.Set;
+import java.util.Vector;
+
+import com.toshiba.mwcloud.gs.ColumnInfo;
+import com.toshiba.mwcloud.gs.Container;
+import com.toshiba.mwcloud.gs.ContainerInfo;
+import com.toshiba.mwcloud.gs.ContainerType;
+import com.toshiba.mwcloud.gs.GSException;
+import com.toshiba.mwcloud.gs.GSType;
+import com.toshiba.mwcloud.gs.GridStore;
+import com.toshiba.mwcloud.gs.GridStoreFactory;
+import com.toshiba.mwcloud.gs.PartitionController;
+import com.toshiba.mwcloud.gs.Row;
+import com.yahoo.ycsb.ByteArrayByteIterator;
+import com.yahoo.ycsb.ByteIterator;
+import com.yahoo.ycsb.DBException;
+import com.yahoo.ycsb.Status;
+
+/**
+ * A class representing GridDBClient.
+ *
+ * @version
+ * @Timestamps
+ *
+ */
+public class GridDBClient extends com.yahoo.ycsb.DB {
+  //(A)multicast method
+  private String notificationAddress = ""; // "239.0.0.1"
+  private String notificationPort = ""; // "31999"
+  //(B)fixed list method
+  private String notificationMember = ""; // "10.0.0.12:10001,10.0.0.13:10001,10.0.0.14:10001"
+
+  private String userName = ""; //
+  private String password = ""; //
+  private String clusterName = ""; // "ycsbCluster"
+
+
+  public static final String VALUE_COLUMN_NAME_PREFIX= "field";
+  public static final int ROW_KEY_COLUMN_POS = 0;
+  public static final String CONTAINER_PREFIX = "usertable@";
+
+  public static final int DEFAULT_CACHE_CONTAINER_NUM = 1000;
+  public static final int FIELD_NUM = 10;
+
+  private int numContainer = 0; // Sets PartitionNum
+  public static final GSType SCHEMA_TYPE = GSType.STRING;
+
+  private GridStore store;
+  private ContainerInfo containerInfo = null;
+
+  class RowComparator implements Comparator<Row> {
+    public int compare(Row row1, Row row2) throws NullPointerException {
+      int result = 0;
+      try {
+        Object val1 = row1.getValue(0);
+        Object val2 = row2.getValue(0);
+        result = ((String)val1).compareTo((String)val2);
+      } catch (GSException e) {
+        e.printStackTrace();
+        throw new NullPointerException();
+      }
+      return result;
+    }
+  }
+
+  public void init() throws DBException {
+    System.out.println("GridDBClient");
+
+    final Properties props = getProperties();
+    notificationAddress = props.getProperty("notificationAddress");
+    notificationPort = props.getProperty("notificationPort");
+    notificationMember = props.getProperty("notificationMember");
+    clusterName = props.getProperty("clusterName");
+    userName = props.getProperty("userName");
+    password = props.getProperty("password");
+    String fieldcount = props.getProperty("fieldcount");
+    String fieldlength = props.getProperty("fieldlength");
+
+    System.out.println("notificationAddress=" + notificationAddress + " notificationPort=" + notificationPort +
+            " notificationMember=" + notificationMember);
+    System.out.println("clusterName=" + clusterName + " userName=" + userName + " password=" + password);
+    System.out.println("fieldcount=" + fieldcount + " fieldlength=" + fieldlength);
+
+    final Properties gridstoreProp = new Properties();
+    if (clusterName == null || userName == null || password == null) {
+      System.err.println("[ERROR] clusterName or userName or password argument not specified");
+      return;
+    }
+    if (fieldcount == null || fieldlength == null) {
+      System.err.println("[ERROR] fieldcount or fieldlength argument not specified");
+      return;
+    } else {
+      if (!fieldcount.equals(String.valueOf(FIELD_NUM)) || !fieldlength.equals("100")) {
+        System.err.println("[ERROR] Invalid argment: fieldcount or fieldlength");
+        return;
+      }
+    }
+    if (notificationAddress != null) {
+      if (notificationPort == null) {
+        System.err.println("[ERROR] notificationPort argument not specified");
+        return;
+      }
+      //(A)multicast method
+      gridstoreProp.setProperty("notificationAddress", notificationAddress);
+      gridstoreProp.setProperty("notificationPort", notificationPort);
+    } else if (notificationMember != null) {
+      //(B)fixed list method
+      gridstoreProp.setProperty("notificationMember", notificationMember);
+    } else {
+      System.err.println("[ERROR] notificationAddress and notificationMember argument not specified");
+    }
+    gridstoreProp.setProperty("clusterName", clusterName);
+    gridstoreProp.setProperty("user", userName);
+    gridstoreProp.setProperty("password", password);
+
+    gridstoreProp.setProperty("containerCacheSize", String.valueOf(DEFAULT_CACHE_CONTAINER_NUM));
+
+    List<ColumnInfo> columnInfoList = new ArrayList<ColumnInfo>();
+    ColumnInfo keyInfo = new ColumnInfo("key", SCHEMA_TYPE);
+    columnInfoList.add(keyInfo);
+    for (int i = 0; i < FIELD_NUM; i++) {
+      String columnName = String.format(VALUE_COLUMN_NAME_PREFIX + "%d", i);
+      ColumnInfo info = new ColumnInfo(columnName, SCHEMA_TYPE);
+      columnInfoList.add(info);
+    }
+    containerInfo = new ContainerInfo(null, ContainerType.COLLECTION, columnInfoList, true);
+
+    try {
+      GridStoreFactory.getInstance().setProperties(gridstoreProp);
+      store = GridStoreFactory.getInstance().getGridStore(gridstoreProp);
+      PartitionController controller = store.getPartitionController();
+      numContainer = controller.getPartitionCount();
+
+      for(int k = 0; k < numContainer; k++) {
+        String name = CONTAINER_PREFIX + k;
+        final Container<?, ?> container = store.putContainer(name, containerInfo, false);
+      }
+    } catch (GSException e) {
+      e.printStackTrace();
+      throw new DBException();
+    }
+
+    System.out.println("numContainer=" + numContainer + " containerCasheSize=" +
+            String.valueOf(DEFAULT_CACHE_CONTAINER_NUM));
+
+  }
+
+  public void cleanup() throws DBException {
+    try {
+      store.close();
+    } catch (GSException e) {
+      e.printStackTrace();
+    }
+  }
+
+  public Status read(String table, String key, Set<String> fields, Map<String, ByteIterator> result) {
+    try {
+
+      Object rowKey = makeRowKey(key);
+      String containerKey = makeContainerKey(key);
+
+      final Container<Object, Row> container = store.getContainer(containerKey);
+      if(container == null) {
+        System.err.println("[ERROR]getCollection " + containerKey + " in read()");
+        return Status.ERROR;
+      }
+
+      Row targetRow = container.get(rowKey);
+      if (targetRow == null) {
+        System.err.println("[ERROR]get(rowKey)" + " in read()");
+        return Status.ERROR;
+      }
+
+      //
+      for (int i = 1; i < containerInfo.getColumnCount(); i++) {
+        result.put(containerInfo.getColumnInfo(i).getName(),
+            new ByteArrayByteIterator(targetRow.getValue(i).toString().getBytes()));
+      }
+
+      return Status.OK;
+
+    } catch (GSException e) {
+      e.printStackTrace();
+      return Status.ERROR;
+    }
+  }
+
+  public Status scan(String table, String startkey, int recordcount, Set<String> fields,
+          Vector<HashMap<String, ByteIterator>> result) {
+    System.err.println("[ERROR]scan() not supported");
+    return Status.ERROR;
+  }
+
+  public Status update(String table, String key, Map<String, ByteIterator> values) {
+    try {
+      Object rowKey = makeRowKey(key);
+      String containerKey = makeContainerKey(key);
+
+      final Container<Object, Row> container = store.getContainer(containerKey);
+      if(container == null) {
+        System.err.println("[ERROR]getCollection " + containerKey + " in update()");
+        return Status.ERROR;
+      }
+
+      Row targetRow = container.get(rowKey);
+      if (targetRow == null) {
+        System.err.println("[ERROR]get(rowKey)" + " in update()");
+        return Status.ERROR;
+      }
+
+      //
+      int setCount = 0;
+      for (int i = 1; i < containerInfo.getColumnCount() && setCount < values.size(); i++) {
+        String columnName = containerInfo.getColumnInfo(i).getName();
+        ByteIterator byteIterator = values.get(containerInfo.getColumnInfo(i).getName());
+        if (byteIterator != null) {
+          Object value = makeValue(byteIterator);
+          targetRow.setValue(i, value);
+          setCount++;
+        }
+      }
+      if (setCount != values.size()) {
+        System.err.println("Error setCount = " + setCount);
+        return Status.ERROR;
+      }
+
+      container.put(targetRow);
+
+      return Status.OK;
+    } catch (GSException e) {
+      e.printStackTrace();
+      return Status.ERROR;
+    }
+  }
+
+  public Status insert(String table, String key, Map<String, ByteIterator> values) {
+    try {
+
+      Object rowKey = makeRowKey(key);
+      String containerKey = makeContainerKey(key);
+      //
+
+      final Container<Object, Row> container = store.getContainer(containerKey);
+      if(container == null) {
+        System.err.println("[ERROR]getCollection " + containerKey + " in insert()");
+      }
+
+      Row row = container.createRow();
+
+      row.setValue(ROW_KEY_COLUMN_POS, rowKey);
+
+      //
+      for (int i = 1; i < containerInfo.getColumnCount(); i++) {
+        ByteIterator byteIterator = values.get(containerInfo.getColumnInfo(i).getName());
+        Object value = makeValue(byteIterator);
+        row.setValue(i, value);
+      }
+
+      container.put(row);
+
+    } catch (GSException e) {
+      e.printStackTrace();
+      return Status.ERROR;
+    }
+
+    return Status.OK;
+  }
+
+  public Status delete(String table, String key) {
+    try {
+      Object rowKey = makeRowKey(key);
+      String containerKey = makeContainerKey(key);
+
+      final Container<Object, Row> container = store.getContainer(containerKey);
+      if(container == null) {
+        System.err.println("[ERROR]getCollection " + containerKey + " in read()");
+        return Status.ERROR;
+      }
+
+      boolean isDelete = container.remove(rowKey);
+      if (!isDelete) {
+        System.err.println("[ERROR]remove(rowKey)" + " in remove()");
+        return Status.ERROR;
+      }
+    }catch (GSException e) {
+      e.printStackTrace();
+      return Status.ERROR;
+    }
+    return Status.OK;
+  }
+
+  protected String makeContainerKey(String key) {
+    String name = CONTAINER_PREFIX + Math.abs(key.hashCode() % numContainer);
+    return name;
+  }
+
+  protected Object makeRowKey(String key) {
+    return key;
+  }
+
+  protected Object makeValue(ByteIterator byteIterator) {
+    return byteIterator.toString();
+  }
+
+  protected Object makeQueryLiteral(Object value) {
+    return "'" + value.toString() + "'";
+  }
+}

griddb/src/main/java/com/yahoo/ycsb/db/package-info.java

@@ -0,0 +1,22 @@
+/*
+ * Copyright (c) 2018 TOSHIBA Digital Solutions Corporation.
+ * Copyright (c) 2018 YCSB contributors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you
+ * may not use this file except in compliance with the License. You
+ * may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+ * implied. See the License for the specific language governing
+ * permissions and limitations under the License. See accompanying
+ * LICENSE file.
+ */
+
+/**
+ * The YCSB binding for <a href="https://griddb.net/">GridDB</a>.
+ */
+package com.yahoo.ycsb.db;