add chill-algebird project by copying AlgebirdSerializers from of scaldi...

chill-algebird/src/main/scala/com/twitter/chill/algebird/AlgebirdSerializers.scala

@@ -0,0 +1,118 @@
+/*
+Copyright 2012 Twitter, Inc.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+package com.twitter.chill.algebird
+
+import com.esotericsoftware.kryo.Kryo
+import com.esotericsoftware.kryo.{Serializer => KSerializer}
+import com.esotericsoftware.kryo.io.{Input, Output}
+
+import com.twitter.algebird.{AveragedValue, DecayedValue, HLL, HyperLogLog,
+  HyperLogLogMonoid, Moments, SpaceSaver, SSOne, SSMany}
+
+import scala.collection.mutable.{Map => MMap}
+import scala.collection.immutable.SortedMap
+
+class AveragedValueSerializer extends KSerializer[AveragedValue] {
+  setImmutable(true)
+  def write(kser: Kryo, out : Output, s : AveragedValue) {
+    out.writeLong(s.count, true)
+    out.writeDouble(s.value)
+  }
+  def read(kser : Kryo, in : Input, cls : Class[AveragedValue]) : AveragedValue =
+    AveragedValue(in.readLong(true), in.readDouble)
+}
+
+class MomentsSerializer extends KSerializer[Moments] {
+  setImmutable(true)
+  def write(kser: Kryo, out : Output, s : Moments) {
+    out.writeLong(s.m0, true)
+    out.writeDouble(s.m1)
+    out.writeDouble(s.m2)
+    out.writeDouble(s.m3)
+    out.writeDouble(s.m4)
+  }
+  def read(kser : Kryo, in : Input, cls : Class[Moments]) : Moments = {
+    Moments(in.readLong(true),
+      in.readDouble,
+      in.readDouble,
+      in.readDouble,
+      in.readDouble)
+  }
+}
+
+
+class DecayedValueSerializer extends KSerializer[DecayedValue] {
+  setImmutable(true)
+  def write(kser: Kryo, out : Output, s : DecayedValue) {
+    out.writeDouble(s.value)
+    out.writeDouble(s.scaledTime)
+  }
+  def read(kser : Kryo, in : Input, cls : Class[DecayedValue]) : DecayedValue =
+    DecayedValue(in.readDouble, in.readDouble)
+}
+
+class HLLSerializer extends KSerializer[HLL] {
+  setImmutable(true)
+  def write(kser: Kryo, out : Output, s : HLL) {
+    val bytes = HyperLogLog.toBytes(s)
+    out.writeInt(bytes.size, true)
+    out.writeBytes(bytes)
+  }
+  def read(kser : Kryo, in : Input, cls : Class[HLL]) : HLL = {
+    HyperLogLog.fromBytes(in.readBytes(in.readInt(true)))
+  }
+}
+
+class HLLMonoidSerializer extends KSerializer[HyperLogLogMonoid] {
+  setImmutable(true)
+  val hllMonoids = MMap[Int,HyperLogLogMonoid]()
+  def write(kser: Kryo, out : Output, mon : HyperLogLogMonoid) {
+    out.writeInt(mon.bits, true)
+  }
+  def read(kser : Kryo, in : Input, cls : Class[HyperLogLogMonoid]) : HyperLogLogMonoid = {
+    val bits = in.readInt(true)
+    hllMonoids.getOrElseUpdate(bits, new HyperLogLogMonoid(bits))
+  }
+}
+
+// class SpaceSaverSerializer[T] extends KSerializer[SpaceSaver[T]] {
+//   setImmutable(true)
+//   def write(kser: Kryo, out: Output, s: SpaceSaver[T]) {
+//     s match {
+//       case (one: SSOne[_]) => {
+//         out.writeByte(1)
+//         out.writeInt(one.capacity, true)
+//         kser.writeClassAndObject(out, one.item)
+//       }
+//       case (many: SSMany[_]) => {
+//         out.writeByte(2)
+//         out.writeInt(many.capacity, true)
+//         kser.writeClassAndObject(out, many.counters)
+//         kser.writeClassAndObject(out, many.bucketsOption)
+//       }
+//     }
+//   }
+//   def read(kser: Kryo, in: Input, cls: Class[SpaceSaver[T]]): SpaceSaver[T] = {
+//     in.readByte match {
+//       case 1 => SSOne[T](in.readInt(true), kser.readClassAndObject(in).asInstanceOf[T])
+//       case 2 => SSMany[T](
+//         in.readInt(true),
+//         kser.readClassAndObject(in).asInstanceOf[Map[T, (Long, Long)]],
+//         kser.readClassAndObject(in).asInstanceOf[Option[SortedMap[Long, Set[T]]]]
+//       )
+//     }
+//   }
+// }

project/Build.scala

@@ -93,7 +93,8 @@ object ChillBuild extends Build {
     chillThrift,
     chillProtobuf,
     chillAkka,
-    chillAvro
+    chillAvro,
+    chillAlgebird
     )
 
   /**
@@ -208,4 +209,10 @@ object ChillBuild extends Build {
       "com.twitter" %% "bijection-avro" % "0.6.2"
     )
   ).dependsOn(chill,chillJava, chillBijection)
+
+  lazy val chillAlgebird = module("algebird").settings(
+    libraryDependencies ++= Seq(
+      "com.twitter" %% "algebird-core" % "0.5.0"
+    )
+  ).dependsOn(chill)
 }