BatchStateUtils

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

7. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9. def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

10. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

12. def hashCode(): Int

    Definition Classes

    AnyRef → Any

13. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

14. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

15. final def notify(): Unit

    Definition Classes

    AnyRef

16. final def notifyAll(): Unit

    Definition Classes

    AnyRef

17. def removeDuplicateEventsFromStream[T](eventStream: DStream[(String, T)], isStateChange: (T, T) ⇒ Boolean, ord: Ordering[T])(implicit arg0: ClassTag[T]): DStream[(String, T)]

    Returns a DStream containing only state changes within the input DStream.

    Returns a DStream containing only state changes within the input DStream. State change is defined by isStateChange.

    Example:

    val stateStream = BatchStateUtils
    .removeDuplicateEventsFromStream(rawStream,
                                     (a: TimeRecord, b: TimeRecord) =>
                                         a.getBoolean("state") != b.getBoolean("state"),
                                    TimeRecord.TimeOrder)

    eventStream

    stream of readings with a partition key.

    isStateChange

    function that checks whether adjacent readings show a state change

    returns

    stream of readings that correspond state changes

18. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

19. def toString(): String

    Definition Classes

    AnyRef → Any

20. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

21. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

22. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )