org.apache.predictionio.core

SelfCleaningDataSource

trait SelfCleaningDataSource extends AnyRef

:: DeveloperApi :: Base class of cleaned data source.

A cleaned data source consists tools for cleaning events that happened earlier that specified duration in seconds from train moment. Also it can remove duplicates and compress properties(flat set/unset events to one)

Annotations
@DeveloperApi()
Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SelfCleaningDataSource
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def appName: String

    :: DeveloperApi :: Current App name which events will be cleaned.

    :: DeveloperApi :: Current App name which events will be cleaned.

    returns

    App name

    Annotations
    @DeveloperApi()

Concrete Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. implicit object DateTimeOrdering extends Ordering[DateTime]

  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  8. def cleanLEvents(): Iterable[Event]

    :: DeveloperApi ::

    :: DeveloperApi ::

    Filters most recent, compress properties of LEvents

    Annotations
    @DeveloperApi()
  9. def cleanPEvents(sc: SparkContext): RDD[Event]

    :: DeveloperApi ::

    :: DeveloperApi ::

    Filters most recent, compress properties of PEvents

    Annotations
    @DeveloperApi()
  10. def cleanPersistedLEvents: Unit

    :: DeveloperApi ::

    :: DeveloperApi ::

    Filters most recent, compress properties and removes duplicates of LEvents

    returns

    Iterator[Event] most recent LEvents

    Annotations
    @DeveloperApi()
  11. def cleanPersistedPEvents(sc: SparkContext): Unit

    :: DeveloperApi ::

    :: DeveloperApi ::

    Filters most recent, compress properties and removes duplicates of PEvents

    returns

    RDD[Event] most recent PEvents

    Annotations
    @DeveloperApi()
  12. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  13. def compressLProperties(events: Iterable[Event]): Iterable[Event]

  14. def compressPProperties(sc: SparkContext, rdd: RDD[Event]): RDD[Event]

  15. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  16. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  17. def eventWindow: Option[EventWindow]

    :: DeveloperApi :: Param list that used for cleanup.

    :: DeveloperApi :: Param list that used for cleanup.

    returns

    current event windows that will be used to clean up events.

    Annotations
    @DeveloperApi()
  18. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  20. def getCleanedLEvents(lEvents: Iterable[Event]): Iterable[Event]

    :: DeveloperApi ::

    :: DeveloperApi ::

    Returns Iterator of events happend after duration in event window params.

    returns

    Iterator[Event] most recent LEvents.

    Annotations
    @DeveloperApi()
  21. def getCleanedPEvents(pEvents: RDD[Event]): RDD[Event]

    :: DeveloperApi ::

    :: DeveloperApi ::

    Returns RDD of events happend after duration in event window params.

    returns

    RDD[Event] most recent PEvents.

    Annotations
    @DeveloperApi()
  22. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  23. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  24. lazy val logger: Logger

  25. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  26. final def notify(): Unit

    Definition Classes
    AnyRef
  27. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  28. def recreateEvent(x: Event, eventId: Option[String], creationTime: DateTime): Event

  29. def removeEvents(eventsToRemove: Set[String], appId: Int): Unit

  30. def removeLDuplicates(ls: Iterable[Event]): Iterable[Event]

  31. def removePDuplicates(sc: SparkContext, rdd: RDD[Event]): RDD[Event]

  32. def removePEvents(eventsToRemove: RDD[String], appId: Int, sc: SparkContext): Unit

  33. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  34. def toString(): String

    Definition Classes
    AnyRef → Any
  35. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  36. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  37. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  38. def wipe(newEvents: Set[Event], eventsToRemove: Set[String]): Unit

    Replace events in Event Store

  39. def wipePEvents(newEvents: RDD[Event], eventsToRemove: RDD[String], sc: SparkContext): Unit

    Replace events in Event Store

Inherited from AnyRef

Inherited from Any

Ungrouped