SelfCleaningDataSource

Abstract Value Members

abstract def appName: String

:: DeveloperApi :: Current App name which events will be cleaned.
:: DeveloperApi :: Current App name which events will be cleaned.
returns
App name

Annotations
@DeveloperApi()

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
implicit object DateTimeOrdering extends Ordering[DateTime]
final def asInstanceOf[T0]: T0

Definition Classes
Any
def cleanLEvents(): Iterable[Event]

:: DeveloperApi ::
:: DeveloperApi ::
Filters most recent, compress properties of LEvents

Annotations
@DeveloperApi()
def cleanPEvents(sc: SparkContext): RDD[Event]

:: DeveloperApi ::
:: DeveloperApi ::
Filters most recent, compress properties of PEvents

Annotations
@DeveloperApi()
def cleanPersistedLEvents: Unit

:: DeveloperApi ::
:: DeveloperApi ::
Filters most recent, compress properties and removes duplicates of LEvents
returns
Iterator[Event] most recent LEvents

Annotations
@DeveloperApi()
def cleanPersistedPEvents(sc: SparkContext): Unit

:: DeveloperApi ::
:: DeveloperApi ::
Filters most recent, compress properties and removes duplicates of PEvents
returns
RDD[Event] most recent PEvents

Annotations
@DeveloperApi()
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def compressLProperties(events: Iterable[Event]): Iterable[Event]
def compressPProperties(sc: SparkContext, rdd: RDD[Event]): RDD[Event]
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def eventWindow: Option[EventWindow]

:: DeveloperApi :: Param list that used for cleanup.
:: DeveloperApi :: Param list that used for cleanup.
returns
current event windows that will be used to clean up events.

Annotations
@DeveloperApi()
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getCleanedLEvents(lEvents: Iterable[Event]): Iterable[Event]

:: DeveloperApi ::
:: DeveloperApi ::
Returns Iterator of events happened after duration in event window params.
returns
Iterator[Event] most recent LEvents.

Annotations
@DeveloperApi()
def getCleanedPEvents(pEvents: RDD[Event]): RDD[Event]

:: DeveloperApi ::
:: DeveloperApi ::
Returns RDD of events happened after duration in event window params.
returns
RDD[Event] most recent PEvents.

Annotations
@DeveloperApi()
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
lazy val logger: Logger
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def recreateEvent(x: Event, eventId: Option[String], creationTime: DateTime): Event
def removeEvents(eventsToRemove: Set[String], appId: Int): Unit
def removeLDuplicates(ls: Iterable[Event]): Iterable[Event]
def removePDuplicates(sc: SparkContext, rdd: RDD[Event]): RDD[Event]
def removePEvents(eventsToRemove: RDD[String], appId: Int, sc: SparkContext): Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def wipe(newEvents: Set[Event], eventsToRemove: Set[String]): Unit

Replace events in Event Store
Replace events in Event Store
newEvents
new events
eventsToRemove
event ids to remove
def wipePEvents(newEvents: RDD[Event], eventsToRemove: RDD[String], sc: SparkContext): Unit

Replace events in Event Store

Related Doc: package core

trait SelfCleaningDataSource extends AnyRef

Abstract Value Members

abstract def appName: String

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

implicit object DateTimeOrdering extends Ordering[DateTime]

final def asInstanceOf[T0]: T0

def cleanLEvents(): Iterable[Event]

def cleanPEvents(sc: SparkContext): RDD[Event]

def cleanPersistedLEvents: Unit

def cleanPersistedPEvents(sc: SparkContext): Unit

def clone(): AnyRef

def compressLProperties(events: Iterable[Event]): Iterable[Event]

def compressPProperties(sc: SparkContext, rdd: RDD[Event]): RDD[Event]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def eventWindow: Option[EventWindow]

def finalize(): Unit

final def getClass(): Class[_]

def getCleanedLEvents(lEvents: Iterable[Event]): Iterable[Event]

def getCleanedPEvents(pEvents: RDD[Event]): RDD[Event]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

lazy val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def recreateEvent(x: Event, eventId: Option[String], creationTime: DateTime): Event

def removeEvents(eventsToRemove: Set[String], appId: Int): Unit

def removeLDuplicates(ls: Iterable[Event]): Iterable[Event]

def removePDuplicates(sc: SparkContext, rdd: RDD[Event]): RDD[Event]

def removePEvents(eventsToRemove: RDD[String], appId: Int, sc: SparkContext): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def wipe(newEvents: Set[Event], eventsToRemove: Set[String]): Unit

def wipePEvents(newEvents: RDD[Event], eventsToRemove: RDD[String], sc: SparkContext): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped