com
.
iobeam
.
spark
.
streams
.
model
.
OutputStreams
TimeSeriesDStream
class
TimeSeriesDStream
extends
DStream
[(
String
,
TimeRecord
)]
Linear Supertypes
DStream
[(
String
,
TimeRecord
)],
org.apache.spark.Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
TimeSeriesDStream
DStream
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
TimeSeriesDStream
(
parent:
DStream
[(
String
,
TimeRecord
)]
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
baseScope
:
Option
[
String
]
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
DStream
def
cache
()
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
checkpoint
(
interval:
Duration
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compute
(
validTime:
Time
)
:
Option
[
RDD
[(
String
,
TimeRecord
)]]
Definition Classes
TimeSeriesDStream
→ DStream
def
context
:
StreamingContext
Definition Classes
DStream
def
count
()
:
DStream
[
Long
]
Definition Classes
DStream
def
countByValue
(
numPartitions:
Int
)
(
implicit
ord:
Ordering
[(
String
,
TimeRecord
)]
)
:
DStream
[((
String
,
TimeRecord
),
Long
)]
Definition Classes
DStream
def
countByValueAndWindow
(
windowDuration:
Duration
,
slideDuration:
Duration
,
numPartitions:
Int
)
(
implicit
ord:
Ordering
[(
String
,
TimeRecord
)]
)
:
DStream
[((
String
,
TimeRecord
),
Long
)]
Definition Classes
DStream
def
countByWindow
(
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[
Long
]
Definition Classes
DStream
def
createRDDWithLocalProperties
[
U
]
(
time:
Time
,
displayInnerRDDOps:
Boolean
)
(
body: ⇒
U
)
:
U
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
DStream
def
dependencies
:
List
[
DStream
[_]]
Definition Classes
TimeSeriesDStream
→ DStream
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filter
(
filterFunc: ((
String
,
TimeRecord
)) ⇒
Boolean
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMap
[
U
]
(
flatMapFunc: ((
String
,
TimeRecord
)) ⇒
Traversable
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
foreachRDD
(
foreachFunc: (
RDD
[(
String
,
TimeRecord
)],
Time
) ⇒
Unit
)
:
Unit
Definition Classes
DStream
def
foreachRDD
(
foreachFunc: (
RDD
[(
String
,
TimeRecord
)]) ⇒
Unit
)
:
Unit
Definition Classes
DStream
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
glom
()
:
DStream
[
Array
[(
String
,
TimeRecord
)]]
Definition Classes
DStream
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
map
[
U
]
(
mapFunc: ((
String
,
TimeRecord
)) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
mapPartitions
[
U
]
(
mapPartFunc: (
Iterator
[(
String
,
TimeRecord
)]) ⇒
Iterator
[
U
]
,
preservePartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
persist
()
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
persist
(
level:
StorageLevel
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
print
(
num:
Int
)
:
Unit
Definition Classes
DStream
def
print
()
:
Unit
Definition Classes
DStream
def
reduce
(
reduceFunc: ((
String
,
TimeRecord
), (
String
,
TimeRecord
)) ⇒ (
String
,
TimeRecord
)
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
reduceByWindow
(
reduceFunc: ((
String
,
TimeRecord
), (
String
,
TimeRecord
)) ⇒ (
String
,
TimeRecord
)
,
invReduceFunc: ((
String
,
TimeRecord
), (
String
,
TimeRecord
)) ⇒ (
String
,
TimeRecord
)
,
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
reduceByWindow
(
reduceFunc: ((
String
,
TimeRecord
), (
String
,
TimeRecord
)) ⇒ (
String
,
TimeRecord
)
,
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
repartition
(
numPartitions:
Int
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
saveAsObjectFiles
(
prefix:
String
,
suffix:
String
)
:
Unit
Definition Classes
DStream
def
saveAsTextFiles
(
prefix:
String
,
suffix:
String
)
:
Unit
Definition Classes
DStream
def
slice
(
fromTime:
Time
,
toTime:
Time
)
:
Seq
[
RDD
[(
String
,
TimeRecord
)]]
Definition Classes
DStream
def
slice
(
interval:
Interval
)
:
Seq
[
RDD
[(
String
,
TimeRecord
)]]
Definition Classes
DStream
def
slideDuration
:
Duration
Definition Classes
TimeSeriesDStream
→ DStream
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
transform
[
U
]
(
transformFunc: (
RDD
[(
String
,
TimeRecord
)],
Time
) ⇒
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
transform
[
U
]
(
transformFunc: (
RDD
[(
String
,
TimeRecord
)]) ⇒
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
transformWith
[
U
,
V
]
(
other:
DStream
[
U
]
,
transformFunc: (
RDD
[(
String
,
TimeRecord
)],
RDD
[
U
],
Time
) ⇒
RDD
[
V
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
ClassTag
[
V
]
)
:
DStream
[
V
]
Definition Classes
DStream
def
transformWith
[
U
,
V
]
(
other:
DStream
[
U
]
,
transformFunc: (
RDD
[(
String
,
TimeRecord
)],
RDD
[
U
]) ⇒
RDD
[
V
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
ClassTag
[
V
]
)
:
DStream
[
V
]
Definition Classes
DStream
def
unWrap
:
DStream
[(
String
,
TimeRecord
)]
def
union
(
that:
DStream
[(
String
,
TimeRecord
)]
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
window
(
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
def
window
(
windowDuration:
Duration
)
:
DStream
[(
String
,
TimeRecord
)]
Definition Classes
DStream
Deprecated Value Members
def
foreach
(
foreachFunc: (
RDD
[(
String
,
TimeRecord
)],
Time
) ⇒
Unit
)
:
Unit
Definition Classes
DStream
Annotations
@deprecated
Deprecated
(Since version 0.9.0)
use foreachRDD
def
foreach
(
foreachFunc: (
RDD
[(
String
,
TimeRecord
)]) ⇒
Unit
)
:
Unit
Definition Classes
DStream
Annotations
@deprecated
Deprecated
(Since version 0.9.0)
use foreachRDD
Inherited from
DStream
[(
String
,
TimeRecord
)]
Inherited from
org.apache.spark.Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped