Serialized Form

Package org.apache.sysds.api

Class org.apache.sysds.api.DMLException extends RuntimeException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.api.mlcontext

Class org.apache.sysds.api.mlcontext.MLContextException extends RuntimeException implements Serializable

serialVersionUID:

1842275827863526536L

Serialized Fields

suppressStacktrace

boolean suppressStacktrace

Package org.apache.sysds.hops

Class org.apache.sysds.hops.HopsException extends DMLException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.lops

Class org.apache.sysds.lops.LopsException extends DMLException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.parser

Class org.apache.sysds.parser.LanguageException extends DMLException implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.parser.ParseException extends DMLException implements Serializable

serialVersionUID:

9199966053655385928L

Serialized Fields

_message

String _message

Standard exception message. If no list of parse issues exists, this message can be used to display a parse exception message that doesn't relate to the list of parse issues.

_parseIssues

List<CustomErrorListener.ParseIssue> _parseIssues

List of issues that happened during parsing. Typically set by the error listener.

_scriptString

String _scriptString

The DML/PyDML script string. Used to display the original lines where the parse issues occurred.

Package org.apache.sysds.resource.cost

Class org.apache.sysds.resource.cost.CostEstimationException extends Exception implements Serializable

serialVersionUID:

-6709101762468084495L

Package org.apache.sysds.resource.enumeration

Class org.apache.sysds.resource.enumeration.EnumerationUtils.InstanceSearchSpace extends TreeMap<Long,TreeMap<Integer,LinkedList<CloudInstance>>> implements Serializable

serialVersionUID:

-8855424955793322839L

Package org.apache.sysds.runtime

Class org.apache.sysds.runtime.DMLRuntimeException extends DMLException implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.DMLScriptException extends DMLRuntimeException implements Serializable

serialVersionUID:

2L

Package org.apache.sysds.runtime.codegen

Class org.apache.sysds.runtime.codegen.SpoofCellwise extends SpoofOperator implements Serializable

serialVersionUID:

3442528770573293590L

Serialized Fields

_aggOp

SpoofCellwise.AggOp _aggOp

_containsSeq

boolean _containsSeq

_sparseSafe

boolean _sparseSafe

_type

SpoofCellwise.CellType _type

Class org.apache.sysds.runtime.codegen.SpoofCUDACellwise extends SpoofCellwise implements Serializable

serialVersionUID:

-5255791443086948200L

Serialized Fields

call

SpoofCUDAOperator.PrecisionProxy call

ctx

long ctx

fallback_java_op

SpoofCellwise fallback_java_op

ID

int ID

Class org.apache.sysds.runtime.codegen.SpoofCUDARowwise extends SpoofRowwise implements Serializable

serialVersionUID:

3080001135814944399L

Serialized Fields

call

SpoofCUDAOperator.PrecisionProxy call

ctx

long ctx

ID

int ID

Class org.apache.sysds.runtime.codegen.SpoofMultiAggregate extends SpoofOperator implements Serializable

serialVersionUID:

-6164871955591089349L

Serialized Fields

_aggOps

SpoofCellwise.AggOp[] _aggOps

_sparseSafe

boolean _sparseSafe

Class org.apache.sysds.runtime.codegen.SpoofOperator extends Object implements Serializable

serialVersionUID:

3834006998853573319L

Class org.apache.sysds.runtime.codegen.SpoofOuterProduct extends SpoofOperator implements Serializable

serialVersionUID:

2948612259863710279L

Serialized Fields

_outerProductType

SpoofOuterProduct.OutProdType _outerProductType

Class org.apache.sysds.runtime.codegen.SpoofRowwise extends SpoofOperator implements Serializable

serialVersionUID:

6242910797139642998L

Serialized Fields

_constDim2

long _constDim2

_reqVectMem

int _reqVectMem

_tB1

boolean _tB1

_type

SpoofRowwise.RowType _type

Package org.apache.sysds.runtime.compress

Class org.apache.sysds.runtime.compress.CompressedMatrixBlock extends MatrixBlock implements Serializable

serialVersionUID:

73193720143154058L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd de-serialization.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.compress.DMLCompressionException extends DMLRuntimeException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.runtime.compress.colgroup

Class org.apache.sysds.runtime.compress.colgroup.AColGroup extends Object implements Serializable

serialVersionUID:

-1318908671481L

Serialized Fields

_colIndexes

IColIndex _colIndexes

The ColGroup indexes contained in the ColGroup

Class org.apache.sysds.runtime.compress.colgroup.AColGroupCompressed extends AColGroup implements Serializable

serialVersionUID:

6219835795420081223L

Class org.apache.sysds.runtime.compress.colgroup.AColGroupOffset extends APreAgg implements Serializable

serialVersionUID:

-4105103687174067602L

Serialized Fields

_data

char[] _data

Linearized bitmaps (variable lengths)

_numRows

int _numRows

The number of rows in this column group

_ptr

int[] _ptr

Bitmaps, one per uncompressed value tuple in dict.

_zeros

boolean _zeros

If the column group contains unassigned rows.

Class org.apache.sysds.runtime.compress.colgroup.AColGroupValue extends ADictBasedColGroup implements Serializable

serialVersionUID:

-6835757655517301955L

Serialized Fields

counts

SoftReference<int[]> counts

The count of each distinct value contained in the dictionary

Class org.apache.sysds.runtime.compress.colgroup.ADictBasedColGroup extends AColGroupCompressed implements Serializable

serialVersionUID:

-3737025296618703668L

Serialized Fields

_dict

IDictionary _dict

Distinct value tuples associated with individual bitmaps.

Class org.apache.sysds.runtime.compress.colgroup.AMorphingMMColGroup extends AColGroupValue implements Serializable

serialVersionUID:

-4265713396790607199L

Class org.apache.sysds.runtime.compress.colgroup.APreAgg extends AColGroupValue implements Serializable

serialVersionUID:

3250955207277128281L

Class org.apache.sysds.runtime.compress.colgroup.ASDC extends AMorphingMMColGroup implements Serializable

serialVersionUID:

769993538831949086L

Serialized Fields

_indexes

AOffset _indexes

Sparse row indexes for the data

_numRows

int _numRows

The number of rows in this column group

Class org.apache.sysds.runtime.compress.colgroup.ASDCZero extends APreAgg implements Serializable

serialVersionUID:

-69266306137398807L

Serialized Fields

_indexes

AOffset _indexes

Sparse row indexes for the data

_numRows

int _numRows

The number of rows in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupConst extends ADictBasedColGroup implements Serializable

serialVersionUID:

-7387793538322386611L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDC extends APreAgg implements Serializable

serialVersionUID:

-5769772089913918987L

Serialized Fields

_data

AMapToData _data

Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCFOR extends AMorphingMMColGroup implements Serializable

serialVersionUID:

-5769772089913918987L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary

_reference

double[] _reference

Reference values in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupEmpty extends AColGroupCompressed implements Serializable

serialVersionUID:

-2307677253622099958L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupLinearFunctional extends AColGroupCompressed implements Serializable

serialVersionUID:

-2811822570758221975L

Serialized Fields

_coefficents

double[] _coefficents

_numRows

int _numRows

Class org.apache.sysds.runtime.compress.colgroup.ColGroupOLE extends AColGroupOffset implements Serializable

serialVersionUID:

5723227906925121066L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupRLE extends AColGroupOffset implements Serializable

serialVersionUID:

-1560710477952862791L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDC extends ASDC implements Serializable

serialVersionUID:

769993538831949086L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary.

_defaultTuple

double[] _defaultTuple

The default value stored in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCFOR extends ASDC implements Serializable

serialVersionUID:

3883228464052204203L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary.

_reference

double[] _reference

Reference values in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingle extends ASDC implements Serializable

serialVersionUID:

3883228464052204200L

Serialized Fields

_defaultTuple

double[] _defaultTuple

The default value stored in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingleZeros extends ASDCZero implements Serializable

serialVersionUID:

8033235615964315078L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCZeros extends ASDCZero implements Serializable

serialVersionUID:

-3703199743391937991L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary. Note the dictionary has one extra entry.

Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressed extends AColGroup implements Serializable

serialVersionUID:

-8254271148043292199L

Serialized Fields

_data

MatrixBlock _data

We store the contents of the columns as a MatrixBlock to take advantage of high-performance routines available for this data structure.

Package org.apache.sysds.runtime.compress.colgroup.dictionary

Class org.apache.sysds.runtime.compress.colgroup.dictionary.ADictionary extends Object implements Serializable

serialVersionUID:

9118692576356558592L

Class org.apache.sysds.runtime.compress.colgroup.dictionary.DeltaDictionary extends Dictionary implements Serializable

serialVersionUID:

-5700139221491143705L

Serialized Fields

_numCols

int _numCols

Class org.apache.sysds.runtime.compress.colgroup.dictionary.Dictionary extends ADictionary implements Serializable

serialVersionUID:

-6517136537249507753L

Serialized Fields

_values

double[] _values

cache

SoftReference<MatrixBlockDictionary> cache

A Cache to contain a MatrixBlock version of the dictionary.

Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionary extends ADictionary implements Serializable

serialVersionUID:

2535887782150955098L

Serialized Fields

cache

SoftReference<MatrixBlockDictionary> cache

A Cache to contain a materialized version of the identity matrix.

nRowCol

int nRowCol

The number of rows or columns, rows can be +1 if withEmpty is set.

withEmpty

boolean withEmpty

Specify if the Identity matrix should contain an empty row in the end.

Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionarySlice extends IdentityDictionary implements Serializable

serialVersionUID:

2535887782150955098L

Serialized Fields

l

int l

u

int u

Class org.apache.sysds.runtime.compress.colgroup.dictionary.MatrixBlockDictionary extends ADictionary implements Serializable

serialVersionUID:

2535887782150955098L

Serialized Fields

_data

MatrixBlock _data

Class org.apache.sysds.runtime.compress.colgroup.dictionary.PlaceHolderDict extends Object implements Serializable

serialVersionUID:

9176356558592L

Serialized Fields

nVal

int nVal

The number of values supposed to be contained in this dictionary

Class org.apache.sysds.runtime.compress.colgroup.dictionary.QDictionary extends ADictionary implements Serializable

serialVersionUID:

2100501253343438897L

Serialized Fields

_scale

double _scale

_values

byte[] _values

Package org.apache.sysds.runtime.compress.colgroup.mapping

Class org.apache.sysds.runtime.compress.colgroup.mapping.AMapToData extends Object implements Serializable

serialVersionUID:

1208906071822976041L

Serialized Fields

nUnique

int nUnique

Number of unique values inside this map.

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToBit extends AMapToData implements Serializable

serialVersionUID:

-8065234231282619903L

Serialized Fields

_data

long[] _data

_size

int _size

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToByte extends AMapToData implements Serializable

serialVersionUID:

-2498505439667351828L

Serialized Fields

_data

byte[] _data

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToChar extends AMapToData implements Serializable

serialVersionUID:

6315708056775476541L

Serialized Fields

_data

char[] _data

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToCharPByte extends AMapToData implements Serializable

serialVersionUID:

6315708056775476541L

Serialized Fields

_data_b

byte[] _data_b

_data_c

char[] _data_c

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToInt extends AMapToData implements Serializable

serialVersionUID:

-5557070920888782274L

Serialized Fields

_data

int[] _data

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToUByte extends MapToByte implements Serializable

serialVersionUID:

-2498505439667351828L

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToZero extends AMapToData implements Serializable

serialVersionUID:

-8065234231282619923L

Serialized Fields

_size

int _size

Package org.apache.sysds.runtime.compress.colgroup.offset

Class org.apache.sysds.runtime.compress.colgroup.offset.AOffset extends Object implements Serializable

serialVersionUID:

6910025321078561338L

Serialized Fields

cacheRow

ThreadLocal<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCache> cacheRow

Thread local cache for a single recently used Iterator, this is used for cache blocking

skipList

SoftReference<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCacheV2[]> skipList

SoftReference of the skip list to be dematerialized on memory pressure

Class org.apache.sysds.runtime.compress.colgroup.offset.AOffsetByte extends AOffset implements Serializable

serialVersionUID:

-4716104973912491790L

Serialized Fields

offsets

byte[] offsets

offsetToFirst

int offsetToFirst

offsetToLast

int offsetToLast

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByte extends AOffsetByte implements Serializable

serialVersionUID:

-4716104973912491790L

Serialized Fields

size

int size

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteNZ extends AOffsetByte implements Serializable

serialVersionUID:

-4716104973912291890L

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteUNZ extends AOffsetByte implements Serializable

serialVersionUID:

-4716104973912299990L

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetChar extends AOffset implements Serializable

serialVersionUID:

-1192266421395964882L

Serialized Fields

noZero

boolean noZero

offsets

char[] offsets

offsetToFirst

int offsetToFirst

offsetToLast

int offsetToLast

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetEmpty extends AOffset implements Serializable

serialVersionUID:

-471610497392221790L

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetSingle extends AOffset implements Serializable

serialVersionUID:

-614636669776415032L

Serialized Fields

off

int off

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetTwo extends AOffset implements Serializable

serialVersionUID:

-3756723021239389269L

Serialized Fields

first

int first

last

int last

Package org.apache.sysds.runtime.compress.cost

Class org.apache.sysds.runtime.compress.cost.ACostEstimate extends Object implements Serializable

serialVersionUID:

-3241425555L

Class org.apache.sysds.runtime.compress.cost.ComputationCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

-1205636215389161815L

Serialized Fields

ins

InstructionTypeCounter ins

Class org.apache.sysds.runtime.compress.cost.CostEstimatorBuilder extends Object implements Serializable

serialVersionUID:

14L

Serialized Fields

counter

InstructionTypeCounter counter

Class org.apache.sysds.runtime.compress.cost.DistinctCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

4784682182584508597L

Serialized Fields

largestDistinct

double largestDistinct

Class org.apache.sysds.runtime.compress.cost.HybridCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

-542307595058927576L

Serialized Fields

costEstimator

ComputationCostEstimator costEstimator

memoryCostEstimator

MemoryCostEstimator memoryCostEstimator

Class org.apache.sysds.runtime.compress.cost.InstructionTypeCounter extends Object implements Serializable

serialVersionUID:

115L

Serialized Fields

compressedMultiplications

int compressedMultiplications

Total number of left column groups to compressed multiply with, taken as worst case meaning number of rows

decompressions

int decompressions

Number of decompressions of this column group directly (aka decompress to same size output)

dictionaryOps

int dictionaryOps

Number of operations that only modify underlying dictionary

indexing

int indexing

Number of operations that scan through the entry index structure

isDensifying

boolean isDensifying

Boolean specifying if the matrix is getting densified, meaning exploiting zeros is gone.

leftMultiplications

int leftMultiplications

Total number of left side rows to multiply with

overlappingDecompressions

int overlappingDecompressions

Total number of columns to decompress overlapping into

rightMultiplications

int rightMultiplications

Total number of right side columns to multiply with

scans

int scans

Number of scans through the column groups (aka. rowSums for instance)

Class org.apache.sysds.runtime.compress.cost.MemoryCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

-1264988969161809465L

Package org.apache.sysds.runtime.compress.io

Class org.apache.sysds.runtime.compress.io.CompressedWriteBlock extends Object implements Serializable

serialVersionUID:

-587986086067463499L

Serialized Fields

mb

MatrixBlock mb

Class org.apache.sysds.runtime.compress.io.CompressUnwrap extends Object implements Serializable

serialVersionUID:

966405324406154236L

Class org.apache.sysds.runtime.compress.io.CompressWrap extends Object implements Serializable

serialVersionUID:

966405324406154236L

Class org.apache.sysds.runtime.compress.io.DictWritable extends Object implements Serializable

serialVersionUID:

731937201435558L

Serialized Fields

dicts

List<IDictionary> dicts

Class org.apache.sysds.runtime.compress.io.DictWritable.K extends Object implements Serializable

serialVersionUID:

733937201435558L

Serialized Fields

id

int id

Package org.apache.sysds.runtime.compress.utils

Class org.apache.sysds.runtime.compress.utils.CompressRDDClean extends Object implements Serializable

serialVersionUID:

-704403012606821854L

Package org.apache.sysds.runtime.controlprogram

Class org.apache.sysds.runtime.controlprogram.ParForProgramBlock.PartitionFormat extends Object implements Serializable

serialVersionUID:

4729309847778707801L

Serialized Fields

_dpf

ParForProgramBlock.PDataPartitionFormat _dpf

_N

int _N

Package org.apache.sysds.runtime.controlprogram.caching

Class org.apache.sysds.runtime.controlprogram.caching.CacheableData extends Data implements Serializable

serialVersionUID:

-413810592207212835L

Serialized Fields

_bcHandle

BroadcastObject<T extends CacheBlock<?>> _bcHandle

_cache

SoftReference<T extends CacheBlock<?>> _cache

Cache for actual data, evicted by garbage collector.

_cacheFileName

String _cacheFileName

_cacheStatus

CacheableData.CacheStatus _cacheStatus

The cache status of the data blob (whether it can be or is evicted, etc.

_cleanupFlag

boolean _cleanupFlag

_compressed

boolean _compressed

_compressedSize

long _compressedSize

_data

T extends CacheBlock<?> _data

Container object that holds the actual data.

_dirtyFlag

boolean _dirtyFlag

true if the in-memory or evicted matrix may be different from the matrix located at CacheableData._hdfsFileName; false if the two matrices should be the same.

_fedMapping

FederationMap _fedMapping

_formatProps

FileFormatProperties _formatProps

Information relevant to specific external file formats.

_gpuObjects

HashMap<GPUContext,GPUObject> _gpuObjects

_hdfsFileExists

boolean _hdfsFileExists

Flag that indicates whether or not hdfs file exists.It is used for improving the performance of "rmvar" instruction. When it has value false, one can skip file system existence checks which can be expensive.

_hdfsFileName

String _hdfsFileName

The name of HDFS file in which the data is backed up.

_isAcquireFromEmpty

boolean _isAcquireFromEmpty

_lineage

LineageItem _lineage

_metaData

MetaData _metaData

Object that holds the metadata associated with the matrix, which includes: 1) Matrix dimensions, if available 2) Number of non-zeros, if available 3) Block dimensions, if applicable 4) InputInfo -- subsequent operations that use this Matrix expect it to be in this format. When the matrix is written to HDFS (local file system, as well?), one must get the OutputInfo that matches with InputInfo stored inside _mtd.

_numReadThreads

int _numReadThreads

_rddHandle

RDDObject _rddHandle

_requiresLocalWrite

boolean _requiresLocalWrite

_uniqueID

long _uniqueID

The unique (JVM-wide) ID of a cacheable data object; to ensure unique IDs across JVMs, we concatenate filenames with a unique prefix (map task ID).

Class org.apache.sysds.runtime.controlprogram.caching.CacheEvictionQueue extends LinkedHashMap<String,ByteBuffer> implements Serializable

serialVersionUID:

-5208333402581364859L

Class org.apache.sysds.runtime.controlprogram.caching.FrameObject extends CacheableData<FrameBlock> implements Serializable

serialVersionUID:

1755082174281927785L

Serialized Fields

_schema

Types.ValueType[] _schema

Class org.apache.sysds.runtime.controlprogram.caching.MatrixObject extends CacheableData<MatrixBlock> implements Serializable

serialVersionUID:

6374712373206495637L

Serialized Fields

_diag

boolean _diag

_markForLinCache

boolean _markForLinCache

_partitionCacheName

String _partitionCacheName

_partitioned

boolean _partitioned

_partitionFormat

ParForProgramBlock.PDataPartitionFormat _partitionFormat

_partitionInMemory

MatrixBlock _partitionInMemory

_partitionSize

int _partitionSize

_updateType

MatrixObject.UpdateType _updateType

Class org.apache.sysds.runtime.controlprogram.caching.TensorObject extends CacheableData<TensorBlock> implements Serializable

serialVersionUID:

-2843358400200380775L

Package org.apache.sysds.runtime.controlprogram.context

Class org.apache.sysds.runtime.controlprogram.context.MatrixObjectFuture extends MatrixObject implements Serializable

serialVersionUID:

8016955240352642173L

Serialized Fields

_futureData

Future<MatrixBlock> _futureData

Package org.apache.sysds.runtime.controlprogram.federated

Class org.apache.sysds.runtime.controlprogram.federated.FederatedRequest extends Object implements Serializable

serialVersionUID:

5946781306963870394L

Serialized Fields

_checksums

List<Long> _checksums

_data

List<Object> _data

_id

long _id

_lineageTrace

String _lineageTrace

_method

FederatedRequest.RequestType _method

_pid

long _pid

_tid

long _tid

Class org.apache.sysds.runtime.controlprogram.federated.FederatedResponse extends Object implements Serializable

serialVersionUID:

3142180026498695091L

Serialized Fields

_data

Object[] _data

_status

FederatedResponse.ResponseType _status

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollectFunction extends FederatedUDF implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

cacheStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection cacheStats

coordinatorsTrafficBytes

List<TrafficModel> coordinatorsTrafficBytes

gcStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection gcStats

heavyHitters

HashMap<String,org.apache.commons.lang3.tuple.Pair<Long,Double>> heavyHitters

jitCompileTime

double jitCompileTime

linCacheStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection linCacheStats

mtStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection mtStats

utilization

UtilizationModel utilization

workerDataObjects

List<DataObjectModel> workerDataObjects

workerEvents

List<EventModel> workerEvents

workerRequests

List<RequestModel> workerRequests

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

acqMTime

double acqMTime

acqRTime

double acqRTime

expTime

double expTime

fsBuffHits

long fsBuffHits

fsBuffWrites

long fsBuffWrites

fsHits

long fsHits

fsWrites

long fsWrites

hdfsHits

long hdfsHits

hdfsWrites

long hdfsWrites

linHits

long linHits

linWrites

long linWrites

memHits

long memHits

rlsTime

double rlsTime

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

gcCount

long gcCount

gcTime

double gcTime

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

numHitsDel

long numHitsDel

numHitsFS

long numHitsFS

numHitsFunc

long numHitsFunc

numHitsInst

long numHitsInst

numHitsMem

long numHitsMem

numHitsSB

long numHitsSB

numMemDel

long numMemDel

numWritesFS

long numWritesFS

numWritesMem

long numWritesMem

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

fLTEntryCount

long fLTEntryCount

fLTGetCount

long fLTGetCount

fLTGetTime

double fLTGetTime

putLineageCount

long putLineageCount

putLineageItems

long putLineageItems

reuseReadBytes

long reuseReadBytes

reuseReadHits

long reuseReadHits

serializationReuseBytes

long serializationReuseBytes

serializationReuseCount

long serializationReuseCount

Class org.apache.sysds.runtime.controlprogram.federated.FederatedUDF extends Object implements Serializable

serialVersionUID:

799416525191257308L

Serialized Fields

_inputIDs

long[] _inputIDs

Class org.apache.sysds.runtime.controlprogram.federated.FederatedWorkerHandlerException extends RuntimeException implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.controlprogram.federated.MatrixLineagePair extends org.apache.commons.lang3.tuple.MutablePair<MatrixObject,LineageItem> implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.runtime.controlprogram.federated.monitoring.models

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.BaseModel extends Object implements Serializable

serialVersionUID:

5565981270528383999L

Serialized Fields

id

Long id

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorConnectionModel extends BaseModel implements Serializable

serialVersionUID:

918360814223266197L

Serialized Fields

coordinatorHostId

String coordinatorHostId

coordinatorId

Long coordinatorId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorModel extends BaseModel implements Serializable

serialVersionUID:

4116787631938152573L

Serialized Fields

host

String host

monitoringHostIdKey

String monitoringHostIdKey

name

String name

processId

Long processId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.DataObjectModel extends BaseModel implements Serializable

serialVersionUID:

7914784187151939188L

Serialized Fields

dataType

String dataType

size

Long size

valueType

String valueType

varName

String varName

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:

-5597621916956632690L

Serialized Fields

coordinatorName

String coordinatorName

stages

List<EventStageModel> stages

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventStageModel extends BaseModel implements Serializable

serialVersionUID:

-6867424341266726981L

Serialized Fields

endTime

LocalDateTime endTime

eventId

Long eventId

operation

String operation

startTime

LocalDateTime startTime

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.HeavyHitterModel extends BaseModel implements Serializable

serialVersionUID:

1L

Serialized Fields

count

Long count

duration

double duration

operation

String operation

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.RequestModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:

-5376072120202921000L

Serialized Fields

count

Long count

type

String type

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsModel extends BaseModel implements Serializable

serialVersionUID:

-2492467768854934429L

Serialized Fields

dataObjects

List<DataObjectModel> dataObjects

events

List<EventModel> events

heavyHitters

List<HeavyHitterModel> heavyHitters

requests

List<RequestModel> requests

traffic

List<TrafficModel> traffic

utilization

List<UtilizationModel> utilization

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsOptions extends BaseModel implements Serializable

serialVersionUID:

2524032122999491726L

Serialized Fields

dataObjects

boolean dataObjects

events

boolean events

heavyHitters

boolean heavyHitters

requests

boolean requests

rowCount

int rowCount

traffic

boolean traffic

utilization

boolean utilization

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.TrafficModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:

5042814368347405998L

Serialized Fields

byteAmount

Long byteAmount

timestamp

LocalDateTime timestamp

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.UtilizationModel extends BaseModel implements Serializable

serialVersionUID:

6984053518916899551L

Serialized Fields

cpuUsage

double cpuUsage

memoryUsage

double memoryUsage

timestamp

LocalDateTime timestamp

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.WorkerModel extends BaseModel implements Serializable

serialVersionUID:

-7516912892237220796L

Serialized Fields

address

String address

isOnline

boolean isOnline

name

String name

Package org.apache.sysds.runtime.controlprogram.paramserv

Class org.apache.sysds.runtime.controlprogram.paramserv.FederatedPSControlThread extends PSWorker implements Serializable

serialVersionUID:

6846648059569648791L

Serialized Fields

_cycleStartAt0

boolean _cycleStartAt0

_featuresData

FederatedData _featuresData

_labelsData

FederatedData _labelsData

_modelVarID

long _modelVarID

_numBatchesPerEpoch

int _numBatchesPerEpoch

_numBatchesPerNbatch

int _numBatchesPerNbatch

_partial_public_key

PublicKey _partial_public_key

_possibleBatchesPerLocalEpoch

int _possibleBatchesPerLocalEpoch

_runtimeBalancing

Statement.PSRuntimeBalancing _runtimeBalancing

_use_homomorphic_encryption

boolean _use_homomorphic_encryption

_weighting

boolean _weighting

_weightingFactor

double _weightingFactor

Class org.apache.sysds.runtime.controlprogram.paramserv.LocalPSWorker extends PSWorker implements Serializable

serialVersionUID:

5195390748495357295L

Class org.apache.sysds.runtime.controlprogram.paramserv.PSWorker extends Object implements Serializable

serialVersionUID:

-3510485051178200118L

Serialized Fields

_batchSize

long _batchSize

_ec

ExecutionContext _ec

_epochs

int _epochs

_features

MatrixObject _features

_freq

Statement.PSFrequency _freq

_inst

FunctionCallCPInstruction _inst

_labels

MatrixObject _labels

_modelAvg

boolean _modelAvg

_nbatches

int _nbatches

_output

DataIdentifier _output

_ps

ParamServer _ps

_updFunc

String _updFunc

_workerID

int _workerID

Class org.apache.sysds.runtime.controlprogram.paramserv.SparkPSWorker extends LocalPSWorker implements Serializable

serialVersionUID:

-8674739573419648732L

Serialized Fields

_aggFunc

String _aggFunc

_aGrad

org.apache.spark.util.LongAccumulator _aGrad

_aIndex

org.apache.spark.util.LongAccumulator _aIndex

_aRPC

org.apache.spark.util.LongAccumulator _aRPC

_aSetup

org.apache.spark.util.LongAccumulator _aSetup

_aUpdate

org.apache.spark.util.LongAccumulator _aUpdate

_aWorker

org.apache.spark.util.LongAccumulator _aWorker

_clsMap

HashMap<String,byte[]> _clsMap

_conf

org.apache.spark.SparkConf _conf

_isLocal

boolean _isLocal

_nBatches

org.apache.spark.util.LongAccumulator _nBatches

_nEpochs

org.apache.spark.util.LongAccumulator _nEpochs

_port

int _port

_program

String _program

Package org.apache.sysds.runtime.controlprogram.paramserv.dp

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkAggregator extends Object implements Serializable

serialVersionUID:

-1245300852709085117L

Serialized Fields

_fcol

long _fcol

_lcol

long _lcol

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkMapper extends Object implements Serializable

serialVersionUID:

1710721606050403296L

Serialized Fields

_dp

SparkDataPartitioner _dp

_workersNum

int _workersNum

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionSparkScheme extends Object implements Serializable

serialVersionUID:

-3462829818083371171L

Serialized Fields

_globalPerms

List<PartitionedBroadcast<MatrixBlock>> _globalPerms

_workerIndicator

PartitionedBroadcast<MatrixBlock> _workerIndicator

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DCSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

-2786906947020788787L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRRSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

-3130831851505549672L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

-7655310624144544544L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.ORSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

6867567406403580311L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.SparkDataPartitioner extends Object implements Serializable

serialVersionUID:

6841548626711057448L

Serialized Fields

_scheme

DataPartitionSparkScheme _scheme

Package org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption

Class org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption.PublicKey extends Object implements Serializable

serialVersionUID:

91289081237980123L

Serialized Fields

_data

byte[] _data

Package org.apache.sysds.runtime.controlprogram.parfor

Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkMapper extends ParWorker implements Serializable

serialVersionUID:

332887624852010957L

Serialized Fields

_blen

long _blen

_clen

long _clen

_dpf

ParForProgramBlock.PDataPartitionFormat _dpf

_n

long _n

_rlen

long _rlen

Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkReducer extends Object implements Serializable

serialVersionUID:

-7149865018683261964L

Serialized Fields

_fnameNew

String _fnameNew

_replication

int _replication

Class org.apache.sysds.runtime.controlprogram.parfor.RemoteDPParForSparkWorker extends ParWorker implements Serializable

serialVersionUID:

30223759283155139L

Serialized Fields

_aIters

org.apache.spark.util.LongAccumulator _aIters

_aTasks

org.apache.spark.util.LongAccumulator _aTasks

_blen

int _blen

_caching

boolean _caching

_clen

int _clen

_clsMap

HashMap<String,byte[]> _clsMap

_dpf

ParForProgramBlock.PDataPartitionFormat _dpf

_fmt

Types.FileFormat _fmt

_inputVar

String _inputVar

_isLocal

boolean _isLocal

_iterVar

String _iterVar

_prog

String _prog

_rlen

int _rlen

_tSparseCol

boolean _tSparseCol

Class org.apache.sysds.runtime.controlprogram.parfor.RemoteParForSparkWorker extends ParWorker implements Serializable

serialVersionUID:

-3254950138084272296L

Serialized Fields

_aIters

org.apache.spark.util.LongAccumulator _aIters

_aTasks

org.apache.spark.util.LongAccumulator _aTasks

_brInputs

Map<String,org.apache.spark.broadcast.Broadcast<CacheBlock<?>>> _brInputs

_caching

boolean _caching

_cleanCache

boolean _cleanCache

_clsMap

HashMap<String,byte[]> _clsMap

_initialized

boolean _initialized

_isLocal

boolean _isLocal

_jobid

long _jobid

_lineage

Map<String,String> _lineage

_prog

String _prog

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMerge extends Object implements Serializable

serialVersionUID:

-6756689640511059030L

Serialized Fields

_inputs

T extends CacheableData<?>[] _inputs

_isAccum

boolean _isAccum

_output

T extends CacheableData<?> _output

_outputFName

String _outputFName

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeFrameLocalMemory extends ResultMerge<FrameObject> implements Serializable

serialVersionUID:

549739254879310540L

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalAutomatic extends ResultMergeMatrix implements Serializable

serialVersionUID:

1600893100602101732L

Serialized Fields

_rm

ResultMergeMatrix _rm

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalFile extends ResultMergeMatrix implements Serializable

serialVersionUID:

-6905893742840020489L

Serialized Fields

_seq

IDSequence _seq

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalMemory extends ResultMergeMatrix implements Serializable

serialVersionUID:

-3543612508601511701L

Serialized Fields

_compare

DenseBlock _compare

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeMatrix extends ResultMerge<MatrixObject> implements Serializable

serialVersionUID:

5319002218804570071L

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSpark extends ResultMergeMatrix implements Serializable

serialVersionUID:

-6924566953903424820L

Serialized Fields

_ec

ExecutionContext _ec

_numMappers

int _numMappers

_numReducers

int _numReducers

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSparkWCompare extends ResultMergeMatrix implements Serializable

serialVersionUID:

-5970805069405942836L

Class org.apache.sysds.runtime.controlprogram.parfor.Task extends Object implements Serializable

serialVersionUID:

2815832451487164284L

Serialized Fields

_iterations

LinkedList<IntObject> _iterations

_iterVar

String _iterVar

_type

Task.TaskType _type

Package org.apache.sysds.runtime.controlprogram.parfor.util

Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableBlock extends Object implements Serializable

serialVersionUID:

-6022511967446089164L

Serialized Fields

block

MatrixBlock block

indexes

MatrixIndexes indexes

Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableCell extends Object implements Serializable

serialVersionUID:

6835655576808999370L

Serialized Fields

cell

MatrixCell cell

indexes

MatrixIndexes indexes

Package org.apache.sysds.runtime.data

Class org.apache.sysds.runtime.data.BasicTensorBlock extends Object implements Serializable

serialVersionUID:

-7665685894181661833L

Serialized Fields

_denseBlock

DenseBlock _denseBlock

_dims

int[] _dims

_nnz

long _nnz

_sparse

boolean _sparse

_sparseBlock

SparseBlock _sparseBlock

_vt

Types.ValueType _vt

Class org.apache.sysds.runtime.data.DataTensorBlock extends Object implements Serializable

serialVersionUID:

3410679389807309521L

Serialized Fields

_colsdata

BasicTensorBlock[] _colsdata

_colsToIx

int[] _colsToIx

Contains the (column) index in `_colsdata` for a certain column of the `DataTensor`. Which `_colsdata` to use is specified by the `_schema`

_dims

int[] _dims

_ixToCols

int[][] _ixToCols

Contains the column of `DataTensor` an `_colsdata` (column) index corresponds to.

_schema

Types.ValueType[] _schema

Class org.apache.sysds.runtime.data.DenseBlock extends Object implements Serializable

serialVersionUID:

7517220490270237832L

Serialized Fields

_odims

int[] _odims

_reuse

double[] _reuse

_rlen

int _rlen

Class org.apache.sysds.runtime.data.DenseBlockBool extends DenseBlockDRB implements Serializable

serialVersionUID:

-2228057308997136969L

Serialized Fields

_data

BitSet _data

Class org.apache.sysds.runtime.data.DenseBlockDRB extends DenseBlock implements Serializable

serialVersionUID:

3581157975703708947L

Class org.apache.sysds.runtime.data.DenseBlockFP32 extends DenseBlockDRB implements Serializable

serialVersionUID:

1950471811056914020L

Serialized Fields

_data

float[] _data

Class org.apache.sysds.runtime.data.DenseBlockFP64 extends DenseBlockDRB implements Serializable

serialVersionUID:

8546723684649816489L

Serialized Fields

_data

double[] _data

Class org.apache.sysds.runtime.data.DenseBlockFP64DEDUP extends DenseBlockDRB implements Serializable

serialVersionUID:

-4012376952006079198L

Serialized Fields

_data

double[][] _data

_distinct

int _distinct

_emb_size

int _emb_size

_embPerRow

int _embPerRow

Class org.apache.sysds.runtime.data.DenseBlockInt32 extends DenseBlockDRB implements Serializable

serialVersionUID:

3856034067703046872L

Serialized Fields

_data

int[] _data

Class org.apache.sysds.runtime.data.DenseBlockInt64 extends DenseBlockDRB implements Serializable

serialVersionUID:

7166657802668966730L

Serialized Fields

_data

long[] _data

Class org.apache.sysds.runtime.data.DenseBlockLBool extends DenseBlockLDRB implements Serializable

serialVersionUID:

2604223782138590322L

Serialized Fields

_blocks

BitSet[] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLDRB extends DenseBlock implements Serializable

serialVersionUID:

-7519435549328146356L

Serialized Fields

_blen

int _blen

Class org.apache.sysds.runtime.data.DenseBlockLFP32 extends DenseBlockLDRB implements Serializable

serialVersionUID:

2604223782138590322L

Serialized Fields

_blocks

float[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLFP64 extends DenseBlockLDRB implements Serializable

serialVersionUID:

-1723319832162080273L

Serialized Fields

_blocks

double[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLFP64DEDUP extends DenseBlockLDRB implements Serializable

serialVersionUID:

-3437790596644064171L

Serialized Fields

_data

double[][] _data

Class org.apache.sysds.runtime.data.DenseBlockLInt32 extends DenseBlockLDRB implements Serializable

serialVersionUID:

4273439182762731283L

Serialized Fields

_blocks

int[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLInt64 extends DenseBlockLDRB implements Serializable

serialVersionUID:

2329693723788239625L

Serialized Fields

_blocks

long[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLString extends DenseBlockLDRB implements Serializable

serialVersionUID:

-6632424825959423264L

Serialized Fields

_blocks

String[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockString extends DenseBlockDRB implements Serializable

serialVersionUID:

7071870563356352352L

Serialized Fields

_data

String[] _data

Class org.apache.sysds.runtime.data.IndexedTensorBlock extends Object implements Serializable

serialVersionUID:

-6227311506740546446L

Serialized Fields

_block

TensorBlock _block

_indexes

TensorIndexes _indexes

Class org.apache.sysds.runtime.data.SparseBlock extends Object implements Serializable

serialVersionUID:

-5008747088111141395L

Class org.apache.sysds.runtime.data.SparseBlockCOO extends SparseBlock implements Serializable

serialVersionUID:

7223478015917668745L

Serialized Fields

_cindexes

int[] _cindexes

_rindexes

int[] _rindexes

_rlen

int _rlen

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockCSR extends SparseBlock implements Serializable

serialVersionUID:

1922673868466164244L

Serialized Fields

_indexes

int[] _indexes

_ptr

int[] _ptr

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockDCSR extends SparseBlock implements Serializable

serialVersionUID:

456844244252549431L

Serialized Fields

_colidx

int[] _colidx

_nnzr

int _nnzr

_rlen

int _rlen

_rowidx

int[] _rowidx

_rowptr

int[] _rowptr

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockMCSC extends SparseBlock implements Serializable

serialVersionUID:

112364695245614881L

Serialized Fields

_clenInferred

int _clenInferred

_columns

SparseRow[] _columns

_rlen

int _rlen

Class org.apache.sysds.runtime.data.SparseBlockMCSR extends SparseBlock implements Serializable

serialVersionUID:

-4743624499258436199L

Serialized Fields

_rows

SparseRow[] _rows

Class org.apache.sysds.runtime.data.SparseRow extends Object implements Serializable

serialVersionUID:

5806895317005796456L

Class org.apache.sysds.runtime.data.SparseRowScalar extends SparseRow implements Serializable

serialVersionUID:

722193514969067477L

Serialized Fields

index

int index

value

double value

Class org.apache.sysds.runtime.data.SparseRowVector extends SparseRow implements Serializable

serialVersionUID:

2971077474424464992L

Serialized Fields

estimatedNzs

int estimatedNzs

An estimate of the number of non zero values in this row. The estimate is used to set a threshold on how much the array should grow at certain lengths to not double the size at all times.

indexes

int[] indexes

The column indexes of the values contained, can be allocated larger than needed

size

int size

The current size of the row vector

values

double[] values

The values contained in the vector, can be allocated larger than needed

Class org.apache.sysds.runtime.data.TensorBlock extends Object implements Serializable

serialVersionUID:

-8768054067319422277L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException

Class org.apache.sysds.runtime.data.TensorIndexes extends Object implements Serializable

serialVersionUID:

-8596795142899904117L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Throws:

IOException - if IOException occurs

Package org.apache.sysds.runtime.frame.data

Class org.apache.sysds.runtime.frame.data.FrameBlock extends Object implements Serializable

serialVersionUID:

-3993450030207130665L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException

Class org.apache.sysds.runtime.frame.data.FrameBlock.FrameMapFunction extends Object implements Serializable

serialVersionUID:

-8398572153616520873L

Package org.apache.sysds.runtime.frame.data.columns

Class org.apache.sysds.runtime.frame.data.columns.ColumnMetadata extends Object implements Serializable

serialVersionUID:

-90094082422100311L

Serialized Fields

_mvValue

String _mvValue

_ndistinct

long _ndistinct

Package org.apache.sysds.runtime.functionobjects

Class org.apache.sysds.runtime.functionobjects.And extends ValueFunction implements Serializable

serialVersionUID:

6523146102263905602L

Class org.apache.sysds.runtime.functionobjects.BitwAnd extends ValueFunction implements Serializable

serialVersionUID:

6523146102263905602L

Class org.apache.sysds.runtime.functionobjects.BitwOr extends ValueFunction implements Serializable

serialVersionUID:

-9172774392245257468L

Class org.apache.sysds.runtime.functionobjects.BitwShiftL extends ValueFunction implements Serializable

serialVersionUID:

-6874923721694361623L

Class org.apache.sysds.runtime.functionobjects.BitwShiftR extends ValueFunction implements Serializable

serialVersionUID:

-6746241833459058280L

Class org.apache.sysds.runtime.functionobjects.BitwXor extends ValueFunction implements Serializable

serialVersionUID:

-7231003441114081755L

Class org.apache.sysds.runtime.functionobjects.Builtin extends ValueFunction implements Serializable

serialVersionUID:

3836744687789840574L

Serialized Fields

bFunc

Builtin.BuiltinCode bFunc

Class org.apache.sysds.runtime.functionobjects.CM extends ValueFunction implements Serializable

serialVersionUID:

9177194651533064123L

Serialized Fields

_buff2

KahanObject _buff2

_buff3

KahanObject _buff3

_plus

KahanPlus _plus

_type

CMOperator.AggregateOperationTypes _type

Class org.apache.sysds.runtime.functionobjects.COV extends ValueFunction implements Serializable

serialVersionUID:

1865050401811477181L

Serialized Fields

_plus

KahanPlus _plus

Class org.apache.sysds.runtime.functionobjects.CTable extends ValueFunction implements Serializable

serialVersionUID:

-5374880447194177236L

Class org.apache.sysds.runtime.functionobjects.DiagIndex extends IndexFunction implements Serializable

serialVersionUID:

-5294771266108903886L

Serialized Fields

diagV2M

boolean diagV2M

Class org.apache.sysds.runtime.functionobjects.Divide extends ValueFunction implements Serializable

serialVersionUID:

-5377082529324612637L

Class org.apache.sysds.runtime.functionobjects.Equals extends ValueComparisonFunction implements Serializable

serialVersionUID:

-8887713112454357802L

Class org.apache.sysds.runtime.functionobjects.FunctionObject extends Object implements Serializable

serialVersionUID:

-1L

Class org.apache.sysds.runtime.functionobjects.GreaterThan extends ValueComparisonFunction implements Serializable

serialVersionUID:

1408566061111937556L

Class org.apache.sysds.runtime.functionobjects.GreaterThanEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:

-5444900552418046584L

Class org.apache.sysds.runtime.functionobjects.IfElse extends TernaryValueFunction implements Serializable

serialVersionUID:

-8660124936856173978L

Class org.apache.sysds.runtime.functionobjects.IndexFunction extends FunctionObject implements Serializable

serialVersionUID:

-7672111359444767237L

Class org.apache.sysds.runtime.functionobjects.IntegerDivide extends ValueFunction implements Serializable

serialVersionUID:

-6994403907602762873L

Class org.apache.sysds.runtime.functionobjects.KahanFunction extends ValueFunction implements Serializable

serialVersionUID:

-8880016655817461398L

Class org.apache.sysds.runtime.functionobjects.KahanPlus extends KahanFunction implements Serializable

serialVersionUID:

-8338160609569967791L

Class org.apache.sysds.runtime.functionobjects.KahanPlusSq extends KahanFunction implements Serializable

serialVersionUID:

5774388904472231717L

Serialized Fields

kplus

KahanPlus kplus

Class org.apache.sysds.runtime.functionobjects.LessThan extends ValueComparisonFunction implements Serializable

serialVersionUID:

-5598503447690597942L

Class org.apache.sysds.runtime.functionobjects.LessThanEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:

-1211700634442163849L

Class org.apache.sysds.runtime.functionobjects.Max extends Builtin implements Serializable

serialVersionUID:

6529946102263905602L

Class org.apache.sysds.runtime.functionobjects.Mean extends ValueFunction implements Serializable

serialVersionUID:

1967222020396371269L

Serialized Fields

_plus

KahanPlus _plus

Class org.apache.sysds.runtime.functionobjects.Min extends Builtin implements Serializable

serialVersionUID:

6529946102263905602L

Class org.apache.sysds.runtime.functionobjects.Minus extends ValueFunction implements Serializable

serialVersionUID:

8433928060333018056L

Class org.apache.sysds.runtime.functionobjects.Minus1Multiply extends ValueFunction implements Serializable

serialVersionUID:

8211391941572535083L

Class org.apache.sysds.runtime.functionobjects.MinusMultiply extends TernaryValueFunction implements Serializable

serialVersionUID:

2801982061205871665L

Serialized Fields

_cnt

double _cnt

Class org.apache.sysds.runtime.functionobjects.MinusNz extends ValueFunction implements Serializable

serialVersionUID:

-949397965417772299L

Class org.apache.sysds.runtime.functionobjects.Modulus extends ValueFunction implements Serializable

serialVersionUID:

-1409182981172200840L

Serialized Fields

_intdiv

IntegerDivide _intdiv

Class org.apache.sysds.runtime.functionobjects.Multiply extends ValueFunction implements Serializable

serialVersionUID:

2801982061205871665L

Class org.apache.sysds.runtime.functionobjects.Multiply2 extends ValueFunction implements Serializable

serialVersionUID:

-3762789087715600938L

Class org.apache.sysds.runtime.functionobjects.Not extends ValueFunction implements Serializable

serialVersionUID:

-3137270229584267263L

Class org.apache.sysds.runtime.functionobjects.NotEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:

2243676126579964278L

Class org.apache.sysds.runtime.functionobjects.OffsetColumnIndex extends IndexFunction implements Serializable

serialVersionUID:

1523769994005450946L

Serialized Fields

numColumnsInOutput

int numColumnsInOutput

numRowsInOutput

int numRowsInOutput

offset

int offset

Class org.apache.sysds.runtime.functionobjects.Or extends ValueFunction implements Serializable

serialVersionUID:

-2847467729680510910L

Class org.apache.sysds.runtime.functionobjects.ParameterizedBuiltin extends ValueFunction implements Serializable

serialVersionUID:

-7987603644903675052L

Serialized Fields

bFunc

ParameterizedBuiltin.ParameterizedBuiltinCode bFunc

distFunc

ParameterizedBuiltin.ProbabilityDistributionCode distFunc

Class org.apache.sysds.runtime.functionobjects.Plus extends ValueFunction implements Serializable

serialVersionUID:

-3573790367761963555L

Class org.apache.sysds.runtime.functionobjects.PlusMultiply extends TernaryValueFunction implements Serializable

serialVersionUID:

2801982061205871665L

Serialized Fields

_cnt

double _cnt

Class org.apache.sysds.runtime.functionobjects.Power extends ValueFunction implements Serializable

serialVersionUID:

1503063846565177447L

Class org.apache.sysds.runtime.functionobjects.Power2 extends ValueFunction implements Serializable

serialVersionUID:

-4370611388912121328L

Class org.apache.sysds.runtime.functionobjects.ReduceAll extends IndexFunction implements Serializable

serialVersionUID:

-7395600812331396960L

Class org.apache.sysds.runtime.functionobjects.ReduceCol extends IndexFunction implements Serializable

serialVersionUID:

5751707683718583013L

Class org.apache.sysds.runtime.functionobjects.ReduceDiag extends IndexFunction implements Serializable

serialVersionUID:

734843929521413928L

Class org.apache.sysds.runtime.functionobjects.ReduceRow extends IndexFunction implements Serializable

serialVersionUID:

3611700251686303484L

Class org.apache.sysds.runtime.functionobjects.RevIndex extends IndexFunction implements Serializable

serialVersionUID:

-1002715543022547788L

Class org.apache.sysds.runtime.functionobjects.SortIndex extends IndexFunction implements Serializable

serialVersionUID:

-8446389232078905200L

Serialized Fields

_cols

int[] _cols

_decreasing

boolean _decreasing

_ixreturn

boolean _ixreturn

Class org.apache.sysds.runtime.functionobjects.SwapIndex extends IndexFunction implements Serializable

serialVersionUID:

-8898087610410746689L

Class org.apache.sysds.runtime.functionobjects.TernaryValueFunction extends ValueFunction implements Serializable

serialVersionUID:

4837616587192612216L

Class org.apache.sysds.runtime.functionobjects.ValueComparisonFunction extends ValueFunction implements Serializable

serialVersionUID:

6021132561216734747L

Class org.apache.sysds.runtime.functionobjects.ValueFunction extends FunctionObject implements Serializable

serialVersionUID:

-4985988545393861058L

Class org.apache.sysds.runtime.functionobjects.Xor extends ValueFunction implements Serializable

serialVersionUID:

-2847467729680510910L

Package org.apache.sysds.runtime.instructions.cp

Class org.apache.sysds.runtime.instructions.cp.BooleanObject extends ScalarObject implements Serializable

serialVersionUID:

-4506242165735516984L

Serialized Fields

_value

boolean _value

Class org.apache.sysds.runtime.instructions.cp.CiphertextMatrix extends Encrypted implements Serializable

serialVersionUID:

1762936872261940616L

Class org.apache.sysds.runtime.instructions.cp.CM_COV_Object extends Data implements Serializable

serialVersionUID:

-5814207545197934085L

Serialized Fields

c2

KahanObject c2

m2

KahanObject m2

m3

KahanObject m3

m4

KahanObject m4

max

double max

mean

KahanObject mean

mean_v

KahanObject mean_v

min

double min

w

double w

Class org.apache.sysds.runtime.instructions.cp.Data extends Object implements Serializable

serialVersionUID:

9176228330268046168L

Serialized Fields

dataType

Types.DataType dataType

valueType

Types.ValueType valueType

Class org.apache.sysds.runtime.instructions.cp.DoubleObject extends ScalarObject implements Serializable

serialVersionUID:

-8525290101679236360L

Serialized Fields

_value

double _value

Class org.apache.sysds.runtime.instructions.cp.Encrypted extends Data implements Serializable

serialVersionUID:

1762936872268046168L

Serialized Fields

_data

byte[] _data

_dc

DataCharacteristics _dc

_dims

int[] _dims

Class org.apache.sysds.runtime.instructions.cp.IntObject extends ScalarObject implements Serializable

serialVersionUID:

353170585998999528L

Serialized Fields

_value

long _value

Class org.apache.sysds.runtime.instructions.cp.KahanObject extends Data implements Serializable

serialVersionUID:

-5331529073327676437L

Serialized Fields

_correction

double _correction

_sum

double _sum

Class org.apache.sysds.runtime.instructions.cp.ListObject extends Data implements Serializable

serialVersionUID:

3652422061598967358L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException,
                         ClassNotFoundException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occurs

ClassNotFoundException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.cp.PlaintextMatrix extends Encrypted implements Serializable

serialVersionUID:

5732436872261940616L

Class org.apache.sysds.runtime.instructions.cp.ScalarObject extends Data implements Serializable

serialVersionUID:

6994413375932824892L

Class org.apache.sysds.runtime.instructions.cp.StringObject extends ScalarObject implements Serializable

serialVersionUID:

2464839775369002455L

Serialized Fields

_value

String _value

Package org.apache.sysds.runtime.instructions.fed

Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.CreateFrameEncoder extends FederatedUDF implements Serializable

serialVersionUID:

2376756757742169692L

Serialized Fields

_offset

int _offset

_spec

String _spec

Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.ExecuteFrameEncoder extends FederatedUDF implements Serializable

serialVersionUID:

6034440964680578276L

Serialized Fields

_encoder

MultiColumnEncoder _encoder

_outputID

long _outputID

Class org.apache.sysds.runtime.instructions.fed.ParameterizedBuiltinFEDInstruction.DecodeMatrix extends FederatedUDF implements Serializable

serialVersionUID:

2376756757742169692L

Serialized Fields

_decoder

Decoder _decoder

_meta

FrameBlock _meta

_outputID

long _outputID

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.CreateMatrixFromFrame extends FederatedUDF implements Serializable

serialVersionUID:

-6569370318237863595L

Serialized Fields

_id

int _id

_outputID

long _outputID

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetHistogram extends FederatedUDF implements Serializable

serialVersionUID:

5413355823424777742L

Serialized Fields

_max

double _max

_min

double _min

_numBuckets

int _numBuckets

_range

double _range

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRange extends FederatedUDF implements Serializable

serialVersionUID:

5413355823424777742L

Serialized Fields

_iqmRange

org.apache.commons.lang3.tuple.ImmutablePair<Double,Double> _iqmRange

_range

org.apache.commons.lang3.tuple.ImmutablePair<Double,Double> _range

_sumInRange

boolean _sumInRange

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRanges extends FederatedUDF implements Serializable

serialVersionUID:

8663298932616139153L

Serialized Fields

_numQuantiles

int _numQuantiles

_ranges

HashMap<Integer,org.apache.commons.lang3.tuple.ImmutablePair<Double,Double>> _ranges

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.MinMax extends FederatedUDF implements Serializable

serialVersionUID:

-3906698363866500744L

Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.DiagMatrix extends FederatedUDF implements Serializable

serialVersionUID:

-3466926635958851402L

Serialized Fields

_len

int _len

_outputID

long _outputID

_r_op

ReorgOperator _r_op

_rowFed

boolean _rowFed

_slice

int[] _slice

Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.Rdiag extends FederatedUDF implements Serializable

serialVersionUID:

-3466926635958851402L

Serialized Fields

_outputID

long _outputID

_r_op

ReorgOperator _r_op

_rowFed

boolean _rowFed

_slice

int[] _slice

Package org.apache.sysds.runtime.instructions.spark

Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUAggFunction2 extends Object implements Serializable

serialVersionUID:

2672082409287856038L

Serialized Fields

_blen

int _blen

_op

AggregateUnaryOperator _op

Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUTensorAggFunction2 extends Object implements Serializable

serialVersionUID:

-6258769067791011763L

Serialized Fields

_op

AggregateUnaryOperator _op

Class org.apache.sysds.runtime.instructions.spark.AppendGAlignedSPInstruction.ShiftColumnIndex extends Object implements Serializable

serialVersionUID:

-5185023611319654242L

Serialized Fields

_cbind

boolean _cbind

_shiftBy

long _shiftBy

Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.MergeWithShiftedBlocks extends Object implements Serializable

serialVersionUID:

848955582909209400L

Serialized Fields

_blen

int _blen

_cbind

boolean _cbind

_lastIxLeft

long _lastIxLeft

Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.ShiftMatrix extends Object implements Serializable

serialVersionUID:

3524189212798209172L

Serialized Fields

_blen

int _blen

_cbind

boolean _cbind

_outlen

long _outlen

_shiftBy

int _shiftBy

_startIx

long _startIx

Class org.apache.sysds.runtime.instructions.spark.BinUaggChainSPInstruction.RDDBinUaggChainFunction extends Object implements Serializable

serialVersionUID:

886065328623752520L

Serialized Fields

_bOp

BinaryOperator _bOp

_uaggOp

AggregateUnaryOperator _uaggOp

Class org.apache.sysds.runtime.instructions.spark.BuiltinNarySPInstruction.PadBlocksFunction extends Object implements Serializable

serialVersionUID:

1291358959908299855L

Serialized Fields

_mcOut

DataCharacteristics _mcOut

Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionFunction extends Object implements Serializable

serialVersionUID:

-6528833083609423922L

Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionWorkloadFunction extends Object implements Serializable

serialVersionUID:

-65288330833922L

Serialized Fields

costBuilder

CostEstimatorBuilder costBuilder

Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.SizeFunction extends Object implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature1 extends Object implements Serializable

serialVersionUID:

-8819908424033945028L

Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature2 extends Object implements Serializable

serialVersionUID:

7690448020081435520L

Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature3 extends Object implements Serializable

serialVersionUID:

-5222678882354280164L

Class org.apache.sysds.runtime.instructions.spark.DeCompressionSPInstruction.DeCompressionFunction extends Object implements Serializable

serialVersionUID:

-65288330836413922L

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuild2Function extends Object implements Serializable

serialVersionUID:

6336375833412029279L

Serialized Fields

_encoder

EncoderMVImpute _encoder

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuildFunction extends Object implements Serializable

serialVersionUID:

6336375833412029279L

Serialized Fields

_encoder

MultiColumnEncoder _encoder

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroup2Function extends Object implements Serializable

serialVersionUID:

702100641492347459L

Serialized Fields

_encoder

EncoderMVImpute _encoder

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroupFunction extends Object implements Serializable

serialVersionUID:

-1034187226023517119L

Serialized Fields

_accMax

org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.MaxLongAccumulator _accMax

_encoder

MultiColumnEncoder _encoder

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.CreateMatrixCell extends Object implements Serializable

serialVersionUID:

-5783727852453040737L

Serialized Fields

blen

int blen

op

Operator op

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsFunction extends Object implements Serializable

serialVersionUID:

6576713401901671659L

Serialized Fields

_pattern

double _pattern

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsVectFunction extends Object implements Serializable

serialVersionUID:

2228503788469700742L

Serialized Fields

_blocksize

int _blocksize

_pbcPattern

PartitionedBroadcast<MatrixBlock> _pbcPattern

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDFrameReplaceFunction extends Object implements Serializable

serialVersionUID:

6576713401901671660L

Serialized Fields

_pattern

String _pattern

_replacement

String _replacement

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction extends Object implements Serializable

serialVersionUID:

6795402640178679851L

Serialized Fields

_blen

int _blen

_ngroups

int _ngroups

_op

Operator _op

_pbm

PartitionedBroadcast<MatrixBlock> _pbm

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction2 extends Object implements Serializable

serialVersionUID:

-6820599604299797661L

Serialized Fields

_ngroups

int _ngroups

_op

Operator _op

_pbm

PartitionedBroadcast<MatrixBlock> _pbm

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunction extends Object implements Serializable

serialVersionUID:

4906304771183325289L

Serialized Fields

_blen

long _blen

_len

long _len

_rmRows

boolean _rmRows

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunctionInMem extends Object implements Serializable

serialVersionUID:

4906304771183325289L

Serialized Fields

_blen

long _blen

_len

long _len

_off

PartitionedBroadcast<MatrixBlock> _off

_rmRows

boolean _rmRows

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDReplaceFunction extends Object implements Serializable

serialVersionUID:

6576713401901671659L

Serialized Fields

_pattern

double _pattern

_replacement

double _replacement

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRExpandFunction extends Object implements Serializable

serialVersionUID:

-6153643261956222601L

Serialized Fields

_blen

long _blen

_cast

boolean _cast

_dirRows

boolean _dirRows

_ignore

boolean _ignore

_maxVal

long _maxVal

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTokenizeFunction extends Object implements Serializable

serialVersionUID:

-8788298032616522019L

Serialized Fields

_tokenizer

Tokenizer _tokenizer

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction extends Object implements Serializable

serialVersionUID:

5759813006068230916L

Serialized Fields

_bencoder

org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder

_omap

org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction2 extends Object implements Serializable

serialVersionUID:

5759813006068230916L

Serialized Fields

_bencoder

org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder

_omap

org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyOffsetFunction extends Object implements Serializable

serialVersionUID:

3450977356721057440L

Serialized Fields

_omitColList

int[] _omitColList

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeExpandFunction extends Object implements Serializable

serialVersionUID:

-8187400248076127598L

Serialized Fields

_blen

int _blen

_clen

int _clen

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeFunction extends Object implements Serializable

serialVersionUID:

-4797324742568170756L

Serialized Fields

_blen

int _blen

_decoder

Decoder _decoder

Class org.apache.sysds.runtime.instructions.spark.SpoofSPInstruction.ReplicateRightFactorFunction extends Object implements Serializable

serialVersionUID:

-7295989688796126442L

Serialized Fields

_blen

long _blen

_len

long _len

Package org.apache.sysds.runtime.instructions.spark.data

Class org.apache.sysds.runtime.instructions.spark.data.BlockPartitioner extends org.apache.spark.Partitioner implements Serializable

serialVersionUID:

3207938407732880324L

Serialized Fields

_cbPerPart

long _cbPerPart

_ncparts

int _ncparts

_numParts

int _numParts

_rbPerPart

long _rbPerPart

Class org.apache.sysds.runtime.instructions.spark.data.CorrMatrixBlock extends Object implements Serializable

serialVersionUID:

-2204456681697015083L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.spark.data.IndexedMatrixValue extends Object implements Serializable

serialVersionUID:

6723389820806752110L

Serialized Fields

_indexes

MatrixIndexes _indexes

_value

MatrixValue _value

Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBlock extends Object implements Serializable

serialVersionUID:

1298817743064415129L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast deserialization.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBroadcast extends Object implements Serializable

serialVersionUID:

7041959166079438401L

Serialized Fields

_dc

DataCharacteristics _dc

_pbc

org.apache.spark.broadcast.Broadcast<PartitionedBlock<T extends CacheBlock>>[] _pbc

Class org.apache.sysds.runtime.instructions.spark.data.RowMatrixBlock extends Object implements Serializable

serialVersionUID:

3307673667643705793L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.spark.data.SerLongWritable extends org.apache.hadoop.io.LongWritable implements Serializable

serialVersionUID:

-2609889817086784049L

Class org.apache.sysds.runtime.instructions.spark.data.SerText extends org.apache.hadoop.io.Text implements Serializable

serialVersionUID:

-4918278004334054414L

Package org.apache.sysds.runtime.instructions.spark.functions

Class org.apache.sysds.runtime.instructions.spark.functions.AggregateDropCorrectionFunction extends Object implements Serializable

serialVersionUID:

-5573656897943638857L

Serialized Fields

_op

AggregateOperator _op

Class org.apache.sysds.runtime.instructions.spark.functions.ComputeBinaryBlockNnzFunction extends Object implements Serializable

serialVersionUID:

-8396410450821999936L

Serialized Fields

_aNnz

org.apache.spark.util.LongAccumulator _aNnz

Class org.apache.sysds.runtime.instructions.spark.functions.ConvertFrameBlockToIJVLines extends Object implements Serializable

serialVersionUID:

1803516615963340115L

Class org.apache.sysds.runtime.instructions.spark.functions.ConvertMatrixBlockToIJVLines extends Object implements Serializable

serialVersionUID:

3555147684480763957L

Serialized Fields

blen

int blen

Class org.apache.sysds.runtime.instructions.spark.functions.ConvertStringToLongTextPair extends Object implements Serializable

serialVersionUID:

6443041051069809479L

Class org.apache.sysds.runtime.instructions.spark.functions.CopyBinaryCellFunction extends Object implements Serializable

serialVersionUID:

-675490732439827014L

Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockFunction extends Object implements Serializable

serialVersionUID:

612972882700587381L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockPairFunction extends Object implements Serializable

serialVersionUID:

-4686652006382558021L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockFunction extends Object implements Serializable

serialVersionUID:

966409324406154236L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockPairFunction extends Object implements Serializable

serialVersionUID:

-196553327495233360L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockFunction extends Object implements Serializable

serialVersionUID:

707987326466592670L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockPairFunction extends Object implements Serializable

serialVersionUID:

605514365345997070L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyTextInputFunction extends Object implements Serializable

serialVersionUID:

-196553327495233360L

Class org.apache.sysds.runtime.instructions.spark.functions.CreateSparseBlockFunction extends Object implements Serializable

serialVersionUID:

-4503367283351708178L

Serialized Fields

_stype

SparseBlock.Type _stype

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractBlockForBinaryReblock extends Object implements Serializable

serialVersionUID:

-762987655085029215L

Serialized Fields

clen

long clen

in_blen

int in_blen

out_blen

int out_blen

rlen

long rlen

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup extends Object implements Serializable

serialVersionUID:

-7059358143841229966L

Serialized Fields

_blen

long _blen

_ngroups

long _ngroups

_op

Operator _op

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupBroadcast extends ExtractGroup implements Serializable

serialVersionUID:

5709955602290131093L

Serialized Fields

_pbm

PartitionedBroadcast<MatrixBlock> _pbm

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupJoin extends ExtractGroup implements Serializable

serialVersionUID:

8890978615936560266L

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroupNWeights extends Object implements Serializable

serialVersionUID:

-188180042997588072L

Class org.apache.sysds.runtime.instructions.spark.functions.FilterDiagMatrixBlocksFunction extends Object implements Serializable

serialVersionUID:

685221977882289849L

Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction extends Object implements Serializable

serialVersionUID:

-8856829325565589854L

Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction2 extends Object implements Serializable

serialVersionUID:

-8435900761521598692L

Class org.apache.sysds.runtime.instructions.spark.functions.GetMIMBFromRow extends Object implements Serializable

serialVersionUID:

2291741087248847581L

Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInList extends Object implements Serializable

serialVersionUID:

-1956151588590369875L

Serialized Fields

_blen

int _blen

_cols

long[] _cols

Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInRange extends Object implements Serializable

serialVersionUID:

5849687296021280540L

Serialized Fields

_blen

int _blen

_cl

long _cl

_cu

long _cu

_rl

long _rl

_ru

long _ru

Class org.apache.sysds.runtime.instructions.spark.functions.IsFrameBlockInRange extends Object implements Serializable

serialVersionUID:

4433918122474769296L

Serialized Fields

_rl

long _rl

_ru

long _ru

Class org.apache.sysds.runtime.instructions.spark.functions.MapInputSignature extends Object implements Serializable

serialVersionUID:

-816443970067626102L

Class org.apache.sysds.runtime.instructions.spark.functions.MapJoinSignature extends Object implements Serializable

serialVersionUID:

-704403012606821854L

Class org.apache.sysds.runtime.instructions.spark.functions.MatrixMatrixBinaryOpFunction extends Object implements Serializable

serialVersionUID:

-2683276102742977900L

Serialized Fields

_bop

BinaryOperator _bop

Class org.apache.sysds.runtime.instructions.spark.functions.MatrixScalarUnaryFunction extends Object implements Serializable

serialVersionUID:

7246757780621114500L

Serialized Fields

_op

ScalarOperator _op

Class org.apache.sysds.runtime.instructions.spark.functions.MatrixVectorBinaryOpPartitionFunction extends Object implements Serializable

serialVersionUID:

9096091404578628534L

Serialized Fields

_op

BinaryOperator _op

_pmV

PartitionedBroadcast<MatrixBlock> _pmV

_vtype

BinaryM.VectorType _vtype

Class org.apache.sysds.runtime.instructions.spark.functions.OuterVectorBinaryOpFunction extends Object implements Serializable

serialVersionUID:

1730704346934726826L

Serialized Fields

_op

BinaryOperator _op

_pmV

PartitionedBroadcast<MatrixBlock> _pmV

Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInCombiner extends Object implements Serializable

serialVersionUID:

-813530414567786509L

Serialized Fields

_op

Operator _op

Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInReducer extends Object implements Serializable

serialVersionUID:

8160556441153227417L

Serialized Fields

op

Operator op

Class org.apache.sysds.runtime.instructions.spark.functions.ReblockTensorFunction extends Object implements Serializable

serialVersionUID:

9118830682358813489L

Serialized Fields

_newBlen

long _newBlen

_numDims

int _numDims

Class org.apache.sysds.runtime.instructions.spark.functions.RecomputeNnzFunction extends Object implements Serializable

serialVersionUID:

-973429193604040011L

Class org.apache.sysds.runtime.instructions.spark.functions.ReorgMapFunction extends Object implements Serializable

serialVersionUID:

31065772250744103L

Serialized Fields

_indexFnObject

IndexFunction _indexFnObject

_reorgOp

ReorgOperator _reorgOp

Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateBlockFunction extends Object implements Serializable

serialVersionUID:

-1184696764516975609L

Serialized Fields

_blen

long _blen

_deep

boolean _deep

_left

boolean _left

_len

long _len

Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateTensorFunction extends Object implements Serializable

serialVersionUID:

7181347334827684965L

Serialized Fields

_byDim

int _byDim

_numReplicas

long _numReplicas

Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateVectorFunction extends Object implements Serializable

serialVersionUID:

-1505557561471236851L

Serialized Fields

_byRow

boolean _byRow

_numReplicas

long _numReplicas

Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpFunction extends Object implements Serializable

serialVersionUID:

4204525225937988112L

Serialized Fields

_bop

BinaryOperator _bop

Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpPartitionFunction extends Object implements Serializable

serialVersionUID:

8029096658247920867L

Serialized Fields

_op

BinaryOperator _op

_ptV

PartitionedBroadcast<TensorBlock> _ptV

_replicateDim

boolean[] _replicateDim

Package org.apache.sysds.runtime.instructions.spark.utils

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongFrameToLongWritableFrameFunction extends Object implements Serializable

serialVersionUID:

-1467314923206783333L

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableFrameToLongFrameFunction extends Object implements Serializable

serialVersionUID:

-1232439643533739078L

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableTextToLongTextFunction extends Object implements Serializable

serialVersionUID:

-5408386071466175348L

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableToSerFunction extends Object implements Serializable

serialVersionUID:

2286037080400222528L

Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.BinaryCellToBinaryBlockFunction extends org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.CellToBinaryBlockFunction implements Serializable

serialVersionUID:

3928810989462198243L

Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.DataFrameExtractIDFunction extends Object implements Serializable

serialVersionUID:

7438855241666363433L

Serialized Fields

_index

int _index

Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtilsExt.AddRowID extends Object implements Serializable

serialVersionUID:

-3733816995375745659L

Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator extends Object implements Serializable

serialVersionUID:

5154839870549241343L

Serialized Fields

_asc

boolean _asc

Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator2 extends Object implements Serializable

serialVersionUID:

5531987863790922691L

Serialized Fields

_asc

boolean _asc

Package org.apache.sysds.runtime.io

Class org.apache.sysds.runtime.io.FileFormatPropertiesCSV extends FileFormatProperties implements Serializable

serialVersionUID:

-2870393360885401604L

Serialized Fields

delim

String delim

fill

boolean fill

fillValue

double fillValue

header

boolean header

naStrings

HashSet<String> naStrings

sparse

boolean sparse

Class org.apache.sysds.runtime.io.FileFormatPropertiesHDF5 extends FileFormatProperties implements Serializable

serialVersionUID:

8646275033790103030L

Serialized Fields

datasetName

String datasetName

Class org.apache.sysds.runtime.io.FileFormatPropertiesLIBSVM extends FileFormatProperties implements Serializable

serialVersionUID:

-2870393360885401604L

Serialized Fields

delim

String delim

indexDelim

String indexDelim

sparse

boolean sparse

Class org.apache.sysds.runtime.io.FileFormatPropertiesMM extends FileFormatProperties implements Serializable

serialVersionUID:

-2870393360885401604L

Serialized Fields

_field

FileFormatPropertiesMM.MMField _field

_fmt

FileFormatPropertiesMM.MMFormat _fmt

_symmetry

FileFormatPropertiesMM.MMSymmetry _symmetry

Class org.apache.sysds.runtime.io.InputOutputInfo extends Object implements Serializable

serialVersionUID:

7059677437144672023L

Serialized Fields

inputFormatClass

Class<? extends org.apache.hadoop.mapred.InputFormat> inputFormatClass

keyClass

Class<? extends org.apache.hadoop.io.Writable> keyClass

metadata

MetaData metadata

outputFormatClass

Class<? extends org.apache.hadoop.mapred.OutputFormat> outputFormatClass

valueClass

Class<? extends org.apache.hadoop.io.Writable> valueClass

Package org.apache.sysds.runtime.io.hdf5

Class org.apache.sysds.runtime.io.hdf5.H5RuntimeException extends DMLRuntimeException implements Serializable

serialVersionUID:

-3551978964353888835L

Package org.apache.sysds.runtime.iogen

Class org.apache.sysds.runtime.iogen.CustomProperties extends FileFormatProperties implements Serializable

serialVersionUID:

-2877155313260718134L

Serialized Fields

colIndexStructure

ColIndexStructure colIndexStructure

colKeyPatterns

ArrayList<String>[] colKeyPatterns

endWithValueStrings

HashSet<String>[] endWithValueStrings

mappingProperties

MappingProperties mappingProperties

ncols

int ncols

parallel

boolean parallel

rowIndexStructure

RowIndexStructure rowIndexStructure

schema

Types.ValueType[] schema

sparse

boolean sparse

valueKeyPattern

ArrayList<String> valueKeyPattern

Package org.apache.sysds.runtime.matrix.data

Class org.apache.sysds.runtime.matrix.data.DnnParameters extends Object implements Serializable

serialVersionUID:

-212362627205772829L

Serialized Fields

bias

MatrixBlock bias

C

int C

D

int D

enableNative

boolean enableNative

end_indexes_h

int[] end_indexes_h

end_indexes_w

int[] end_indexes_w

H

int H

input1

MatrixBlock input1

input2

MatrixBlock input2

input3

MatrixBlock input3

input4

MatrixBlock input4

input5

MatrixBlock input5

input6

MatrixBlock input6

input7

MatrixBlock input7

input8

MatrixBlock input8

input9

MatrixBlock input9

K

int K

M

int M

minValForMaxPoolOperations

double minValForMaxPoolOperations

N

int N

numThreads

int numThreads

output

MatrixBlock output

output2

MatrixBlock output2

output3

MatrixBlock output3

output4

MatrixBlock output4

output5

MatrixBlock output5

P

int P

pad_h

int pad_h

pad_w

int pad_w

Q

int Q

R

int R

return_sequences

boolean return_sequences

S

int S

start_indexes_h

int[] start_indexes_h

start_indexes_w

int[] start_indexes_w

stride_h

int stride_h

stride_w

int stride_w

T

int T

W

int W

Class org.apache.sysds.runtime.matrix.data.MatrixBlock extends MatrixValue implements Serializable

serialVersionUID:

7319972089143154056L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.matrix.data.MatrixCell extends MatrixValue implements Serializable

serialVersionUID:

-7755996717411912578L

Serialized Fields

value

double value

Class org.apache.sysds.runtime.matrix.data.MatrixIndexes extends Object implements Serializable

serialVersionUID:

-1521166657518127789L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.matrix.data.TripleIndexes extends Object implements Serializable

serialVersionUID:

-4514135024726916288L

Serialized Fields

first

long first

second

long second

third

long third

Class org.apache.sysds.runtime.matrix.data.WeightedCell extends MatrixCell implements Serializable

serialVersionUID:

-2283995259000895325L

Serialized Fields

weight

double weight

Class org.apache.sysds.runtime.matrix.data.WeightedPair extends WeightedCell implements Serializable

serialVersionUID:

8772815876289553196L

Serialized Fields

other

double other

Package org.apache.sysds.runtime.matrix.operators

Class org.apache.sysds.runtime.matrix.operators.AggregateBinaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

1666421325090925726L

Serialized Fields

aggOp

AggregateOperator aggOp

binaryFn

ValueFunction binaryFn

Class org.apache.sysds.runtime.matrix.operators.AggregateOperator extends Operator implements Serializable

serialVersionUID:

8761527329665129670L

Serialized Fields

correction

Types.CorrectionLocationType correction

increOp

BinaryOperator increOp

initialValue

double initialValue

Class org.apache.sysds.runtime.matrix.operators.AggregateTernaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

4251745081160216784L

Serialized Fields

aggOp

AggregateOperator aggOp

binaryFn

ValueFunction binaryFn

indexFn

IndexFunction indexFn

Class org.apache.sysds.runtime.matrix.operators.AggregateUnaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

6690553323120787735L

Serialized Fields

aggOp

AggregateOperator aggOp

indexFn

IndexFunction indexFn

Class org.apache.sysds.runtime.matrix.operators.BinaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

-2547950181558989209L

Serialized Fields

commutative

boolean commutative

fn

ValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.CMOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

4126894676505115420L

Serialized Fields

aggOpType

CMOperator.AggregateOperationTypes aggOpType

fn

ValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.CountDistinctOperator extends UnarySketchOperator implements Serializable

serialVersionUID:

7615123453265129670L

Serialized Fields

hashType

Hash.HashType hashType

operatorType

CountDistinctOperatorTypes operatorType

Class org.apache.sysds.runtime.matrix.operators.COVOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

-8404264552880694469L

Serialized Fields

fn

COV fn

Class org.apache.sysds.runtime.matrix.operators.LeftScalarOperator extends ScalarOperator implements Serializable

serialVersionUID:

2360577666575746424L

Class org.apache.sysds.runtime.matrix.operators.MultiThreadedOperator extends Operator implements Serializable

serialVersionUID:

3528522245925706630L

Serialized Fields

_numThreads

int _numThreads

Class org.apache.sysds.runtime.matrix.operators.Operator extends Object implements Serializable

serialVersionUID:

-7453178973186473277L

Serialized Fields

sparseSafe

boolean sparseSafe

Class org.apache.sysds.runtime.matrix.operators.QuaternaryOperator extends Operator implements Serializable

serialVersionUID:

-1642908613016116069L

Serialized Fields

eps

double eps

fn

ValueFunction fn

wtype1

WeightedSquaredLoss.WeightsType wtype1

wtype2

WeightedSigmoid.WSigmoidType wtype2

wtype3

WeightedDivMM.WDivMMType wtype3

wtype4

WeightedCrossEntropy.WCeMMType wtype4

wtype5

WeightedUnaryMM.WUMMType wtype5

Class org.apache.sysds.runtime.matrix.operators.ReIndexOperator extends Operator implements Serializable

serialVersionUID:

8603367674384408297L

Class org.apache.sysds.runtime.matrix.operators.ReorgOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

-5322516429026298404L

Serialized Fields

fn

IndexFunction fn

Class org.apache.sysds.runtime.matrix.operators.RightScalarOperator extends ScalarOperator implements Serializable

serialVersionUID:

5148300801904349919L

Class org.apache.sysds.runtime.matrix.operators.ScalarOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

4547253761093455869L

Serialized Fields

_constant

double _constant

fn

ValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.SimpleOperator extends Operator implements Serializable

serialVersionUID:

625147299273287379L

Serialized Fields

fn

FunctionObject fn

Class org.apache.sysds.runtime.matrix.operators.TernaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

3456088891054083634L

Serialized Fields

fn

TernaryValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.UnaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

2441990876648978637L

Serialized Fields

fn

ValueFunction fn

inplace

boolean inplace

Class org.apache.sysds.runtime.matrix.operators.UnarySketchOperator extends AggregateUnaryOperator implements Serializable

serialVersionUID:

7615123453265129671L

Serialized Fields

direction

Types.Direction direction

Package org.apache.sysds.runtime.meta

Class org.apache.sysds.runtime.meta.DataCharacteristics extends Object implements Serializable

serialVersionUID:

3411056029517599342L

Serialized Fields

_blocksize

int _blocksize

_noEmptyBlocks

boolean _noEmptyBlocks

Class org.apache.sysds.runtime.meta.MatrixCharacteristics extends DataCharacteristics implements Serializable

serialVersionUID:

8300479822915546000L

Serialized Fields

nonZero

long nonZero

Number of non zero values if -1 then unknown

numColumns

long numColumns

Number of rows

numRows

long numRows

Number of columns

ubNnz

boolean ubNnz

Upper bound non zero value, indicate if the non zero value is an upper bound

Class org.apache.sysds.runtime.meta.TensorCharacteristics extends DataCharacteristics implements Serializable

serialVersionUID:

8300479822915546000L

Serialized Fields

_dims

long[] _dims

_nnz

long _nnz

Package org.apache.sysds.runtime.transform

Class org.apache.sysds.runtime.transform.TfUtils extends Object implements Serializable

serialVersionUID:

526252850872633125L

Serialized Fields

_NAstrings

String[] _NAstrings

Package org.apache.sysds.runtime.transform.decode

Class org.apache.sysds.runtime.transform.decode.Decoder extends Object implements Serializable

serialVersionUID:

-1732411001366177787L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderBin extends Decoder implements Serializable

serialVersionUID:

-3784249774608228805L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderComposite extends Decoder implements Serializable

serialVersionUID:

5790600547144743716L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderDummycode extends Decoder implements Serializable

serialVersionUID:

4758831042891032129L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderPassThrough extends Decoder implements Serializable

serialVersionUID:

-8525203889417422598L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderRecode extends Decoder implements Serializable

serialVersionUID:

-3784249774608228805L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Package org.apache.sysds.runtime.transform.encode

Class org.apache.sysds.runtime.transform.encode.ColumnEncoder extends Object implements Serializable

serialVersionUID:

2299156350718979064L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBin extends ColumnEncoder implements Serializable

serialVersionUID:

1917445005206076078L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderComposite extends ColumnEncoder implements Serializable

serialVersionUID:

-8473768154646831882L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderDummycode extends ColumnEncoder implements Serializable

serialVersionUID:

5832130477659116489L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderFeatureHash extends ColumnEncoder implements Serializable

serialVersionUID:

7435806042138687342L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderPassThrough extends ColumnEncoder implements Serializable

serialVersionUID:

-8473768154646831882L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderRecode extends ColumnEncoder implements Serializable

serialVersionUID:

8213163881283341874L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderUDF extends ColumnEncoder implements Serializable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderWordEmbedding extends ColumnEncoder implements Serializable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.EncoderMVImpute extends LegacyEncoder implements Serializable

serialVersionUID:

9057868620144662194L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.EncoderOmit extends LegacyEncoder implements Serializable

serialVersionUID:

1978852120416654195L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.LegacyEncoder extends Object implements Serializable

serialVersionUID:

2299156350718979064L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.MultiColumnEncoder extends Object implements Serializable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException,
                         ClassNotFoundException

Throws:

IOException

ClassNotFoundException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException

Package org.apache.sysds.runtime.transform.meta

Class org.apache.sysds.runtime.transform.meta.TfOffsetMap extends Object implements Serializable

serialVersionUID:

8949124761287236703L

Serialized Fields

_map

HashMap<Long,Long> _map

_rmRows

long _rmRows

Package org.apache.sysds.runtime.transform.tokenize

Class org.apache.sysds.runtime.transform.tokenize.Tokenizer extends Object implements Serializable

serialVersionUID:

7155673772374114577L

Serialized Fields

internalRepresentation

DocumentRepresentation[] internalRepresentation

tokenizerApplier

TokenizerApplier tokenizerApplier

tokenizerBuilder

TokenizerBuilder tokenizerBuilder

Package org.apache.sysds.runtime.transform.tokenize.applier

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplier extends Object implements Serializable

serialVersionUID:

39116559705096787L

Serialized Fields

applyPadding

boolean applyPadding

maxTokens

int maxTokens

numIdCols

int numIdCols

wideFormat

boolean wideFormat

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierCount extends TokenizerApplier implements Serializable

serialVersionUID:

6382000606237705019L

Serialized Fields

counts

List<Map<String,Integer>> counts

sort_alpha

boolean sort_alpha

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierHash extends TokenizerApplier implements Serializable

serialVersionUID:

4763889041868044668L

Serialized Fields

hashes

List<Map<Integer,Long>> hashes

num_features

int num_features

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierPosition extends TokenizerApplier implements Serializable

serialVersionUID:

3563407270742660830L

Package org.apache.sysds.runtime.transform.tokenize.builder

Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilder extends Object implements Serializable

serialVersionUID:

-4999630313246644464L

Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram extends TokenizerBuilderWhitespaceSplit implements Serializable

serialVersionUID:

-6297904316677723802L

Serialized Fields

maxGram

int maxGram

minGram

int minGram

ngramType

org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram.NgramType ngramType

Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderWhitespaceSplit extends TokenizerBuilder implements Serializable

serialVersionUID:

539127244034913364L

Serialized Fields

idCols

int[] idCols

regex

String regex

tokenizeCol

int tokenizeCol

Package org.apache.sysds.runtime.util

Class org.apache.sysds.runtime.util.FastStringTokenizer extends Object implements Serializable

serialVersionUID:

4051436015710778611L

Serialized Fields

_del

char _del

_pos

int _pos

_string

String _string

Class org.apache.sysds.runtime.util.IndexRange extends Object implements Serializable

serialVersionUID:

5746526303666494601L

Serialized Fields

colEnd

long colEnd

colStart

long colStart

rowEnd

long rowEnd

rowStart

long rowStart