Home Original page

Serialized Form (Apache SystemDS 3.4.0-SNAPSHOT API)

  • Package org.apache.sysds.api

    • Class org.apache.sysds.api.DMLException extends RuntimeException implements Serializable

      serialVersionUID:
      1L
  • Package org.apache.sysds.api.mlcontext

    • Class org.apache.sysds.api.mlcontext.MLContextException extends RuntimeException implements Serializable

      serialVersionUID:
      1842275827863526536L
      • Serialized Fields

        • suppressStacktrace

          boolean suppressStacktrace
  • Package org.apache.sysds.hops

    • Class org.apache.sysds.hops.HopsException extends DMLException implements Serializable

      serialVersionUID:
      1L
  • Package org.apache.sysds.lops

    • Class org.apache.sysds.lops.LopsException extends DMLException implements Serializable

      serialVersionUID:
      1L
  • Package org.apache.sysds.parser

    • Class org.apache.sysds.parser.LanguageException extends DMLException implements Serializable

      serialVersionUID:
      1L
    • Class org.apache.sysds.parser.ParseException extends DMLException implements Serializable

      serialVersionUID:
      9199966053655385928L
      • Serialized Fields

        • _message

          String _message

          Standard exception message. If no list of parse issues exists, this message can be used to display a parse exception message that doesn't relate to the list of parse issues.

        • _parseIssues

          List<CustomErrorListener.ParseIssue> _parseIssues

          List of issues that happened during parsing. Typically set by the error listener.

        • _scriptString

          String _scriptString

          The DML/PyDML script string. Used to display the original lines where the parse issues occurred.

  • Package org.apache.sysds.resource.cost

    • Class org.apache.sysds.resource.cost.CostEstimationException extends Exception implements Serializable

      serialVersionUID:
      -6709101762468084495L
  • Package org.apache.sysds.resource.enumeration

    • Class org.apache.sysds.resource.enumeration.EnumerationUtils.InstanceSearchSpace extends TreeMap<Long,​TreeMap<Integer,​LinkedList<CloudInstance>>> implements Serializable

      serialVersionUID:
      -8855424955793322839L
  • Package org.apache.sysds.runtime

    • Class org.apache.sysds.runtime.DMLRuntimeException extends DMLException implements Serializable

      serialVersionUID:
      1L
    • Class org.apache.sysds.runtime.DMLScriptException extends DMLRuntimeException implements Serializable

      serialVersionUID:
      2L
  • Package org.apache.sysds.runtime.codegen

    • Class org.apache.sysds.runtime.codegen.SpoofCellwise extends SpoofOperator implements Serializable

      serialVersionUID:
      3442528770573293590L
      • Serialized Fields

        • _aggOp

          SpoofCellwise.AggOp _aggOp
        • _containsSeq

          boolean _containsSeq
        • _sparseSafe

          boolean _sparseSafe
        • _type

          SpoofCellwise.CellType _type
    • Class org.apache.sysds.runtime.codegen.SpoofCUDACellwise extends SpoofCellwise implements Serializable

      serialVersionUID:
      -5255791443086948200L
      • Serialized Fields

        • call

          SpoofCUDAOperator.PrecisionProxy call
        • ctx

          long ctx
        • fallback_java_op

          SpoofCellwise fallback_java_op
        • ID

          int ID
    • Class org.apache.sysds.runtime.codegen.SpoofCUDARowwise extends SpoofRowwise implements Serializable

      serialVersionUID:
      3080001135814944399L
      • Serialized Fields

        • call

          SpoofCUDAOperator.PrecisionProxy call
        • ctx

          long ctx
        • ID

          int ID
    • Class org.apache.sysds.runtime.codegen.SpoofMultiAggregate extends SpoofOperator implements Serializable

      serialVersionUID:
      -6164871955591089349L
      • Serialized Fields

        • _aggOps

          SpoofCellwise.AggOp[] _aggOps
        • _sparseSafe

          boolean _sparseSafe
    • Class org.apache.sysds.runtime.codegen.SpoofOperator extends Object implements Serializable

      serialVersionUID:
      3834006998853573319L
    • Class org.apache.sysds.runtime.codegen.SpoofOuterProduct extends SpoofOperator implements Serializable

      serialVersionUID:
      2948612259863710279L
      • Serialized Fields

        • _outerProductType

          SpoofOuterProduct.OutProdType _outerProductType
    • Class org.apache.sysds.runtime.codegen.SpoofRowwise extends SpoofOperator implements Serializable

      serialVersionUID:
      6242910797139642998L
      • Serialized Fields

        • _constDim2

          long _constDim2
        • _reqVectMem

          int _reqVectMem
        • _tB1

          boolean _tB1
        • _type

          SpoofRowwise.RowType _type
  • Package org.apache.sysds.runtime.compress

    • Class org.apache.sysds.runtime.compress.CompressedMatrixBlock extends MatrixBlock implements Serializable

      serialVersionUID:
      73193720143154058L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd de-serialization.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.compress.DMLCompressionException extends DMLRuntimeException implements Serializable

      serialVersionUID:
      1L
  • Package org.apache.sysds.runtime.compress.colgroup

    • Class org.apache.sysds.runtime.compress.colgroup.AColGroup extends Object implements Serializable

      serialVersionUID:
      -1318908671481L
      • Serialized Fields

        • _colIndexes

          IColIndex _colIndexes

          The ColGroup indexes contained in the ColGroup

    • Class org.apache.sysds.runtime.compress.colgroup.AColGroupCompressed extends AColGroup implements Serializable

      serialVersionUID:
      6219835795420081223L
    • Class org.apache.sysds.runtime.compress.colgroup.AColGroupOffset extends APreAgg implements Serializable

      serialVersionUID:
      -4105103687174067602L
      • Serialized Fields

        • _data

          char[] _data

          Linearized bitmaps (variable lengths)

        • _numRows

          int _numRows

          The number of rows in this column group

        • _ptr

          int[] _ptr

          Bitmaps, one per uncompressed value tuple in dict.

        • _zeros

          boolean _zeros

          If the column group contains unassigned rows.

    • Class org.apache.sysds.runtime.compress.colgroup.AColGroupValue extends ADictBasedColGroup implements Serializable

      serialVersionUID:
      -6835757655517301955L
      • Serialized Fields

        • counts

          SoftReference<int[]> counts

          The count of each distinct value contained in the dictionary

    • Class org.apache.sysds.runtime.compress.colgroup.ADictBasedColGroup extends AColGroupCompressed implements Serializable

      serialVersionUID:
      -3737025296618703668L
      • Serialized Fields

        • _dict

          IDictionary _dict

          Distinct value tuples associated with individual bitmaps.

    • Class org.apache.sysds.runtime.compress.colgroup.AMorphingMMColGroup extends AColGroupValue implements Serializable

      serialVersionUID:
      -4265713396790607199L
    • Class org.apache.sysds.runtime.compress.colgroup.APreAgg extends AColGroupValue implements Serializable

      serialVersionUID:
      3250955207277128281L
    • Class org.apache.sysds.runtime.compress.colgroup.ASDC extends AMorphingMMColGroup implements Serializable

      serialVersionUID:
      769993538831949086L
      • Serialized Fields

        • _indexes

          AOffset _indexes

          Sparse row indexes for the data

        • _numRows

          int _numRows

          The number of rows in this column group

    • Class org.apache.sysds.runtime.compress.colgroup.ASDCZero extends APreAgg implements Serializable

      serialVersionUID:
      -69266306137398807L
      • Serialized Fields

        • _indexes

          AOffset _indexes

          Sparse row indexes for the data

        • _numRows

          int _numRows

          The number of rows in this column group

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupConst extends ADictBasedColGroup implements Serializable

      serialVersionUID:
      -7387793538322386611L
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDC extends APreAgg implements Serializable

      serialVersionUID:
      -5769772089913918987L
      • Serialized Fields

        • _data

          AMapToData _data
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCFOR extends AMorphingMMColGroup implements Serializable

      serialVersionUID:
      -5769772089913918987L
      • Serialized Fields

        • _data

          AMapToData _data

          Pointers to row indexes in the dictionary

        • _reference

          double[] _reference

          Reference values in this column group

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupEmpty extends AColGroupCompressed implements Serializable

      serialVersionUID:
      -2307677253622099958L
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupLinearFunctional extends AColGroupCompressed implements Serializable

      serialVersionUID:
      -2811822570758221975L
      • Serialized Fields

        • _coefficents

          double[] _coefficents
        • _numRows

          int _numRows
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupOLE extends AColGroupOffset implements Serializable

      serialVersionUID:
      5723227906925121066L
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupRLE extends AColGroupOffset implements Serializable

      serialVersionUID:
      -1560710477952862791L
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDC extends ASDC implements Serializable

      serialVersionUID:
      769993538831949086L
      • Serialized Fields

        • _data

          AMapToData _data

          Pointers to row indexes in the dictionary.

        • _defaultTuple

          double[] _defaultTuple

          The default value stored in this column group

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCFOR extends ASDC implements Serializable

      serialVersionUID:
      3883228464052204203L
      • Serialized Fields

        • _data

          AMapToData _data

          Pointers to row indexes in the dictionary.

        • _reference

          double[] _reference

          Reference values in this column group

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingle extends ASDC implements Serializable

      serialVersionUID:
      3883228464052204200L
      • Serialized Fields

        • _defaultTuple

          double[] _defaultTuple

          The default value stored in this column group

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingleZeros extends ASDCZero implements Serializable

      serialVersionUID:
      8033235615964315078L
    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCZeros extends ASDCZero implements Serializable

      serialVersionUID:
      -3703199743391937991L
      • Serialized Fields

        • _data

          AMapToData _data

          Pointers to row indexes in the dictionary. Note the dictionary has one extra entry.

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressed extends AColGroup implements Serializable

      serialVersionUID:
      -8254271148043292199L
      • Serialized Fields

        • _data

          MatrixBlock _data

          We store the contents of the columns as a MatrixBlock to take advantage of high-performance routines available for this data structure.

    • Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressedArray extends AColGroup implements Serializable

      serialVersionUID:
      -825423333043292199L
      • Serialized Fields

        • array

          Array<?> array
        • id

          int id
  • Package org.apache.sysds.runtime.compress.colgroup.dictionary

    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.ACachingMBDictionary extends ADictionary implements Serializable

      serialVersionUID:
      7035552219254994595L
      • Serialized Fields

        • cache

          SoftReference<MatrixBlockDictionary> cache

          A Cache to contain a materialized version of the identity matrix.

    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.ADictionary extends Object implements Serializable

      serialVersionUID:
      9118692576356558592L
    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.AIdentityDictionary extends ACachingMBDictionary implements Serializable

      serialVersionUID:
      5013713435287705877L
      • Serialized Fields

        • nRowCol

          int nRowCol

          The number of rows or columns, rows can be +1 if withEmpty is set.

        • withEmpty

          boolean withEmpty

          Specify if the Identity matrix should contain an empty row in the end.

    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.DeltaDictionary extends ADictionary implements Serializable

      serialVersionUID:
      -5700139221491143705L
      • Serialized Fields

        • _numCols

          int _numCols
        • _values

          double[] _values
    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.Dictionary extends ACachingMBDictionary implements Serializable

      serialVersionUID:
      -6517136537249507753L
      • Serialized Fields

        • _values

          double[] _values
    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionary extends AIdentityDictionary implements Serializable

      serialVersionUID:
      2535887782153955098L
    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionarySlice extends AIdentityDictionary implements Serializable

      serialVersionUID:
      2535887782153555098L
      • Serialized Fields

        • l

          int l

          Lower index for the slice

        • u

          int u

          Upper index for the slice (not inclusive)

    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.MatrixBlockDictionary extends ADictionary implements Serializable

      serialVersionUID:
      2535887782150955098L
      • Serialized Fields

        • _data

          MatrixBlock _data
    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.PlaceHolderDict extends ADictionary implements Serializable

      serialVersionUID:
      9176356558592L
      • Serialized Fields

        • nVal

          int nVal

          The number of values supposed to be contained in this dictionary

    • Class org.apache.sysds.runtime.compress.colgroup.dictionary.QDictionary extends ACachingMBDictionary implements Serializable

      serialVersionUID:
      2100501253343438897L
      • Serialized Fields

        • _nCol

          int _nCol
        • _scale

          double _scale
        • _values

          byte[] _values
  • Package org.apache.sysds.runtime.compress.colgroup.mapping

    • Class org.apache.sysds.runtime.compress.colgroup.mapping.AMapToData extends Object implements Serializable

      serialVersionUID:
      1208906071822976041L
      • Serialized Fields

        • nUnique

          int nUnique

          Number of unique values inside this map.

    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToBit extends AMapToData implements Serializable

      serialVersionUID:
      -8065234231282619903L
      • Serialized Fields

        • _data

          long[] _data
        • _size

          int _size
    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToByte extends AMapToData implements Serializable

      serialVersionUID:
      -2498505439667351828L
      • Serialized Fields

        • _data

          byte[] _data
    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToChar extends AMapToData implements Serializable

      serialVersionUID:
      6315708056775476541L
      • Serialized Fields

        • _data

          char[] _data
    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToCharPByte extends AMapToData implements Serializable

      serialVersionUID:
      6315708056775476541L
      • Serialized Fields

        • _data_b

          byte[] _data_b
        • _data_c

          char[] _data_c
    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToInt extends AMapToData implements Serializable

      serialVersionUID:
      -5557070920888782274L
      • Serialized Fields

        • _data

          int[] _data
    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToUByte extends MapToByte implements Serializable

      serialVersionUID:
      -2498505439667351828L
    • Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToZero extends AMapToData implements Serializable

      serialVersionUID:
      -8065234231282619923L
      • Serialized Fields

        • _size

          int _size
  • Package org.apache.sysds.runtime.compress.colgroup.offset

    • Class org.apache.sysds.runtime.compress.colgroup.offset.AOffset extends Object implements Serializable

      serialVersionUID:
      6910025321078561338L
      • Serialized Fields

        • cacheRow

          ThreadLocal<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCache> cacheRow

          Thread local cache for a single recently used Iterator, this is used for cache blocking

        • skipList

          SoftReference<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCacheV2[]> skipList

          SoftReference of the skip list to be dematerialized on memory pressure

    • Class org.apache.sysds.runtime.compress.colgroup.offset.AOffsetByte extends AOffset implements Serializable

      serialVersionUID:
      -4716104973912491790L
      • Serialized Fields

        • offsets

          byte[] offsets
        • offsetToFirst

          int offsetToFirst
        • offsetToLast

          int offsetToLast
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByte extends AOffsetByte implements Serializable

      serialVersionUID:
      -4716104973912491790L
      • Serialized Fields

        • size

          int size
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteNZ extends AOffsetByte implements Serializable

      serialVersionUID:
      -4716104973912291890L
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteUNZ extends AOffsetByte implements Serializable

      serialVersionUID:
      -4716104973912299990L
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetChar extends AOffset implements Serializable

      serialVersionUID:
      -1192266421395964882L
      • Serialized Fields

        • noZero

          boolean noZero
        • offsets

          char[] offsets
        • offsetToFirst

          int offsetToFirst
        • offsetToLast

          int offsetToLast
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetEmpty extends AOffset implements Serializable

      serialVersionUID:
      -471610497392221790L
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetSingle extends AOffset implements Serializable

      serialVersionUID:
      -614636669776415032L
      • Serialized Fields

        • off

          int off
    • Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetTwo extends AOffset implements Serializable

      serialVersionUID:
      -3756723021239389269L
      • Serialized Fields

        • first

          int first
        • last

          int last
  • Package org.apache.sysds.runtime.compress.cost

    • Class org.apache.sysds.runtime.compress.cost.ACostEstimate extends Object implements Serializable

      serialVersionUID:
      -3241425555L
    • Class org.apache.sysds.runtime.compress.cost.ComputationCostEstimator extends ACostEstimate implements Serializable

      serialVersionUID:
      -1205636215389161815L
      • Serialized Fields

        • ins

          InstructionTypeCounter ins
    • Class org.apache.sysds.runtime.compress.cost.CostEstimatorBuilder extends Object implements Serializable

      serialVersionUID:
      14L
      • Serialized Fields

        • counter

          InstructionTypeCounter counter
    • Class org.apache.sysds.runtime.compress.cost.DistinctCostEstimator extends ACostEstimate implements Serializable

      serialVersionUID:
      4784682182584508597L
      • Serialized Fields

        • largestDistinct

          double largestDistinct
    • Class org.apache.sysds.runtime.compress.cost.HybridCostEstimator extends ACostEstimate implements Serializable

      serialVersionUID:
      -542307595058927576L
      • Serialized Fields

        • costEstimator

          ComputationCostEstimator costEstimator
        • memoryCostEstimator

          MemoryCostEstimator memoryCostEstimator
    • Class org.apache.sysds.runtime.compress.cost.InstructionTypeCounter extends Object implements Serializable

      serialVersionUID:
      115L
      • Serialized Fields

        • compressedMultiplications

          int compressedMultiplications

          Total number of left column groups to compressed multiply with, taken as worst case meaning number of rows

        • decompressions

          int decompressions

          Number of decompressions of this column group directly (aka decompress to same size output)

        • dictionaryOps

          int dictionaryOps

          Number of operations that only modify underlying dictionary

        • indexing

          int indexing

          Number of operations that scan through the entry index structure

        • isDensifying

          boolean isDensifying

          Boolean specifying if the matrix is getting densified, meaning exploiting zeros is gone.

        • leftMultiplications

          int leftMultiplications

          Total number of left side rows to multiply with

        • overlappingDecompressions

          int overlappingDecompressions

          Total number of columns to decompress overlapping into

        • rightMultiplications

          int rightMultiplications

          Total number of right side columns to multiply with

        • scans

          int scans

          Number of scans through the column groups (aka. rowSums for instance)

    • Class org.apache.sysds.runtime.compress.cost.MemoryCostEstimator extends ACostEstimate implements Serializable

      serialVersionUID:
      -1264988969161809465L
  • Package org.apache.sysds.runtime.compress.io

    • Class org.apache.sysds.runtime.compress.io.CompressedWriteBlock extends Object implements Serializable

      serialVersionUID:
      -587986086067463499L
      • Serialized Fields

        • mb

          MatrixBlock mb
    • Class org.apache.sysds.runtime.compress.io.CompressUnwrap extends Object implements Serializable

      serialVersionUID:
      966405324406154236L
    • Class org.apache.sysds.runtime.compress.io.CompressWrap extends Object implements Serializable

      serialVersionUID:
      966405324406154236L
    • Class org.apache.sysds.runtime.compress.io.DictWritable extends Object implements Serializable

      serialVersionUID:
      731937201435558L
      • Serialized Fields

        • dicts

          List<IDictionary> dicts
    • Class org.apache.sysds.runtime.compress.io.DictWritable.K extends Object implements Serializable

      serialVersionUID:
      733937201435558L
      • Serialized Fields

        • id

          int id
  • Package org.apache.sysds.runtime.compress.utils

    • Class org.apache.sysds.runtime.compress.utils.CompressRDDClean extends Object implements Serializable

      serialVersionUID:
      -704403012606821854L
  • Package org.apache.sysds.runtime.controlprogram

    • Class org.apache.sysds.runtime.controlprogram.ParForProgramBlock.PartitionFormat extends Object implements Serializable

      serialVersionUID:
      4729309847778707801L
      • Serialized Fields

        • _dpf

          ParForProgramBlock.PDataPartitionFormat _dpf
        • _N

          int _N
  • Package org.apache.sysds.runtime.controlprogram.caching

    • Class org.apache.sysds.runtime.controlprogram.caching.CacheableData extends Data implements Serializable

      serialVersionUID:
      -413810592207212835L
      • Serialized Fields

        • _bcHandle

          BroadcastObject<T extends CacheBlock<?>> _bcHandle
        • _cache

          SoftReference<T extends CacheBlock<?>> _cache

          Cache for actual data, evicted by garbage collector.

        • _cacheFileName

          String _cacheFileName
        • _cacheStatus

          CacheableData.CacheStatus _cacheStatus

          The cache status of the data blob (whether it can be or is evicted, etc.

        • _cleanupFlag

          boolean _cleanupFlag
        • _compressed

          boolean _compressed
        • _compressedSize

          long _compressedSize
        • _data

          T extends CacheBlock<?> _data

          Container object that holds the actual data.

        • _dirtyFlag

          boolean _dirtyFlag

          true if the in-memory or evicted matrix may be different from the matrix located at CacheableData._hdfsFileName; false if the two matrices should be the same.

        • _fedMapping

          FederationMap _fedMapping
        • _formatProps

          FileFormatProperties _formatProps

          Information relevant to specific external file formats.

        • _gpuObjects

          HashMap<GPUContext,​GPUObject> _gpuObjects
        • _hdfsFileExists

          boolean _hdfsFileExists

          Flag that indicates whether or not hdfs file exists.It is used for improving the performance of "rmvar" instruction. When it has value false, one can skip file system existence checks which can be expensive.

        • _hdfsFileName

          String _hdfsFileName

          The name of HDFS file in which the data is backed up.

        • _isAcquireFromEmpty

          boolean _isAcquireFromEmpty
        • _isPRead

          boolean _isPRead
        • _lineage

          LineageItem _lineage
        • _metaData

          MetaData _metaData

          Object that holds the metadata associated with the matrix, which includes: 1) Matrix dimensions, if available 2) Number of non-zeros, if available 3) Block dimensions, if applicable 4) InputInfo -- subsequent operations that use this Matrix expect it to be in this format. When the matrix is written to HDFS (local file system, as well?), one must get the OutputInfo that matches with InputInfo stored inside _mtd.

        • _numReadThreads

          int _numReadThreads
        • _rddHandle

          RDDObject _rddHandle
        • _requiresLocalWrite

          boolean _requiresLocalWrite
        • _uniqueID

          long _uniqueID

          The unique (JVM-wide) ID of a cacheable data object; to ensure unique IDs across JVMs, we concatenate filenames with a unique prefix (map task ID).

    • Class org.apache.sysds.runtime.controlprogram.caching.CacheEvictionQueue extends LinkedHashMap<String,​ByteBuffer> implements Serializable

      serialVersionUID:
      -5208333402581364859L
    • Class org.apache.sysds.runtime.controlprogram.caching.FrameObject extends CacheableData<FrameBlock> implements Serializable

      serialVersionUID:
      1755082174281927785L
      • Serialized Fields

        • _schema

          Types.ValueType[] _schema
    • Class org.apache.sysds.runtime.controlprogram.caching.MatrixObject extends CacheableData<MatrixBlock> implements Serializable

      serialVersionUID:
      6374712373206495637L
      • Serialized Fields

        • _diag

          boolean _diag
        • _markForLinCache

          boolean _markForLinCache
        • _partitionCacheName

          String _partitionCacheName
        • _partitioned

          boolean _partitioned
        • _partitionFormat

          ParForProgramBlock.PDataPartitionFormat _partitionFormat
        • _partitionInMemory

          MatrixBlock _partitionInMemory
        • _partitionSize

          int _partitionSize
        • _updateType

          MatrixObject.UpdateType _updateType
    • Class org.apache.sysds.runtime.controlprogram.caching.TensorObject extends CacheableData<TensorBlock> implements Serializable

      serialVersionUID:
      -2843358400200380775L
  • Package org.apache.sysds.runtime.controlprogram.context

    • Class org.apache.sysds.runtime.controlprogram.context.MatrixObjectFuture extends MatrixObject implements Serializable

      serialVersionUID:
      8016955240352642173L
      • Serialized Fields

        • _futureData

          Future<MatrixBlock> _futureData
  • Package org.apache.sysds.runtime.controlprogram.federated

    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedRequest extends Object implements Serializable

      serialVersionUID:
      5946781306963870394L
      • Serialized Fields

        • _checksums

          List<Long> _checksums
        • _data

          List<Object> _data
        • _id

          long _id
        • _lineageTrace

          String _lineageTrace
        • _method

          FederatedRequest.RequestType _method
        • _pid

          long _pid
        • _tid

          long _tid
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedResponse extends Object implements Serializable

      serialVersionUID:
      3142180026498695091L
      • Serialized Fields

        • _data

          Object[] _data
        • _status

          FederatedResponse.ResponseType _status
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollectFunction extends FederatedUDF implements Serializable

      serialVersionUID:
      1L
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection extends Object implements Serializable

      serialVersionUID:
      1L
      • Serialized Fields

        • cacheStats

          org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection cacheStats
        • coordinatorsTrafficBytes

          List<TrafficModel> coordinatorsTrafficBytes
        • gcStats

          org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection gcStats
        • heavyHitters

          HashMap<String,​org.apache.commons.lang3.tuple.Pair<Long,​Double>> heavyHitters
        • jitCompileTime

          double jitCompileTime
        • linCacheStats

          org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection linCacheStats
        • mtStats

          org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection mtStats
        • utilization

          UtilizationModel utilization
        • workerDataObjects

          List<DataObjectModel> workerDataObjects
        • workerEvents

          List<EventModel> workerEvents
        • workerRequests

          List<RequestModel> workerRequests
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection extends Object implements Serializable

      serialVersionUID:
      1L
      • Serialized Fields

        • acqMTime

          double acqMTime
        • acqRTime

          double acqRTime
        • expTime

          double expTime
        • fsBuffHits

          long fsBuffHits
        • fsBuffWrites

          long fsBuffWrites
        • fsHits

          long fsHits
        • fsWrites

          long fsWrites
        • hdfsHits

          long hdfsHits
        • hdfsWrites

          long hdfsWrites
        • linHits

          long linHits
        • linWrites

          long linWrites
        • memHits

          long memHits
        • rlsTime

          double rlsTime
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection extends Object implements Serializable

      serialVersionUID:
      1L
      • Serialized Fields

        • gcCount

          long gcCount
        • gcTime

          double gcTime
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection extends Object implements Serializable

      serialVersionUID:
      1L
      • Serialized Fields

        • numHitsDel

          long numHitsDel
        • numHitsFS

          long numHitsFS
        • numHitsFunc

          long numHitsFunc
        • numHitsInst

          long numHitsInst
        • numHitsMem

          long numHitsMem
        • numHitsSB

          long numHitsSB
        • numMemDel

          long numMemDel
        • numWritesFS

          long numWritesFS
        • numWritesMem

          long numWritesMem
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection extends Object implements Serializable

      serialVersionUID:
      1L
      • Serialized Fields

        • fLTEntryCount

          long fLTEntryCount
        • fLTGetCount

          long fLTGetCount
        • fLTGetTime

          double fLTGetTime
        • putLineageCount

          long putLineageCount
        • putLineageItems

          long putLineageItems
        • reuseReadBytes

          long reuseReadBytes
        • reuseReadHits

          long reuseReadHits
        • serializationReuseBytes

          long serializationReuseBytes
        • serializationReuseCount

          long serializationReuseCount
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedUDF extends Object implements Serializable

      serialVersionUID:
      799416525191257308L
      • Serialized Fields

        • _inputIDs

          long[] _inputIDs
    • Class org.apache.sysds.runtime.controlprogram.federated.FederatedWorkerHandlerException extends RuntimeException implements Serializable

      serialVersionUID:
      1L
    • Class org.apache.sysds.runtime.controlprogram.federated.MatrixLineagePair extends org.apache.commons.lang3.tuple.MutablePair<MatrixObject,​LineageItem> implements Serializable

      serialVersionUID:
      1L
  • Package org.apache.sysds.runtime.controlprogram.federated.monitoring.models

    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.BaseModel extends Object implements Serializable

      serialVersionUID:
      5565981270528383999L
      • Serialized Fields

        • id

          Long id
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorConnectionModel extends BaseModel implements Serializable

      serialVersionUID:
      918360814223266197L
      • Serialized Fields

        • coordinatorHostId

          String coordinatorHostId
        • coordinatorId

          Long coordinatorId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorModel extends BaseModel implements Serializable

      serialVersionUID:
      4116787631938152573L
      • Serialized Fields

        • host

          String host
        • monitoringHostIdKey

          String monitoringHostIdKey
        • name

          String name
        • processId

          Long processId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.DataObjectModel extends BaseModel implements Serializable

      serialVersionUID:
      7914784187151939188L
      • Serialized Fields

        • dataType

          String dataType
        • size

          Long size
        • valueType

          String valueType
        • varName

          String varName
        • workerId

          Long workerId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventModel extends CoordinatorConnectionModel implements Serializable

      serialVersionUID:
      -5597621916956632690L
      • Serialized Fields

        • coordinatorName

          String coordinatorName
        • stages

          List<EventStageModel> stages
        • workerId

          Long workerId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventStageModel extends BaseModel implements Serializable

      serialVersionUID:
      -6867424341266726981L
      • Serialized Fields

        • endTime

          LocalDateTime endTime
        • eventId

          Long eventId
        • operation

          String operation
        • startTime

          LocalDateTime startTime
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.HeavyHitterModel extends BaseModel implements Serializable

      serialVersionUID:
      1L
      • Serialized Fields

        • count

          Long count
        • duration

          double duration
        • operation

          String operation
        • workerId

          Long workerId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.RequestModel extends CoordinatorConnectionModel implements Serializable

      serialVersionUID:
      -5376072120202921000L
      • Serialized Fields

        • count

          Long count
        • type

          String type
        • workerId

          Long workerId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsModel extends BaseModel implements Serializable

      serialVersionUID:
      -2492467768854934429L
      • Serialized Fields

        • dataObjects

          List<DataObjectModel> dataObjects
        • events

          List<EventModel> events
        • heavyHitters

          List<HeavyHitterModel> heavyHitters
        • requests

          List<RequestModel> requests
        • traffic

          List<TrafficModel> traffic
        • utilization

          List<UtilizationModel> utilization
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsOptions extends BaseModel implements Serializable

      serialVersionUID:
      2524032122999491726L
      • Serialized Fields

        • dataObjects

          boolean dataObjects
        • events

          boolean events
        • heavyHitters

          boolean heavyHitters
        • requests

          boolean requests
        • rowCount

          int rowCount
        • traffic

          boolean traffic
        • utilization

          boolean utilization
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.TrafficModel extends CoordinatorConnectionModel implements Serializable

      serialVersionUID:
      5042814368347405998L
      • Serialized Fields

        • byteAmount

          Long byteAmount
        • timestamp

          LocalDateTime timestamp
        • workerId

          Long workerId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.UtilizationModel extends BaseModel implements Serializable

      serialVersionUID:
      6984053518916899551L
      • Serialized Fields

        • cpuUsage

          double cpuUsage
        • memoryUsage

          double memoryUsage
        • timestamp

          LocalDateTime timestamp
        • workerId

          Long workerId
    • Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.WorkerModel extends BaseModel implements Serializable

      serialVersionUID:
      -7516912892237220796L
      • Serialized Fields

        • address

          String address
        • isOnline

          boolean isOnline
        • name

          String name
  • Package org.apache.sysds.runtime.controlprogram.paramserv

    • Class org.apache.sysds.runtime.controlprogram.paramserv.FederatedPSControlThread extends PSWorker implements Serializable

      serialVersionUID:
      6846648059569648791L
      • Serialized Fields

        • _cycleStartAt0

          boolean _cycleStartAt0
        • _featuresData

          FederatedData _featuresData
        • _labelsData

          FederatedData _labelsData
        • _modelVarID

          long _modelVarID
        • _numBatchesPerEpoch

          int _numBatchesPerEpoch
        • _numBatchesPerNbatch

          int _numBatchesPerNbatch
        • _partial_public_key

          PublicKey _partial_public_key
        • _possibleBatchesPerLocalEpoch

          int _possibleBatchesPerLocalEpoch
        • _runtimeBalancing

          Statement.PSRuntimeBalancing _runtimeBalancing
        • _use_homomorphic_encryption

          boolean _use_homomorphic_encryption
        • _weighting

          boolean _weighting
        • _weightingFactor

          double _weightingFactor
    • Class org.apache.sysds.runtime.controlprogram.paramserv.LocalPSWorker extends PSWorker implements Serializable

      serialVersionUID:
      5195390748495357295L
    • Class org.apache.sysds.runtime.controlprogram.paramserv.PSWorker extends Object implements Serializable

      serialVersionUID:
      -3510485051178200118L
      • Serialized Fields

        • _batchSize

          long _batchSize
        • _ec

          ExecutionContext _ec
        • _epochs

          int _epochs
        • _features

          MatrixObject _features
        • _freq

          Statement.PSFrequency _freq
        • _inst

          FunctionCallCPInstruction _inst
        • _labels

          MatrixObject _labels
        • _modelAvg

          boolean _modelAvg
        • _nbatches

          int _nbatches
        • _output

          DataIdentifier _output
        • _ps

          ParamServer _ps
        • _updFunc

          String _updFunc
        • _workerID

          int _workerID
    • Class org.apache.sysds.runtime.controlprogram.paramserv.SparkPSWorker extends LocalPSWorker implements Serializable

      serialVersionUID:
      -8674739573419648732L
      • Serialized Fields

        • _aggFunc

          String _aggFunc
        • _aGrad

          org.apache.spark.util.LongAccumulator _aGrad
        • _aIndex

          org.apache.spark.util.LongAccumulator _aIndex
        • _aRPC

          org.apache.spark.util.LongAccumulator _aRPC
        • _aSetup

          org.apache.spark.util.LongAccumulator _aSetup
        • _aUpdate

          org.apache.spark.util.LongAccumulator _aUpdate
        • _aWorker

          org.apache.spark.util.LongAccumulator _aWorker
        • _clsMap

          HashMap<String,​byte[]> _clsMap
        • _conf

          org.apache.spark.SparkConf _conf
        • _isLocal

          boolean _isLocal
        • _nBatches

          org.apache.spark.util.LongAccumulator _nBatches
        • _nEpochs

          org.apache.spark.util.LongAccumulator _nEpochs
        • _port

          int _port
        • _program

          String _program
  • Package org.apache.sysds.runtime.controlprogram.paramserv.dp

    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkAggregator extends Object implements Serializable

      serialVersionUID:
      -1245300852709085117L
      • Serialized Fields

        • _fcol

          long _fcol
        • _lcol

          long _lcol
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkMapper extends Object implements Serializable

      serialVersionUID:
      1710721606050403296L
      • Serialized Fields

        • _dp

          SparkDataPartitioner _dp
        • _workersNum

          int _workersNum
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionSparkScheme extends Object implements Serializable

      serialVersionUID:
      -3462829818083371171L
      • Serialized Fields

        • _globalPerms

          List<PartitionedBroadcast<MatrixBlock>> _globalPerms
        • _workerIndicator

          PartitionedBroadcast<MatrixBlock> _workerIndicator
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DCSparkScheme extends DataPartitionSparkScheme implements Serializable

      serialVersionUID:
      -2786906947020788787L
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRRSparkScheme extends DataPartitionSparkScheme implements Serializable

      serialVersionUID:
      -3130831851505549672L
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRSparkScheme extends DataPartitionSparkScheme implements Serializable

      serialVersionUID:
      -7655310624144544544L
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.ORSparkScheme extends DataPartitionSparkScheme implements Serializable

      serialVersionUID:
      6867567406403580311L
    • Class org.apache.sysds.runtime.controlprogram.paramserv.dp.SparkDataPartitioner extends Object implements Serializable

      serialVersionUID:
      6841548626711057448L
      • Serialized Fields

        • _scheme

          DataPartitionSparkScheme _scheme
  • Package org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption

    • Class org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption.PublicKey extends Object implements Serializable

      serialVersionUID:
      91289081237980123L
      • Serialized Fields

        • _data

          byte[] _data
  • Package org.apache.sysds.runtime.controlprogram.parfor

    • Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkMapper extends ParWorker implements Serializable

      serialVersionUID:
      332887624852010957L
      • Serialized Fields

        • _blen

          long _blen
        • _clen

          long _clen
        • _dpf

          ParForProgramBlock.PDataPartitionFormat _dpf
        • _n

          long _n
        • _rlen

          long _rlen
    • Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkReducer extends Object implements Serializable

      serialVersionUID:
      -7149865018683261964L
      • Serialized Fields

        • _fnameNew

          String _fnameNew
        • _replication

          int _replication
    • Class org.apache.sysds.runtime.controlprogram.parfor.RemoteDPParForSparkWorker extends ParWorker implements Serializable

      serialVersionUID:
      30223759283155139L
      • Serialized Fields

        • _aIters

          org.apache.spark.util.LongAccumulator _aIters
        • _aTasks

          org.apache.spark.util.LongAccumulator _aTasks
        • _blen

          int _blen
        • _caching

          boolean _caching
        • _clen

          int _clen
        • _clsMap

          HashMap<String,​byte[]> _clsMap
        • _dpf

          ParForProgramBlock.PDataPartitionFormat _dpf
        • _fmt

          Types.FileFormat _fmt
        • _inputVar

          String _inputVar
        • _isLocal

          boolean _isLocal
        • _iterVar

          String _iterVar
        • _prog

          String _prog
        • _rlen

          int _rlen
        • _tSparseCol

          boolean _tSparseCol
    • Class org.apache.sysds.runtime.controlprogram.parfor.RemoteParForSparkWorker extends ParWorker implements Serializable

      serialVersionUID:
      -3254950138084272296L
      • Serialized Fields

        • _aIters

          org.apache.spark.util.LongAccumulator _aIters
        • _aTasks

          org.apache.spark.util.LongAccumulator _aTasks
        • _brInputs

          Map<String,​org.apache.spark.broadcast.Broadcast<CacheBlock<?>>> _brInputs
        • _caching

          boolean _caching
        • _cleanCache

          boolean _cleanCache
        • _clsMap

          HashMap<String,​byte[]> _clsMap
        • _initialized

          boolean _initialized
        • _isLocal

          boolean _isLocal
        • _jobid

          long _jobid
        • _lineage

          Map<String,​String> _lineage
        • _prog

          String _prog
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMerge extends Object implements Serializable

      serialVersionUID:
      -6756689640511059030L
      • Serialized Fields

        • _inputs

          T extends CacheableData<?>[] _inputs
        • _isAccum

          boolean _isAccum
        • _output

          T extends CacheableData<?> _output
        • _outputFName

          String _outputFName
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeFrameLocalMemory extends ResultMerge<FrameObject> implements Serializable

      serialVersionUID:
      549739254879310540L
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalAutomatic extends ResultMergeMatrix implements Serializable

      serialVersionUID:
      1600893100602101732L
      • Serialized Fields

        • _rm

          ResultMergeMatrix _rm
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalFile extends ResultMergeMatrix implements Serializable

      serialVersionUID:
      -6905893742840020489L
      • Serialized Fields

        • _seq

          IDSequence _seq
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalMemory extends ResultMergeMatrix implements Serializable

      serialVersionUID:
      -3543612508601511701L
      • Serialized Fields

        • _compare

          DenseBlock _compare
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeMatrix extends ResultMerge<MatrixObject> implements Serializable

      serialVersionUID:
      5319002218804570071L
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSpark extends ResultMergeMatrix implements Serializable

      serialVersionUID:
      -6924566953903424820L
      • Serialized Fields

        • _ec

          ExecutionContext _ec
        • _numMappers

          int _numMappers
        • _numReducers

          int _numReducers
    • Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSparkWCompare extends ResultMergeMatrix implements Serializable

      serialVersionUID:
      -5970805069405942836L
    • Class org.apache.sysds.runtime.controlprogram.parfor.Task extends Object implements Serializable

      serialVersionUID:
      2815832451487164284L
      • Serialized Fields

        • _iterations

          LinkedList<IntObject> _iterations
        • _iterVar

          String _iterVar
        • _type

          Task.TaskType _type
  • Package org.apache.sysds.runtime.controlprogram.parfor.util

    • Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableBlock extends Object implements Serializable

      serialVersionUID:
      -6022511967446089164L
      • Serialized Fields

        • block

          MatrixBlock block
        • indexes

          MatrixIndexes indexes
    • Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableCell extends Object implements Serializable

      serialVersionUID:
      6835655576808999370L
      • Serialized Fields

        • cell

          MatrixCell cell
        • indexes

          MatrixIndexes indexes
  • Package org.apache.sysds.runtime.data

    • Class org.apache.sysds.runtime.data.BasicTensorBlock extends Object implements Serializable

      serialVersionUID:
      -7665685894181661833L
      • Serialized Fields

        • _denseBlock

          DenseBlock _denseBlock
        • _dims

          int[] _dims
        • _nnz

          long _nnz
        • _sparse

          boolean _sparse
        • _sparseBlock

          SparseBlock _sparseBlock
        • _vt

          Types.ValueType _vt
    • Class org.apache.sysds.runtime.data.DataTensorBlock extends Object implements Serializable

      serialVersionUID:
      3410679389807309521L
      • Serialized Fields

        • _colsdata

          BasicTensorBlock[] _colsdata
        • _colsToIx

          int[] _colsToIx

          Contains the (column) index in `_colsdata` for a certain column of the `DataTensor`. Which `_colsdata` to use is specified by the `_schema`

        • _dims

          int[] _dims
        • _ixToCols

          int[][] _ixToCols

          Contains the column of `DataTensor` an `_colsdata` (column) index corresponds to.

        • _schema

          Types.ValueType[] _schema
    • Class org.apache.sysds.runtime.data.DenseBlock extends Object implements Serializable

      serialVersionUID:
      7517220490270237832L
      • Serialized Fields

        • _odims

          int[] _odims
        • _reuse

          double[] _reuse
        • _rlen

          int _rlen
    • Class org.apache.sysds.runtime.data.DenseBlockBool extends DenseBlockDRB implements Serializable

      serialVersionUID:
      -2228057308997136969L
      • Serialized Fields

        • _data

          BitSet _data
    • Class org.apache.sysds.runtime.data.DenseBlockDRB extends DenseBlock implements Serializable

      serialVersionUID:
      3581157975703708947L
    • Class org.apache.sysds.runtime.data.DenseBlockFP32 extends DenseBlockDRB implements Serializable

      serialVersionUID:
      1950471811056914020L
      • Serialized Fields

        • _data

          float[] _data
    • Class org.apache.sysds.runtime.data.DenseBlockFP64 extends DenseBlockDRB implements Serializable

      serialVersionUID:
      8546723684649816489L
      • Serialized Fields

        • _data

          double[] _data
    • Class org.apache.sysds.runtime.data.DenseBlockFP64DEDUP extends DenseBlockDRB implements Serializable

      serialVersionUID:
      -4012376952006079198L
      • Serialized Fields

        • _data

          double[][] _data
        • _distinct

          int _distinct
        • _emb_size

          int _emb_size
        • _embPerRow

          int _embPerRow
    • Class org.apache.sysds.runtime.data.DenseBlockInt32 extends DenseBlockDRB implements Serializable

      serialVersionUID:
      3856034067703046872L
      • Serialized Fields

        • _data

          int[] _data
    • Class org.apache.sysds.runtime.data.DenseBlockInt64 extends DenseBlockDRB implements Serializable

      serialVersionUID:
      7166657802668966730L
      • Serialized Fields

        • _data

          long[] _data
    • Class org.apache.sysds.runtime.data.DenseBlockLBool extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      2604223782138590322L
      • Serialized Fields

        • _blocks

          BitSet[] _blocks
    • Class org.apache.sysds.runtime.data.DenseBlockLDRB extends DenseBlock implements Serializable

      serialVersionUID:
      -7519435549328146356L
      • Serialized Fields

        • _blen

          int _blen
    • Class org.apache.sysds.runtime.data.DenseBlockLFP32 extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      2604223782138590322L
      • Serialized Fields

        • _blocks

          float[][] _blocks
    • Class org.apache.sysds.runtime.data.DenseBlockLFP64 extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      -1723319832162080273L
      • Serialized Fields

        • _blocks

          double[][] _blocks
    • Class org.apache.sysds.runtime.data.DenseBlockLFP64DEDUP extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      -3437790596644064171L
      • Serialized Fields

        • _data

          double[][] _data
    • Class org.apache.sysds.runtime.data.DenseBlockLInt32 extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      4273439182762731283L
      • Serialized Fields

        • _blocks

          int[][] _blocks
    • Class org.apache.sysds.runtime.data.DenseBlockLInt64 extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      2329693723788239625L
      • Serialized Fields

        • _blocks

          long[][] _blocks
    • Class org.apache.sysds.runtime.data.DenseBlockLString extends DenseBlockLDRB implements Serializable

      serialVersionUID:
      -6632424825959423264L
      • Serialized Fields

        • _blocks

          String[][] _blocks
    • Class org.apache.sysds.runtime.data.DenseBlockString extends DenseBlockDRB implements Serializable

      serialVersionUID:
      7071870563356352352L
      • Serialized Fields

        • _data

          String[] _data
    • Class org.apache.sysds.runtime.data.IndexedTensorBlock extends Object implements Serializable

      serialVersionUID:
      -6227311506740546446L
      • Serialized Fields

        • _block

          TensorBlock _block
        • _indexes

          TensorIndexes _indexes
    • Class org.apache.sysds.runtime.data.SparseBlock extends Object implements Serializable

      serialVersionUID:
      -5008747088111141395L
    • Class org.apache.sysds.runtime.data.SparseBlockCOO extends SparseBlock implements Serializable

      serialVersionUID:
      7223478015917668745L
      • Serialized Fields

        • _cindexes

          int[] _cindexes
        • _rindexes

          int[] _rindexes
        • _rlen

          int _rlen
        • _size

          int _size
        • _values

          double[] _values
    • Class org.apache.sysds.runtime.data.SparseBlockCSC extends SparseBlock implements Serializable

      serialVersionUID:
      -8020198259526080455L
      • Serialized Fields

        • _clenInferred

          int _clenInferred
        • _indexes

          int[] _indexes
        • _ptr

          int[] _ptr
        • _rlen

          int _rlen
        • _size

          int _size
        • _values

          double[] _values
    • Class org.apache.sysds.runtime.data.SparseBlockCSR extends SparseBlock implements Serializable

      serialVersionUID:
      1922673868466164244L
      • Serialized Fields

        • _indexes

          int[] _indexes
        • _ptr

          int[] _ptr
        • _size

          int _size
        • _values

          double[] _values
    • Class org.apache.sysds.runtime.data.SparseBlockDCSR extends SparseBlock implements Serializable

      serialVersionUID:
      456844244252549431L
      • Serialized Fields

        • _colidx

          int[] _colidx
        • _nnzr

          int _nnzr
        • _rlen

          int _rlen
        • _rowidx

          int[] _rowidx
        • _rowptr

          int[] _rowptr
        • _size

          int _size
        • _values

          double[] _values
    • Class org.apache.sysds.runtime.data.SparseBlockMCSC extends SparseBlock implements Serializable

      serialVersionUID:
      112364695245614881L
      • Serialized Fields

        • _clenInferred

          int _clenInferred
        • _columns

          SparseRow[] _columns
        • _rlen

          int _rlen
    • Class org.apache.sysds.runtime.data.SparseBlockMCSR extends SparseBlock implements Serializable

      serialVersionUID:
      -4743624499258436199L
      • Serialized Fields

        • _rows

          SparseRow[] _rows
    • Class org.apache.sysds.runtime.data.SparseRow extends Object implements Serializable

      serialVersionUID:
      5806895317005796456L
    • Class org.apache.sysds.runtime.data.SparseRowScalar extends SparseRow implements Serializable

      serialVersionUID:
      722193514969067477L
      • Serialized Fields

        • index

          int index
        • value

          double value
    • Class org.apache.sysds.runtime.data.SparseRowVector extends SparseRow implements Serializable

      serialVersionUID:
      2971077474424464992L
      • Serialized Fields

        • estimatedNzs

          int estimatedNzs

          An estimate of the number of non zero values in this row. The estimate is used to set a threshold on how much the array should grow at certain lengths to not double the size at all times.

        • indexes

          int[] indexes

          The column indexes of the values contained, can be allocated larger than needed

        • size

          int size

          The current size of the row vector

        • values

          double[] values

          The values contained in the vector, can be allocated larger than needed

    • Class org.apache.sysds.runtime.data.TensorBlock extends Object implements Serializable

      serialVersionUID:
      -8768054067319422277L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException
    • Class org.apache.sysds.runtime.data.TensorIndexes extends Object implements Serializable

      serialVersionUID:
      -8596795142899904117L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

          Throws:
          IOException - if IOException occurs
  • Package org.apache.sysds.runtime.frame.data

    • Class org.apache.sysds.runtime.frame.data.FrameBlock extends Object implements Serializable

      serialVersionUID:
      -3993450030207130665L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException
    • Class org.apache.sysds.runtime.frame.data.FrameBlock.FrameMapFunction extends Object implements Serializable

      serialVersionUID:
      -8398572153616520873L
  • Package org.apache.sysds.runtime.frame.data.columns

    • Class org.apache.sysds.runtime.frame.data.columns.ColumnMetadata extends Object implements Serializable

      serialVersionUID:
      -90094082422100311L
      • Serialized Fields

        • _mvValue

          String _mvValue
        • _ndistinct

          long _ndistinct
    • Class org.apache.sysds.runtime.frame.data.columns.HashMapToInt extends Object implements Serializable

      serialVersionUID:
      3624988207265L
      • Serialized Fields

        • buckets

          org.apache.sysds.runtime.frame.data.columns.HashMapToInt.Node<K>[] buckets
        • nullV

          int nullV
        • size

          int size
  • Package org.apache.sysds.runtime.functionobjects

    • Class org.apache.sysds.runtime.functionobjects.And extends ValueFunction implements Serializable

      serialVersionUID:
      6523146102263905602L
    • Class org.apache.sysds.runtime.functionobjects.BitwAnd extends ValueFunction implements Serializable

      serialVersionUID:
      6523146102263905602L
    • Class org.apache.sysds.runtime.functionobjects.BitwOr extends ValueFunction implements Serializable

      serialVersionUID:
      -9172774392245257468L
    • Class org.apache.sysds.runtime.functionobjects.BitwShiftL extends ValueFunction implements Serializable

      serialVersionUID:
      -6874923721694361623L
    • Class org.apache.sysds.runtime.functionobjects.BitwShiftR extends ValueFunction implements Serializable

      serialVersionUID:
      -6746241833459058280L
    • Class org.apache.sysds.runtime.functionobjects.BitwXor extends ValueFunction implements Serializable

      serialVersionUID:
      -7231003441114081755L
    • Class org.apache.sysds.runtime.functionobjects.Builtin extends ValueFunction implements Serializable

      serialVersionUID:
      3836744687789840574L
      • Serialized Fields

        • bFunc

          Builtin.BuiltinCode bFunc
    • Class org.apache.sysds.runtime.functionobjects.CM extends ValueFunction implements Serializable

      serialVersionUID:
      9177194651533064123L
      • Serialized Fields

        • _buff2

          KahanObject _buff2
        • _buff3

          KahanObject _buff3
        • _plus

          KahanPlus _plus
        • _type

          CMOperator.AggregateOperationTypes _type
    • Class org.apache.sysds.runtime.functionobjects.COV extends ValueFunction implements Serializable

      serialVersionUID:
      1865050401811477181L
      • Serialized Fields

        • _plus

          KahanPlus _plus
    • Class org.apache.sysds.runtime.functionobjects.CTable extends ValueFunction implements Serializable

      serialVersionUID:
      -5374880447194177236L
    • Class org.apache.sysds.runtime.functionobjects.DiagIndex extends IndexFunction implements Serializable

      serialVersionUID:
      -5294771266108903886L
      • Serialized Fields

        • diagV2M

          boolean diagV2M
    • Class org.apache.sysds.runtime.functionobjects.Divide extends ValueFunction implements Serializable

      serialVersionUID:
      -5377082529324612637L
    • Class org.apache.sysds.runtime.functionobjects.Equals extends ValueComparisonFunction implements Serializable

      serialVersionUID:
      -8887713112454357802L
    • Class org.apache.sysds.runtime.functionobjects.FunctionObject extends Object implements Serializable

      serialVersionUID:
      -1L
    • Class org.apache.sysds.runtime.functionobjects.GreaterThan extends ValueComparisonFunction implements Serializable

      serialVersionUID:
      1408566061111937556L
    • Class org.apache.sysds.runtime.functionobjects.GreaterThanEquals extends ValueComparisonFunction implements Serializable

      serialVersionUID:
      -5444900552418046584L
    • Class org.apache.sysds.runtime.functionobjects.IfElse extends TernaryValueFunction implements Serializable

      serialVersionUID:
      -8660124936856173978L
    • Class org.apache.sysds.runtime.functionobjects.IndexFunction extends FunctionObject implements Serializable

      serialVersionUID:
      -7672111359444767237L
    • Class org.apache.sysds.runtime.functionobjects.IntegerDivide extends ValueFunction implements Serializable

      serialVersionUID:
      -6994403907602762873L
    • Class org.apache.sysds.runtime.functionobjects.KahanFunction extends ValueFunction implements Serializable

      serialVersionUID:
      -8880016655817461398L
    • Class org.apache.sysds.runtime.functionobjects.KahanPlus extends KahanFunction implements Serializable

      serialVersionUID:
      -8338160609569967791L
    • Class org.apache.sysds.runtime.functionobjects.KahanPlusSq extends KahanFunction implements Serializable

      serialVersionUID:
      5774388904472231717L
      • Serialized Fields

        • kplus

          KahanPlus kplus
    • Class org.apache.sysds.runtime.functionobjects.LessThan extends ValueComparisonFunction implements Serializable

      serialVersionUID:
      -5598503447690597942L
    • Class org.apache.sysds.runtime.functionobjects.LessThanEquals extends ValueComparisonFunction implements Serializable

      serialVersionUID:
      -1211700634442163849L
    • Class org.apache.sysds.runtime.functionobjects.Max extends Builtin implements Serializable

      serialVersionUID:
      6529946102263905602L
    • Class org.apache.sysds.runtime.functionobjects.Mean extends ValueFunction implements Serializable

      serialVersionUID:
      1967222020396371269L
      • Serialized Fields

        • _plus

          KahanPlus _plus
    • Class org.apache.sysds.runtime.functionobjects.Min extends Builtin implements Serializable

      serialVersionUID:
      6529946102263905602L
    • Class org.apache.sysds.runtime.functionobjects.Minus extends ValueFunction implements Serializable

      serialVersionUID:
      8433928060333018056L
    • Class org.apache.sysds.runtime.functionobjects.Minus1Multiply extends ValueFunction implements Serializable

      serialVersionUID:
      8211391941572535083L
    • Class org.apache.sysds.runtime.functionobjects.MinusMultiply extends TernaryValueFunction implements Serializable

      serialVersionUID:
      2801982061205871665L
      • Serialized Fields

        • _cnt

          double _cnt
    • Class org.apache.sysds.runtime.functionobjects.MinusNz extends ValueFunction implements Serializable

      serialVersionUID:
      -949397965417772299L
    • Class org.apache.sysds.runtime.functionobjects.Modulus extends ValueFunction implements Serializable

      serialVersionUID:
      -1409182981172200840L
      • Serialized Fields

        • _intdiv

          IntegerDivide _intdiv
    • Class org.apache.sysds.runtime.functionobjects.Multiply extends ValueFunction implements Serializable

      serialVersionUID:
      2801982061205871665L
    • Class org.apache.sysds.runtime.functionobjects.Multiply2 extends ValueFunction implements Serializable

      serialVersionUID:
      -3762789087715600938L
    • Class org.apache.sysds.runtime.functionobjects.Not extends ValueFunction implements Serializable

      serialVersionUID:
      -3137270229584267263L
    • Class org.apache.sysds.runtime.functionobjects.NotEquals extends ValueComparisonFunction implements Serializable

      serialVersionUID:
      2243676126579964278L
    • Class org.apache.sysds.runtime.functionobjects.OffsetColumnIndex extends IndexFunction implements Serializable

      serialVersionUID:
      1523769994005450946L
      • Serialized Fields

        • numColumnsInOutput

          int numColumnsInOutput
        • numRowsInOutput

          int numRowsInOutput
        • offset

          int offset
    • Class org.apache.sysds.runtime.functionobjects.Or extends ValueFunction implements Serializable

      serialVersionUID:
      -2847467729680510910L
    • Class org.apache.sysds.runtime.functionobjects.ParameterizedBuiltin extends ValueFunction implements Serializable

      serialVersionUID:
      -7987603644903675052L
      • Serialized Fields

        • bFunc

          ParameterizedBuiltin.ParameterizedBuiltinCode bFunc
        • distFunc

          ParameterizedBuiltin.ProbabilityDistributionCode distFunc
    • Class org.apache.sysds.runtime.functionobjects.Plus extends ValueFunction implements Serializable

      serialVersionUID:
      -3573790367761963555L
    • Class org.apache.sysds.runtime.functionobjects.PlusMultiply extends TernaryValueFunction implements Serializable

      serialVersionUID:
      2801982061205871665L
      • Serialized Fields

        • _cnt

          double _cnt
    • Class org.apache.sysds.runtime.functionobjects.Power extends ValueFunction implements Serializable

      serialVersionUID:
      1503063846565177447L
    • Class org.apache.sysds.runtime.functionobjects.Power2 extends ValueFunction implements Serializable

      serialVersionUID:
      -4370611388912121328L
    • Class org.apache.sysds.runtime.functionobjects.ReduceAll extends IndexFunction implements Serializable

      serialVersionUID:
      -7395600812331396960L
    • Class org.apache.sysds.runtime.functionobjects.ReduceCol extends IndexFunction implements Serializable

      serialVersionUID:
      5751707683718583013L
    • Class org.apache.sysds.runtime.functionobjects.ReduceDiag extends IndexFunction implements Serializable

      serialVersionUID:
      734843929521413928L
    • Class org.apache.sysds.runtime.functionobjects.ReduceRow extends IndexFunction implements Serializable

      serialVersionUID:
      3611700251686303484L
    • Class org.apache.sysds.runtime.functionobjects.RevIndex extends IndexFunction implements Serializable

      serialVersionUID:
      -1002715543022547788L
    • Class org.apache.sysds.runtime.functionobjects.RollIndex extends IndexFunction implements Serializable

      serialVersionUID:
      -8446389232078905200L
      • Serialized Fields

        • _shift

          int _shift
    • Class org.apache.sysds.runtime.functionobjects.SortIndex extends IndexFunction implements Serializable

      serialVersionUID:
      -8446389232078905200L
      • Serialized Fields

        • _cols

          int[] _cols
        • _decreasing

          boolean _decreasing
        • _ixreturn

          boolean _ixreturn
    • Class org.apache.sysds.runtime.functionobjects.SwapIndex extends IndexFunction implements Serializable

      serialVersionUID:
      -8898087610410746689L
    • Class org.apache.sysds.runtime.functionobjects.TernaryValueFunction extends ValueFunction implements Serializable

      serialVersionUID:
      4837616587192612216L
    • Class org.apache.sysds.runtime.functionobjects.ValueComparisonFunction extends ValueFunction implements Serializable

      serialVersionUID:
      6021132561216734747L
    • Class org.apache.sysds.runtime.functionobjects.ValueFunction extends FunctionObject implements Serializable

      serialVersionUID:
      -4985988545393861058L
    • Class org.apache.sysds.runtime.functionobjects.Xor extends ValueFunction implements Serializable

      serialVersionUID:
      -2847467729680510910L
  • Package org.apache.sysds.runtime.instructions.cp

    • Class org.apache.sysds.runtime.instructions.cp.BooleanObject extends ScalarObject implements Serializable

      serialVersionUID:
      -4506242165735516984L
      • Serialized Fields

        • _value

          boolean _value
    • Class org.apache.sysds.runtime.instructions.cp.CiphertextMatrix extends Encrypted implements Serializable

      serialVersionUID:
      1762936872261940616L
    • Class org.apache.sysds.runtime.instructions.cp.CM_COV_Object extends Data implements Serializable

      serialVersionUID:
      -5814207545197934085L
      • Serialized Fields

        • c2

          KahanObject c2
        • m2

          KahanObject m2
        • m3

          KahanObject m3
        • m4

          KahanObject m4
        • max

          double max
        • mean

          KahanObject mean
        • mean_v

          KahanObject mean_v
        • min

          double min
        • w

          double w
    • Class org.apache.sysds.runtime.instructions.cp.Data extends Object implements Serializable

      serialVersionUID:
      9176228330268046168L
      • Serialized Fields

        • dataType

          Types.DataType dataType
        • valueType

          Types.ValueType valueType
    • Class org.apache.sysds.runtime.instructions.cp.DoubleObject extends ScalarObject implements Serializable

      serialVersionUID:
      -8525290101679236360L
      • Serialized Fields

        • _value

          double _value
    • Class org.apache.sysds.runtime.instructions.cp.Encrypted extends Data implements Serializable

      serialVersionUID:
      1762936872268046168L
      • Serialized Fields

        • _data

          byte[] _data
        • _dc

          DataCharacteristics _dc
        • _dims

          int[] _dims
    • Class org.apache.sysds.runtime.instructions.cp.IntObject extends ScalarObject implements Serializable

      serialVersionUID:
      353170585998999528L
      • Serialized Fields

        • _value

          long _value
    • Class org.apache.sysds.runtime.instructions.cp.KahanObject extends Data implements Serializable

      serialVersionUID:
      -5331529073327676437L
      • Serialized Fields

        • _correction

          double _correction
        • _sum

          double _sum
    • Class org.apache.sysds.runtime.instructions.cp.ListObject extends Data implements Serializable

      serialVersionUID:
      3652422061598967358L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException,
                                   ClassNotFoundException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occurs
          ClassNotFoundException
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.instructions.cp.PlaintextMatrix extends Encrypted implements Serializable

      serialVersionUID:
      5732436872261940616L
    • Class org.apache.sysds.runtime.instructions.cp.ScalarObject extends Data implements Serializable

      serialVersionUID:
      6994413375932824892L
    • Class org.apache.sysds.runtime.instructions.cp.StringObject extends ScalarObject implements Serializable

      serialVersionUID:
      2464839775369002455L
      • Serialized Fields

        • _value

          String _value
  • Package org.apache.sysds.runtime.instructions.fed

    • Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.CreateFrameEncoder extends FederatedUDF implements Serializable

      serialVersionUID:
      2376756757742169692L
      • Serialized Fields

        • _offset

          int _offset
        • _spec

          String _spec
    • Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.ExecuteFrameEncoder extends FederatedUDF implements Serializable

      serialVersionUID:
      6034440964680578276L
      • Serialized Fields

        • _encoder

          MultiColumnEncoder _encoder
        • _outputID

          long _outputID
    • Class org.apache.sysds.runtime.instructions.fed.ParameterizedBuiltinFEDInstruction.DecodeMatrix extends FederatedUDF implements Serializable

      serialVersionUID:
      2376756757742169692L
      • Serialized Fields

        • _decoder

          Decoder _decoder
        • _meta

          FrameBlock _meta
        • _outputID

          long _outputID
    • Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.CreateMatrixFromFrame extends FederatedUDF implements Serializable

      serialVersionUID:
      -6569370318237863595L
      • Serialized Fields

        • _id

          int _id
        • _outputID

          long _outputID
    • Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetHistogram extends FederatedUDF implements Serializable

      serialVersionUID:
      5413355823424777742L
      • Serialized Fields

        • _max

          double _max
        • _min

          double _min
        • _numBuckets

          int _numBuckets
        • _range

          double _range
    • Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRange extends FederatedUDF implements Serializable

      serialVersionUID:
      5413355823424777742L
      • Serialized Fields

        • _iqmRange

          org.apache.commons.lang3.tuple.ImmutablePair<Double,​Double> _iqmRange
        • _range

          org.apache.commons.lang3.tuple.ImmutablePair<Double,​Double> _range
        • _sumInRange

          boolean _sumInRange
    • Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRanges extends FederatedUDF implements Serializable

      serialVersionUID:
      8663298932616139153L
      • Serialized Fields

        • _numQuantiles

          int _numQuantiles
        • _ranges

          HashMap<Integer,​org.apache.commons.lang3.tuple.ImmutablePair<Double,​Double>> _ranges
    • Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.MinMax extends FederatedUDF implements Serializable

      serialVersionUID:
      -3906698363866500744L
    • Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.DiagMatrix extends FederatedUDF implements Serializable

      serialVersionUID:
      -3466926635958851402L
      • Serialized Fields

        • _len

          int _len
        • _outputID

          long _outputID
        • _r_op

          ReorgOperator _r_op
        • _rowFed

          boolean _rowFed
        • _slice

          int[] _slice
    • Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.Rdiag extends FederatedUDF implements Serializable

      serialVersionUID:
      -3466926635958851402L
      • Serialized Fields

        • _outputID

          long _outputID
        • _r_op

          ReorgOperator _r_op
        • _rowFed

          boolean _rowFed
        • _slice

          int[] _slice
    • Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.SliceMatrix extends FederatedUDF implements Serializable

      serialVersionUID:
      -3466926635958851402L
      • Serialized Fields

        • _isRight

          boolean _isRight
        • _outputID

          long _outputID
        • _sliceRow

          int _sliceRow
  • Package org.apache.sysds.runtime.instructions.spark

    • Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUAggFunction2 extends Object implements Serializable

      serialVersionUID:
      2672082409287856038L
      • Serialized Fields

        • _blen

          int _blen
        • _op

          AggregateUnaryOperator _op
    • Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUTensorAggFunction2 extends Object implements Serializable

      serialVersionUID:
      -6258769067791011763L
      • Serialized Fields

        • _op

          AggregateUnaryOperator _op
    • Class org.apache.sysds.runtime.instructions.spark.AppendGAlignedSPInstruction.ShiftColumnIndex extends Object implements Serializable

      serialVersionUID:
      -5185023611319654242L
      • Serialized Fields

        • _cbind

          boolean _cbind
        • _shiftBy

          long _shiftBy
    • Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.MergeWithShiftedBlocks extends Object implements Serializable

      serialVersionUID:
      848955582909209400L
      • Serialized Fields

        • _blen

          int _blen
        • _cbind

          boolean _cbind
        • _lastIxLeft

          long _lastIxLeft
    • Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.ShiftMatrix extends Object implements Serializable

      serialVersionUID:
      3524189212798209172L
      • Serialized Fields

        • _blen

          int _blen
        • _cbind

          boolean _cbind
        • _outlen

          long _outlen
        • _shiftBy

          int _shiftBy
        • _startIx

          long _startIx
    • Class org.apache.sysds.runtime.instructions.spark.BinUaggChainSPInstruction.RDDBinUaggChainFunction extends Object implements Serializable

      serialVersionUID:
      886065328623752520L
      • Serialized Fields

        • _bOp

          BinaryOperator _bOp
        • _uaggOp

          AggregateUnaryOperator _uaggOp
    • Class org.apache.sysds.runtime.instructions.spark.BuiltinNarySPInstruction.PadBlocksFunction extends Object implements Serializable

      serialVersionUID:
      1291358959908299855L
      • Serialized Fields

        • _mcOut

          DataCharacteristics _mcOut
    • Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionFunction extends Object implements Serializable

      serialVersionUID:
      -6528833083609423922L
    • Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionWorkloadFunction extends Object implements Serializable

      serialVersionUID:
      -65288330833922L
      • Serialized Fields

        • costBuilder

          CostEstimatorBuilder costBuilder
    • Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.SizeFunction extends Object implements Serializable

      serialVersionUID:
      1L
    • Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature1 extends Object implements Serializable

      serialVersionUID:
      -8819908424033945028L
    • Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature2 extends Object implements Serializable

      serialVersionUID:
      7690448020081435520L
    • Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature3 extends Object implements Serializable

      serialVersionUID:
      -5222678882354280164L
    • Class org.apache.sysds.runtime.instructions.spark.DeCompressionSPInstruction.DeCompressionFunction extends Object implements Serializable

      serialVersionUID:
      -65288330836413922L
    • Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuild2Function extends Object implements Serializable

      serialVersionUID:
      6336375833412029279L
      • Serialized Fields

        • _encoder

          EncoderMVImpute _encoder
    • Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuildFunction extends Object implements Serializable

      serialVersionUID:
      6336375833412029279L
      • Serialized Fields

        • _encoder

          MultiColumnEncoder _encoder
    • Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroup2Function extends Object implements Serializable

      serialVersionUID:
      702100641492347459L
      • Serialized Fields

        • _encoder

          EncoderMVImpute _encoder
    • Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroupFunction extends Object implements Serializable

      serialVersionUID:
      -1034187226023517119L
      • Serialized Fields

        • _accMax

          org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.MaxLongAccumulator _accMax
        • _encoder

          MultiColumnEncoder _encoder
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.CreateMatrixCell extends Object implements Serializable

      serialVersionUID:
      -5783727852453040737L
      • Serialized Fields

        • blen

          int blen
        • op

          Operator op
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsFunction extends Object implements Serializable

      serialVersionUID:
      6576713401901671659L
      • Serialized Fields

        • _pattern

          double _pattern
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsVectFunction extends Object implements Serializable

      serialVersionUID:
      2228503788469700742L
      • Serialized Fields

        • _blocksize

          int _blocksize
        • _pbcPattern

          PartitionedBroadcast<MatrixBlock> _pbcPattern
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDFrameReplaceFunction extends Object implements Serializable

      serialVersionUID:
      6576713401901671660L
      • Serialized Fields

        • _pattern

          String _pattern
        • _replacement

          String _replacement
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction extends Object implements Serializable

      serialVersionUID:
      6795402640178679851L
      • Serialized Fields

        • _blen

          int _blen
        • _ngroups

          int _ngroups
        • _op

          Operator _op
        • _pbm

          PartitionedBroadcast<MatrixBlock> _pbm
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction2 extends Object implements Serializable

      serialVersionUID:
      -6820599604299797661L
      • Serialized Fields

        • _ngroups

          int _ngroups
        • _op

          Operator _op
        • _pbm

          PartitionedBroadcast<MatrixBlock> _pbm
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunction extends Object implements Serializable

      serialVersionUID:
      4906304771183325289L
      • Serialized Fields

        • _blen

          long _blen
        • _len

          long _len
        • _rmRows

          boolean _rmRows
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunctionInMem extends Object implements Serializable

      serialVersionUID:
      4906304771183325289L
      • Serialized Fields

        • _blen

          long _blen
        • _len

          long _len
        • _off

          PartitionedBroadcast<MatrixBlock> _off
        • _rmRows

          boolean _rmRows
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDReplaceFunction extends Object implements Serializable

      serialVersionUID:
      6576713401901671659L
      • Serialized Fields

        • _pattern

          double _pattern
        • _replacement

          double _replacement
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRExpandFunction extends Object implements Serializable

      serialVersionUID:
      -6153643261956222601L
      • Serialized Fields

        • _blen

          long _blen
        • _cast

          boolean _cast
        • _dirRows

          boolean _dirRows
        • _ignore

          boolean _ignore
        • _maxVal

          long _maxVal
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTokenizeFunction extends Object implements Serializable

      serialVersionUID:
      -8788298032616522019L
      • Serialized Fields

        • _tokenizer

          Tokenizer _tokenizer
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction extends Object implements Serializable

      serialVersionUID:
      5759813006068230916L
      • Serialized Fields

        • _bencoder

          org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder
        • _omap

          org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction2 extends Object implements Serializable

      serialVersionUID:
      5759813006068230916L
      • Serialized Fields

        • _bencoder

          org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder
        • _omap

          org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyOffsetFunction extends Object implements Serializable

      serialVersionUID:
      3450977356721057440L
      • Serialized Fields

        • _omitColList

          int[] _omitColList
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeExpandFunction extends Object implements Serializable

      serialVersionUID:
      -8187400248076127598L
      • Serialized Fields

        • _blen

          int _blen
        • _clen

          int _clen
    • Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeFunction extends Object implements Serializable

      serialVersionUID:
      -4797324742568170756L
      • Serialized Fields

        • _blen

          int _blen
        • _decoder

          Decoder _decoder
    • Class org.apache.sysds.runtime.instructions.spark.SpoofSPInstruction.ReplicateRightFactorFunction extends Object implements Serializable

      serialVersionUID:
      -7295989688796126442L
      • Serialized Fields

        • _blen

          long _blen
        • _len

          long _len
  • Package org.apache.sysds.runtime.instructions.spark.data

    • Class org.apache.sysds.runtime.instructions.spark.data.BlockPartitioner extends org.apache.spark.Partitioner implements Serializable

      serialVersionUID:
      3207938407732880324L
      • Serialized Fields

        • _cbPerPart

          long _cbPerPart
        • _ncparts

          int _ncparts
        • _numParts

          int _numParts
        • _rbPerPart

          long _rbPerPart
    • Class org.apache.sysds.runtime.instructions.spark.data.CorrMatrixBlock extends Object implements Serializable

      serialVersionUID:
      -2204456681697015083L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.instructions.spark.data.IndexedMatrixValue extends Object implements Serializable

      serialVersionUID:
      6723389820806752110L
      • Serialized Fields

        • _indexes

          MatrixIndexes _indexes
        • _value

          MatrixValue _value
    • Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBlock extends Object implements Serializable

      serialVersionUID:
      1298817743064415129L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast deserialization.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBroadcast extends Object implements Serializable

      serialVersionUID:
      7041959166079438401L
      • Serialized Fields

        • _dc

          DataCharacteristics _dc
        • _pbc

          org.apache.spark.broadcast.Broadcast<PartitionedBlock<T extends CacheBlock>>[] _pbc
    • Class org.apache.sysds.runtime.instructions.spark.data.RowMatrixBlock extends Object implements Serializable

      serialVersionUID:
      3307673667643705793L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.instructions.spark.data.SerLongWritable extends org.apache.hadoop.io.LongWritable implements Serializable

      serialVersionUID:
      -2609889817086784049L
    • Class org.apache.sysds.runtime.instructions.spark.data.SerText extends org.apache.hadoop.io.Text implements Serializable

      serialVersionUID:
      -4918278004334054414L
  • Package org.apache.sysds.runtime.instructions.spark.functions

    • Class org.apache.sysds.runtime.instructions.spark.functions.AggregateDropCorrectionFunction extends Object implements Serializable

      serialVersionUID:
      -5573656897943638857L
      • Serialized Fields

        • _op

          AggregateOperator _op
    • Class org.apache.sysds.runtime.instructions.spark.functions.ComputeBinaryBlockNnzFunction extends Object implements Serializable

      serialVersionUID:
      -8396410450821999936L
      • Serialized Fields

        • _aNnz

          org.apache.spark.util.LongAccumulator _aNnz
    • Class org.apache.sysds.runtime.instructions.spark.functions.ConvertFrameBlockToIJVLines extends Object implements Serializable

      serialVersionUID:
      1803516615963340115L
    • Class org.apache.sysds.runtime.instructions.spark.functions.ConvertMatrixBlockToIJVLines extends Object implements Serializable

      serialVersionUID:
      3555147684480763957L
      • Serialized Fields

        • blen

          int blen
    • Class org.apache.sysds.runtime.instructions.spark.functions.ConvertStringToLongTextPair extends Object implements Serializable

      serialVersionUID:
      6443041051069809479L
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyBinaryCellFunction extends Object implements Serializable

      serialVersionUID:
      -675490732439827014L
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockFunction extends Object implements Serializable

      serialVersionUID:
      612972882700587381L
      • Serialized Fields

        • _deepCopy

          boolean _deepCopy
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockPairFunction extends Object implements Serializable

      serialVersionUID:
      -4686652006382558021L
      • Serialized Fields

        • _deepCopy

          boolean _deepCopy
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockFunction extends Object implements Serializable

      serialVersionUID:
      966409324406154236L
      • Serialized Fields

        • _deepCopy

          boolean _deepCopy
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockPairFunction extends Object implements Serializable

      serialVersionUID:
      -196553327495233360L
      • Serialized Fields

        • _deepCopy

          boolean _deepCopy
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockFunction extends Object implements Serializable

      serialVersionUID:
      707987326466592670L
      • Serialized Fields

        • _deepCopy

          boolean _deepCopy
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockPairFunction extends Object implements Serializable

      serialVersionUID:
      605514365345997070L
      • Serialized Fields

        • _deepCopy

          boolean _deepCopy
    • Class org.apache.sysds.runtime.instructions.spark.functions.CopyTextInputFunction extends Object implements Serializable

      serialVersionUID:
      -196553327495233360L
    • Class org.apache.sysds.runtime.instructions.spark.functions.CreateSparseBlockFunction extends Object implements Serializable

      serialVersionUID:
      -4503367283351708178L
      • Serialized Fields

        • _stype

          SparseBlock.Type _stype
    • Class org.apache.sysds.runtime.instructions.spark.functions.ExtractBlockForBinaryReblock extends Object implements Serializable

      serialVersionUID:
      -762987655085029215L
      • Serialized Fields

        • clen

          long clen
        • in_blen

          int in_blen
        • out_blen

          int out_blen
        • rlen

          long rlen
    • Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup extends Object implements Serializable

      serialVersionUID:
      -7059358143841229966L
      • Serialized Fields

        • _blen

          long _blen
        • _ngroups

          long _ngroups
        • _op

          Operator _op
    • Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupBroadcast extends ExtractGroup implements Serializable

      serialVersionUID:
      5709955602290131093L
      • Serialized Fields

        • _pbm

          PartitionedBroadcast<MatrixBlock> _pbm
    • Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupJoin extends ExtractGroup implements Serializable

      serialVersionUID:
      8890978615936560266L
    • Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroupNWeights extends Object implements Serializable

      serialVersionUID:
      -188180042997588072L
    • Class org.apache.sysds.runtime.instructions.spark.functions.FilterDiagMatrixBlocksFunction extends Object implements Serializable

      serialVersionUID:
      685221977882289849L
    • Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction extends Object implements Serializable

      serialVersionUID:
      -8856829325565589854L
    • Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction2 extends Object implements Serializable

      serialVersionUID:
      -8435900761521598692L
    • Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInList extends Object implements Serializable

      serialVersionUID:
      -1956151588590369875L
      • Serialized Fields

        • _blen

          int _blen
        • _cols

          long[] _cols
    • Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInRange extends Object implements Serializable

      serialVersionUID:
      5849687296021280540L
      • Serialized Fields

        • _blen

          int _blen
        • _cl

          long _cl
        • _cu

          long _cu
        • _rl

          long _rl
        • _ru

          long _ru
    • Class org.apache.sysds.runtime.instructions.spark.functions.IsFrameBlockInRange extends Object implements Serializable

      serialVersionUID:
      4433918122474769296L
      • Serialized Fields

        • _rl

          long _rl
        • _ru

          long _ru
    • Class org.apache.sysds.runtime.instructions.spark.functions.MapInputSignature extends Object implements Serializable

      serialVersionUID:
      -816443970067626102L
    • Class org.apache.sysds.runtime.instructions.spark.functions.MapJoinSignature extends Object implements Serializable

      serialVersionUID:
      -704403012606821854L
    • Class org.apache.sysds.runtime.instructions.spark.functions.MatrixMatrixBinaryOpFunction extends Object implements Serializable

      serialVersionUID:
      -2683276102742977900L
      • Serialized Fields

        • _bop

          BinaryOperator _bop
    • Class org.apache.sysds.runtime.instructions.spark.functions.MatrixScalarUnaryFunction extends Object implements Serializable

      serialVersionUID:
      7246757780621114500L
      • Serialized Fields

        • _op

          ScalarOperator _op
    • Class org.apache.sysds.runtime.instructions.spark.functions.MatrixVectorBinaryOpPartitionFunction extends Object implements Serializable

      serialVersionUID:
      9096091404578628534L
      • Serialized Fields

        • _op

          BinaryOperator _op
        • _pmV

          PartitionedBroadcast<MatrixBlock> _pmV
        • _vtype

          BinaryM.VectorType _vtype
    • Class org.apache.sysds.runtime.instructions.spark.functions.OuterVectorBinaryOpFunction extends Object implements Serializable

      serialVersionUID:
      1730704346934726826L
      • Serialized Fields

        • _op

          BinaryOperator _op
        • _pmV

          PartitionedBroadcast<MatrixBlock> _pmV
    • Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInCombiner extends Object implements Serializable

      serialVersionUID:
      -813530414567786509L
      • Serialized Fields

        • _op

          Operator _op
    • Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInReducer extends Object implements Serializable

      serialVersionUID:
      8160556441153227417L
      • Serialized Fields

        • op

          Operator op
    • Class org.apache.sysds.runtime.instructions.spark.functions.ReblockTensorFunction extends Object implements Serializable

      serialVersionUID:
      9118830682358813489L
      • Serialized Fields

        • _newBlen

          long _newBlen
        • _numDims

          int _numDims
    • Class org.apache.sysds.runtime.instructions.spark.functions.RecomputeNnzFunction extends Object implements Serializable

      serialVersionUID:
      -973429193604040011L
    • Class org.apache.sysds.runtime.instructions.spark.functions.ReorgMapFunction extends Object implements Serializable

      serialVersionUID:
      31065772250744103L
      • Serialized Fields

        • _indexFnObject

          IndexFunction _indexFnObject
        • _reorgOp

          ReorgOperator _reorgOp
    • Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateBlockFunction extends Object implements Serializable

      serialVersionUID:
      -1184696764516975609L
      • Serialized Fields

        • _blen

          long _blen
        • _deep

          boolean _deep
        • _left

          boolean _left
        • _len

          long _len
    • Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateTensorFunction extends Object implements Serializable

      serialVersionUID:
      7181347334827684965L
      • Serialized Fields

        • _byDim

          int _byDim
        • _numReplicas

          long _numReplicas
    • Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateVectorFunction extends Object implements Serializable

      serialVersionUID:
      -1505557561471236851L
      • Serialized Fields

        • _byRow

          boolean _byRow
        • _numReplicas

          long _numReplicas
    • Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpFunction extends Object implements Serializable

      serialVersionUID:
      4204525225937988112L
      • Serialized Fields

        • _bop

          BinaryOperator _bop
    • Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpPartitionFunction extends Object implements Serializable

      serialVersionUID:
      8029096658247920867L
      • Serialized Fields

        • _op

          BinaryOperator _op
        • _ptV

          PartitionedBroadcast<TensorBlock> _ptV
        • _replicateDim

          boolean[] _replicateDim
  • Package org.apache.sysds.runtime.instructions.spark.utils

    • Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongFrameToLongWritableFrameFunction extends Object implements Serializable

      serialVersionUID:
      -1467314923206783333L
    • Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableFrameToLongFrameFunction extends Object implements Serializable

      serialVersionUID:
      -1232439643533739078L
    • Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableTextToLongTextFunction extends Object implements Serializable

      serialVersionUID:
      -5408386071466175348L
    • Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableToSerFunction extends Object implements Serializable

      serialVersionUID:
      2286037080400222528L
    • Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.BinaryCellToBinaryBlockFunction extends org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.CellToBinaryBlockFunction implements Serializable

      serialVersionUID:
      3928810989462198243L
    • Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.DataFrameExtractIDFunction extends Object implements Serializable

      serialVersionUID:
      7438855241666363433L
      • Serialized Fields

        • _index

          int _index
    • Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtilsExt.AddRowID extends Object implements Serializable

      serialVersionUID:
      -3733816995375745659L
    • Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator extends Object implements Serializable

      serialVersionUID:
      5154839870549241343L
      • Serialized Fields

        • _asc

          boolean _asc
    • Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator2 extends Object implements Serializable

      serialVersionUID:
      5531987863790922691L
      • Serialized Fields

        • _asc

          boolean _asc
  • Package org.apache.sysds.runtime.io

    • Class org.apache.sysds.runtime.io.FileFormatPropertiesCOG extends FileFormatProperties implements Serializable

      serialVersionUID:
      1038419221722594985L
      • Serialized Fields

        • datasetName

          String datasetName
    • Class org.apache.sysds.runtime.io.FileFormatPropertiesCSV extends FileFormatProperties implements Serializable

      serialVersionUID:
      -2870393360885401604L
      • Serialized Fields

        • delim

          String delim
        • fill

          boolean fill
        • fillValue

          double fillValue
        • header

          boolean header
        • naStrings

          HashSet<String> naStrings
        • sparse

          boolean sparse
    • Class org.apache.sysds.runtime.io.FileFormatPropertiesHDF5 extends FileFormatProperties implements Serializable

      serialVersionUID:
      8646275033790103030L
      • Serialized Fields

        • datasetName

          String datasetName
    • Class org.apache.sysds.runtime.io.FileFormatPropertiesLIBSVM extends FileFormatProperties implements Serializable

      serialVersionUID:
      -2870393360885401604L
      • Serialized Fields

        • delim

          String delim
        • indexDelim

          String indexDelim
        • sparse

          boolean sparse
    • Class org.apache.sysds.runtime.io.FileFormatPropertiesMM extends FileFormatProperties implements Serializable

      serialVersionUID:
      -2870393360885401604L
      • Serialized Fields

        • _field

          FileFormatPropertiesMM.MMField _field
        • _fmt

          FileFormatPropertiesMM.MMFormat _fmt
        • _symmetry

          FileFormatPropertiesMM.MMSymmetry _symmetry
    • Class org.apache.sysds.runtime.io.InputOutputInfo extends Object implements Serializable

      serialVersionUID:
      7059677437144672023L
      • Serialized Fields

        • inputFormatClass

          Class<? extends org.apache.hadoop.mapred.InputFormat> inputFormatClass
        • keyClass

          Class<? extends org.apache.hadoop.io.Writable> keyClass
        • metadata

          MetaData metadata
        • outputFormatClass

          Class<? extends org.apache.hadoop.mapred.OutputFormat> outputFormatClass
        • valueClass

          Class<? extends org.apache.hadoop.io.Writable> valueClass
  • Package org.apache.sysds.runtime.io.hdf5

    • Class org.apache.sysds.runtime.io.hdf5.H5RuntimeException extends DMLRuntimeException implements Serializable

      serialVersionUID:
      -3551978964353888835L
  • Package org.apache.sysds.runtime.iogen

    • Class org.apache.sysds.runtime.iogen.CustomProperties extends FileFormatProperties implements Serializable

      serialVersionUID:
      -2877155313260718134L
      • Serialized Fields

        • colIndexStructure

          ColIndexStructure colIndexStructure
        • colKeyPatterns

          ArrayList<String>[] colKeyPatterns
        • endWithValueStrings

          HashSet<String>[] endWithValueStrings
        • mappingProperties

          MappingProperties mappingProperties
        • ncols

          int ncols
        • parallel

          boolean parallel
        • rowIndexStructure

          RowIndexStructure rowIndexStructure
        • schema

          Types.ValueType[] schema
        • sparse

          boolean sparse
        • valueKeyPattern

          ArrayList<String> valueKeyPattern
  • Package org.apache.sysds.runtime.matrix.data

    • Class org.apache.sysds.runtime.matrix.data.DnnParameters extends Object implements Serializable

      serialVersionUID:
      -212362627205772829L
      • Serialized Fields

        • bias

          MatrixBlock bias
        • C

          int C
        • D

          int D
        • enableNative

          boolean enableNative
        • end_indexes_h

          int[] end_indexes_h
        • end_indexes_w

          int[] end_indexes_w
        • H

          int H
        • input1

          MatrixBlock input1
        • input2

          MatrixBlock input2
        • input3

          MatrixBlock input3
        • input4

          MatrixBlock input4
        • input5

          MatrixBlock input5
        • input6

          MatrixBlock input6
        • input7

          MatrixBlock input7
        • input8

          MatrixBlock input8
        • input9

          MatrixBlock input9
        • K

          int K
        • M

          int M
        • minValForMaxPoolOperations

          double minValForMaxPoolOperations
        • N

          int N
        • numThreads

          int numThreads
        • output

          MatrixBlock output
        • output2

          MatrixBlock output2
        • output3

          MatrixBlock output3
        • output4

          MatrixBlock output4
        • output5

          MatrixBlock output5
        • P

          int P
        • pad_h

          int pad_h
        • pad_w

          int pad_w
        • Q

          int Q
        • R

          int R
        • return_sequences

          boolean return_sequences
        • S

          int S
        • start_indexes_h

          int[] start_indexes_h
        • start_indexes_w

          int[] start_indexes_w
        • stride_h

          int stride_h
        • stride_w

          int stride_w
        • T

          int T
        • W

          int W
    • Class org.apache.sysds.runtime.matrix.data.MatrixBlock extends MatrixValue implements Serializable

      serialVersionUID:
      7319972089143154056L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.matrix.data.MatrixCell extends MatrixValue implements Serializable

      serialVersionUID:
      -7755996717411912578L
      • Serialized Fields

        • value

          double value
    • Class org.apache.sysds.runtime.matrix.data.MatrixIndexes extends Object implements Serializable

      serialVersionUID:
      -1521166657518127789L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput is)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

          Throws:
          IOException - if IOException occurs
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.matrix.data.TripleIndexes extends Object implements Serializable

      serialVersionUID:
      -4514135024726916288L
      • Serialized Fields

        • first

          long first
        • second

          long second
        • third

          long third
    • Class org.apache.sysds.runtime.matrix.data.WeightedCell extends MatrixCell implements Serializable

      serialVersionUID:
      -2283995259000895325L
      • Serialized Fields

        • weight

          double weight
  • Package org.apache.sysds.runtime.matrix.operators

    • Class org.apache.sysds.runtime.matrix.operators.AggregateBinaryOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      1666421325090925726L
      • Serialized Fields

        • aggOp

          AggregateOperator aggOp
        • binaryFn

          ValueFunction binaryFn
    • Class org.apache.sysds.runtime.matrix.operators.AggregateOperator extends Operator implements Serializable

      serialVersionUID:
      8761527329665129670L
      • Serialized Fields

        • correction

          Types.CorrectionLocationType correction
        • increOp

          BinaryOperator increOp
        • initialValue

          double initialValue
    • Class org.apache.sysds.runtime.matrix.operators.AggregateTernaryOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      4251745081160216784L
      • Serialized Fields

        • aggOp

          AggregateOperator aggOp
        • binaryFn

          ValueFunction binaryFn
        • indexFn

          IndexFunction indexFn
    • Class org.apache.sysds.runtime.matrix.operators.AggregateUnaryOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      6690553323120787735L
      • Serialized Fields

        • aggOp

          AggregateOperator aggOp
        • indexFn

          IndexFunction indexFn
    • Class org.apache.sysds.runtime.matrix.operators.BinaryOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      -2547950181558989209L
      • Serialized Fields

        • commutative

          boolean commutative
        • fn

          ValueFunction fn
    • Class org.apache.sysds.runtime.matrix.operators.CMOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      4126894676505115420L
      • Serialized Fields

        • aggOpType

          CMOperator.AggregateOperationTypes aggOpType
        • fn

          ValueFunction fn
    • Class org.apache.sysds.runtime.matrix.operators.CountDistinctOperator extends UnarySketchOperator implements Serializable

      serialVersionUID:
      7615123453265129670L
      • Serialized Fields

        • hashType

          Hash.HashType hashType
        • operatorType

          CountDistinctOperatorTypes operatorType
    • Class org.apache.sysds.runtime.matrix.operators.COVOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      -8404264552880694469L
      • Serialized Fields

        • fn

          COV fn
    • Class org.apache.sysds.runtime.matrix.operators.LeftScalarOperator extends ScalarOperator implements Serializable

      serialVersionUID:
      2360577666575746424L
    • Class org.apache.sysds.runtime.matrix.operators.MultiThreadedOperator extends Operator implements Serializable

      serialVersionUID:
      3528522245925706630L
      • Serialized Fields

        • _numThreads

          int _numThreads
    • Class org.apache.sysds.runtime.matrix.operators.Operator extends Object implements Serializable

      serialVersionUID:
      -7453178973186473277L
      • Serialized Fields

        • sparseSafe

          boolean sparseSafe
    • Class org.apache.sysds.runtime.matrix.operators.QuaternaryOperator extends Operator implements Serializable

      serialVersionUID:
      -1642908613016116069L
      • Serialized Fields

        • eps

          double eps
        • fn

          ValueFunction fn
        • wtype1

          WeightedSquaredLoss.WeightsType wtype1
        • wtype2

          WeightedSigmoid.WSigmoidType wtype2
        • wtype3

          WeightedDivMM.WDivMMType wtype3
        • wtype4

          WeightedCrossEntropy.WCeMMType wtype4
        • wtype5

          WeightedUnaryMM.WUMMType wtype5
    • Class org.apache.sysds.runtime.matrix.operators.ReorgOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      -5322516429026298404L
      • Serialized Fields

        • fn

          IndexFunction fn
    • Class org.apache.sysds.runtime.matrix.operators.RightScalarOperator extends ScalarOperator implements Serializable

      serialVersionUID:
      5148300801904349919L
    • Class org.apache.sysds.runtime.matrix.operators.ScalarOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      4547253761093455869L
      • Serialized Fields

        • _constant

          double _constant
        • fn

          ValueFunction fn
    • Class org.apache.sysds.runtime.matrix.operators.SimpleOperator extends Operator implements Serializable

      serialVersionUID:
      625147299273287379L
      • Serialized Fields

        • fn

          FunctionObject fn
    • Class org.apache.sysds.runtime.matrix.operators.TernaryOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      3456088891054083634L
      • Serialized Fields

        • fn

          TernaryValueFunction fn
    • Class org.apache.sysds.runtime.matrix.operators.UnaryOperator extends MultiThreadedOperator implements Serializable

      serialVersionUID:
      2441990876648978637L
      • Serialized Fields

        • fn

          ValueFunction fn
        • inplace

          boolean inplace
    • Class org.apache.sysds.runtime.matrix.operators.UnarySketchOperator extends AggregateUnaryOperator implements Serializable

      serialVersionUID:
      7615123453265129671L
      • Serialized Fields

        • direction

          Types.Direction direction
  • Package org.apache.sysds.runtime.meta

    • Class org.apache.sysds.runtime.meta.DataCharacteristics extends Object implements Serializable

      serialVersionUID:
      3411056029517599342L
      • Serialized Fields

        • _blocksize

          int _blocksize
        • _noEmptyBlocks

          boolean _noEmptyBlocks
    • Class org.apache.sysds.runtime.meta.MatrixCharacteristics extends DataCharacteristics implements Serializable

      serialVersionUID:
      8300479822915546000L
      • Serialized Fields

        • nonZero

          long nonZero

          Number of non zero values if -1 then unknown

        • numColumns

          long numColumns

          Number of rows

        • numRows

          long numRows

          Number of columns

        • ubNnz

          boolean ubNnz

          Upper bound non zero value, indicate if the non zero value is an upper bound

    • Class org.apache.sysds.runtime.meta.TensorCharacteristics extends DataCharacteristics implements Serializable

      serialVersionUID:
      8300479822915546000L
      • Serialized Fields

        • _dims

          long[] _dims
        • _nnz

          long _nnz
  • Package org.apache.sysds.runtime.transform

    • Class org.apache.sysds.runtime.transform.TfUtils extends Object implements Serializable

      serialVersionUID:
      526252850872633125L
      • Serialized Fields

        • _NAstrings

          String[] _NAstrings
  • Package org.apache.sysds.runtime.transform.decode

    • Class org.apache.sysds.runtime.transform.decode.Decoder extends Object implements Serializable

      serialVersionUID:
      -1732411001366177787L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.decode.DecoderBin extends Decoder implements Serializable

      serialVersionUID:
      -3784249774608228805L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.decode.DecoderComposite extends Decoder implements Serializable

      serialVersionUID:
      5790600547144743716L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.decode.DecoderDummycode extends Decoder implements Serializable

      serialVersionUID:
      4758831042891032129L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.decode.DecoderPassThrough extends Decoder implements Serializable

      serialVersionUID:
      -8525203889417422598L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.decode.DecoderRecode extends Decoder implements Serializable

      serialVersionUID:
      -3784249774608228805L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
  • Package org.apache.sysds.runtime.transform.encode

    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoder extends Object implements Serializable

      serialVersionUID:
      2299156350718979064L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBagOfWords extends ColumnEncoder implements Serializable

      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBin extends ColumnEncoder implements Serializable

      serialVersionUID:
      1917445005206076078L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderComposite extends ColumnEncoder implements Serializable

      serialVersionUID:
      -8473768154646831882L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderDummycode extends ColumnEncoder implements Serializable

      serialVersionUID:
      5832130477659116489L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderFeatureHash extends ColumnEncoder implements Serializable

      serialVersionUID:
      7435806042138687342L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderPassThrough extends ColumnEncoder implements Serializable

      serialVersionUID:
      -8473768154646831882L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderRecode extends ColumnEncoder implements Serializable

      serialVersionUID:
      8213163881283341874L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderUDF extends ColumnEncoder implements Serializable

      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.ColumnEncoderWordEmbedding extends ColumnEncoder implements Serializable

      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.EncoderMVImpute extends LegacyEncoder implements Serializable

      serialVersionUID:
      9057868620144662194L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.EncoderOmit extends LegacyEncoder implements Serializable

      serialVersionUID:
      1978852120416654195L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException
          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.LegacyEncoder extends Object implements Serializable

      serialVersionUID:
      2299156350718979064L
      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

          Throws:
          IOException - if IOException occur
        • writeExternal

          public void writeExternal​(ObjectOutput os)
                             throws IOException

          Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

          Throws:
          IOException - if IOException occurs
    • Class org.apache.sysds.runtime.transform.encode.MultiColumnEncoder extends Object implements Serializable

      • Serialization Methods

        • readExternal

          public void readExternal​(ObjectInput in)
                            throws IOException,
                                   ClassNotFoundException
          Throws:
          IOException
          ClassNotFoundException
        • writeExternal

          public void writeExternal​(ObjectOutput out)
                             throws IOException
          Throws:
          IOException
  • Package org.apache.sysds.runtime.transform.meta

    • Class org.apache.sysds.runtime.transform.meta.TfOffsetMap extends Object implements Serializable

      serialVersionUID:
      8949124761287236703L
      • Serialized Fields

        • _map

          HashMap<Long,​Long> _map
        • _rmRows

          long _rmRows
  • Package org.apache.sysds.runtime.transform.tokenize

    • Class org.apache.sysds.runtime.transform.tokenize.Tokenizer extends Object implements Serializable

      serialVersionUID:
      7155673772374114577L
      • Serialized Fields

        • internalRepresentation

          DocumentRepresentation[] internalRepresentation
        • tokenizerApplier

          TokenizerApplier tokenizerApplier
        • tokenizerBuilder

          TokenizerBuilder tokenizerBuilder
  • Package org.apache.sysds.runtime.transform.tokenize.applier

    • Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplier extends Object implements Serializable

      serialVersionUID:
      39116559705096787L
      • Serialized Fields

        • applyPadding

          boolean applyPadding
        • maxTokens

          int maxTokens
        • numIdCols

          int numIdCols
        • wideFormat

          boolean wideFormat
    • Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierCount extends TokenizerApplier implements Serializable

      serialVersionUID:
      6382000606237705019L
      • Serialized Fields

        • counts

          List<Map<String,​Integer>> counts
        • sort_alpha

          boolean sort_alpha
    • Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierHash extends TokenizerApplier implements Serializable

      serialVersionUID:
      4763889041868044668L
      • Serialized Fields

        • hashes

          List<Map<Integer,​Long>> hashes
        • num_features

          int num_features
    • Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierPosition extends TokenizerApplier implements Serializable

      serialVersionUID:
      3563407270742660830L
  • Package org.apache.sysds.runtime.transform.tokenize.builder

    • Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilder extends Object implements Serializable

      serialVersionUID:
      -4999630313246644464L
    • Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram extends TokenizerBuilderWhitespaceSplit implements Serializable

      serialVersionUID:
      -6297904316677723802L
      • Serialized Fields

        • maxGram

          int maxGram
        • minGram

          int minGram
        • ngramType

          org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram.NgramType ngramType
    • Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderWhitespaceSplit extends TokenizerBuilder implements Serializable

      serialVersionUID:
      539127244034913364L
      • Serialized Fields

        • idCols

          int[] idCols
        • regex

          String regex
        • tokenizeCol

          int tokenizeCol
  • Package org.apache.sysds.runtime.util

    • Class org.apache.sysds.runtime.util.FastStringTokenizer extends Object implements Serializable

      serialVersionUID:
      4051436015710778611L
      • Serialized Fields

        • _del

          char _del
        • _pos

          int _pos
        • _string

          String _string
    • Class org.apache.sysds.runtime.util.IndexRange extends Object implements Serializable

      serialVersionUID:
      5746526303666494601L
      • Serialized Fields

        • colEnd

          long colEnd
        • colStart

          long colStart
        • rowEnd

          long rowEnd
        • rowStart

          long rowStart