public class Tokenizer
extends Object
implements Serializable

All Methods Instance Methods Concrete Methods
Modifier and Type	Method	Description
`void`	`allocateInternalRepresentation(int numDocuments)`
`FrameBlock`	`apply(FrameBlock out, int k)`
`void`	`build(FrameBlock in, int k)`
`List<DependencyTask<?>>`	`getBuildTasks(FrameBlock in)`
`int`	`getMaxNumRows(int inRows)`
`long`	`getNumCols()`
`int`	`getNumRowsEstimate()`
`Types.ValueType[]`	`getSchema()`
`FrameBlock`	`tokenize(FrameBlock in)`
`FrameBlock`	`tokenize(FrameBlock in, int k)`

public static final int TOKENIZE_NUM_BLOCKS

public int getMaxNumRows(int inRows)

public void allocateInternalRepresentation(int numDocuments)

public FrameBlock tokenize(FrameBlock in)

public FrameBlock tokenize(FrameBlock in,
                           int k)

public FrameBlock apply(FrameBlock out,
                        int k)

public List<DependencyTask<?>> getBuildTasks(FrameBlock in)

public void build(FrameBlock in,
                  int k)

Class Tokenizer