public class Repartition
extends java.lang.Object
Modifier and Type | Class and Description |
---|---|
static class |
Repartition.RepartitionMap<T extends Shape>
The map class maps each object to every cell it overlaps with.
|
static class |
Repartition.RepartitionMapNoReplication<T extends Shape>
The map class maps each object to the cell with maximum overlap.
|
static class |
Repartition.RepartitionOutputCommitter |
static class |
Repartition.RepartitionReduce<T extends Shape> |
Constructor and Description |
---|
Repartition() |
Modifier and Type | Method and Description |
---|---|
static int |
calculateNumberOfPartitions(Configuration conf,
long inFileSize,
FileSystem outFs,
Path outFile,
long blockSize)
Calculates number of partitions required to index the given file
|
static void |
main(java.lang.String[] args)
Entry point to the operation.
|
static CellInfo[] |
packInRectangles(Path[] files,
Path outFile,
OperationsParams params,
Rectangle fileMBR) |
static <S extends Shape> |
packInRectangles(Path inFile,
Path outFile,
OperationsParams params) |
static <S extends Shape> |
packInRectangles(Path inFile,
Path outFile,
OperationsParams params,
Rectangle fileMBR) |
static void |
repartition(Path inFile,
Path outputPath,
OperationsParams params) |
static <S extends Shape> |
repartitionLocal(Path inFile,
Path outFile,
CellInfo[] cells,
OperationsParams params) |
static <S extends Shape> |
repartitionLocal(Path inFile,
Path outFile,
OperationsParams params) |
static <S extends Shape> |
repartitionLocal(Path in,
Path out,
S stockShape,
long blockSize,
CellInfo[] cells,
java.lang.String sindex,
boolean overwrite)
Deprecated.
|
static <S extends Shape> |
repartitionLocal(Path inFile,
Path outFile,
S stockShape,
long blockSize,
java.lang.String sindex,
boolean overwrite)
Deprecated.
this method is replaced with
repartitionLocal(Path, Path, OperationsParams) |
static void |
repartitionMapReduce(Path inFile,
Path outPath,
CellInfo[] cellInfos,
OperationsParams params) |
static void |
repartitionMapReduce(Path inFile,
Path outPath,
Shape stockShape,
long blockSize,
CellInfo[] cellInfos,
java.lang.String sindex,
boolean overwrite)
Repartitions an input file according to the given list of cells.
|
static void |
repartitionMapReduce(Path inFile,
Path outPath,
Shape stockShape,
long blockSize,
java.lang.String sindex,
boolean overwrite)
Deprecated.
this method is replaced with
#repartitionMapReduce(Path, Path, OperationsParams) |
public static int calculateNumberOfPartitions(Configuration conf, long inFileSize, FileSystem outFs, Path outFile, long blockSize) throws java.io.IOException
inFs
- inFile
- rtree
- java.io.IOException
@Deprecated public static void repartitionMapReduce(Path inFile, Path outPath, Shape stockShape, long blockSize, java.lang.String sindex, boolean overwrite) throws java.io.IOException
#repartitionMapReduce(Path, Path, OperationsParams)
conf
- inFile
- outPath
- gridInfo
- stockShape
- pack
- rtree
- overwrite
- java.io.IOException
public static void repartitionMapReduce(Path inFile, Path outPath, CellInfo[] cellInfos, OperationsParams params) throws java.io.IOException
java.io.IOException
public static void repartitionMapReduce(Path inFile, Path outPath, Shape stockShape, long blockSize, CellInfo[] cellInfos, java.lang.String sindex, boolean overwrite) throws java.io.IOException
inFile
- outPath
- cellInfos
- pack
- rtree
- overwrite
- java.io.IOException
- #repartitionMapReduce(Path, Path, OperationsParams)
instead.public static <S extends Shape> CellInfo[] packInRectangles(Path inFile, Path outFile, OperationsParams params) throws java.io.IOException
java.io.IOException
public static <S extends Shape> CellInfo[] packInRectangles(Path inFile, Path outFile, OperationsParams params, Rectangle fileMBR) throws java.io.IOException
java.io.IOException
public static CellInfo[] packInRectangles(Path[] files, Path outFile, OperationsParams params, Rectangle fileMBR) throws java.io.IOException
java.io.IOException
@Deprecated public static <S extends Shape> void repartitionLocal(Path inFile, Path outFile, S stockShape, long blockSize, java.lang.String sindex, boolean overwrite) throws java.io.IOException
repartitionLocal(Path, Path, OperationsParams)
inFile
- outFile
- stockShape
- blockSize
- sindex
- overwrite
- java.io.IOException
public static <S extends Shape> void repartitionLocal(Path inFile, Path outFile, OperationsParams params) throws java.io.IOException
java.io.IOException
@Deprecated public static <S extends Shape> void repartitionLocal(Path in, Path out, S stockShape, long blockSize, CellInfo[] cells, java.lang.String sindex, boolean overwrite) throws java.io.IOException
inFs
- in
- outFs
- out
- cells
- stockShape
- rtree
- overwrite
- java.io.IOException
- This method is @deprecated. Please use the method
repartitionLocal(Path, Path, CellInfo[], OperationsParams)
public static <S extends Shape> void repartitionLocal(Path inFile, Path outFile, CellInfo[] cells, OperationsParams params) throws java.io.IOException
java.io.IOException
public static void repartition(Path inFile, Path outputPath, OperationsParams params) throws java.io.IOException
inFile
- outputPath
- params
- java.io.IOException
public static void main(java.lang.String[] args) throws java.lang.Exception
args
- java.lang.Exception