cupid/proto/cupid_subprocess_service.proto

syntax = "proto2";

package apsara.odps.cupid.protocol;

option cc_generic_services = true;
option py_generic_services = true;
option java_generic_services = true;
option java_outer_classname = "CupidSubProcessServiceProto";

service CupidSubProcessService
{
    // Get Splits Detail
    rpc GetSplits(GetSplitsRequest) returns (GetSplitsResponse);

    // Subprocess Reader return
    rpc RegisterTableReader(RegisterTableReaderRequest) returns (RegisterTableReaderResponse);

    // Subprocess Writer return
    rpc RegisterTableWriter(RegisterTableWriterRequest) returns (RegisterTableWriterResponse);

    // Moving the open&close TMP files into staging Directory for further ddl action
    rpc CommitTableFiles(CommitTableFilesRequest) returns (CommitTableFilesResponse);

    // Get Splits Meta
    rpc GetSplitsMeta(GetSplitsMetaRequest) returns (GetSplitsMetaResponse);
}

message InputSplit
{
    optional uint32 splitIndexId = 1 ;
    optional uint64 splitFileStart = 2;
    optional uint64 splitFileEnd = 3;
    optional uint64 schemaFileStart = 4;
    optional uint64 schemaFileEnd = 5;
    optional string project = 6;
    optional string table = 7;
    optional string partitionSpec = 8;
}

message InputSplitMeta
{
    optional uint64 rowCount = 1;
    optional uint64 rawSize = 2;
}

message GetSplitsMetaRequest
{
    optional string inputTableHandle = 1;
}

message GetSplitsMetaResponse
{
    repeated InputSplitMeta inputSplitsMeta = 1;
}

message GetSplitsRequest
{
    optional string inputTableHandle = 1;
}

message GetSplitsResponse
{
    repeated InputSplit inputSplits = 1;
}

message RegisterTableReaderRequest
{
    optional string inputTableHandle = 1;
    optional InputSplit inputSplit = 2;
}

message RegisterTableReaderResponse
{
    optional string schema = 1;
    optional string readIterator = 2;
    optional string partitionSchema = 3;
}

message RegisterTableWriterRequest
{
    optional string outputTableHandle = 1;
    optional string projectName = 2;
    optional string tableName = 3;
    optional string attemptFileName = 4;
    optional string partSpec = 5;
    optional string schema = 6;
    optional string tableMetaFileName = 7;
}

message RegisterTableWriterResponse
{
    optional string subprocessWriteTableLabel = 1;
}

message CommitActionInfo
{
    optional string partSpec = 1;
    optional string attemptFileName = 2;
    optional string commitFileName = 3;
}

message CommitTableFilesRequest
{
    optional string outputTableHandle = 1;
    optional string projectName = 2;
    optional string tableName = 3;
    repeated CommitActionInfo commitActionInfos = 4;
}

message CommitTableFilesResponse
{

}