common/archiver/gcloud/queryParser.go (204 lines of code) (raw):

// Copyright (c) 2020 Uber Technologies, Inc. // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN // THE SOFTWARE. //go:generate mockgen -package $GOPACKAGE -source queryParser.go -destination queryParser_mock.go -mock_names Interface=MockQueryParser package gcloud import ( "errors" "fmt" "strconv" "time" "github.com/xwb1989/sqlparser" "github.com/uber/cadence/common" ) type ( // QueryParser parses a limited SQL where clause into a struct QueryParser interface { Parse(query string) (*parsedQuery, error) } queryParser struct{} parsedQuery struct { workflowID *string workflowType *string startTime int64 closeTime int64 searchPrecision *string runID *string emptyResult bool } ) // All allowed fields for filtering const ( WorkflowID = "WorkflowID" RunID = "RunID" WorkflowType = "WorkflowType" CloseTime = "CloseTime" StartTime = "StartTime" CloseStatus = "CloseStatus" SearchPrecision = "SearchPrecision" ) // Precision specific values const ( PrecisionDay = "Day" PrecisionHour = "Hour" PrecisionMinute = "Minute" PrecisionSecond = "Second" ) const ( queryTemplate = "select * from dummy where %s" defaultDateTimeFormat = time.RFC3339 ) // NewQueryParser creates a new query parser for filestore func NewQueryParser() QueryParser { return &queryParser{} } func (p *queryParser) Parse(query string) (*parsedQuery, error) { stmt, err := sqlparser.Parse(fmt.Sprintf(queryTemplate, query)) if err != nil { return nil, err } whereExpr := stmt.(*sqlparser.Select).Where.Expr parsedQuery := &parsedQuery{} if err := p.convertWhereExpr(whereExpr, parsedQuery); err != nil { return nil, err } if (parsedQuery.closeTime == 0 && parsedQuery.startTime == 0) || (parsedQuery.closeTime != 0 && parsedQuery.startTime != 0) { return nil, errors.New("requires a StartTime or CloseTime") } if parsedQuery.searchPrecision == nil { return nil, errors.New("SearchPrecision is required when searching for a StartTime or CloseTime") } return parsedQuery, nil } func (p *queryParser) convertWhereExpr(expr sqlparser.Expr, parsedQuery *parsedQuery) error { if expr == nil { return errors.New("where expression is nil") } switch expr := expr.(type) { case *sqlparser.ComparisonExpr: return p.convertComparisonExpr(expr, parsedQuery) case *sqlparser.AndExpr: return p.convertAndExpr(expr, parsedQuery) case *sqlparser.ParenExpr: return p.convertParenExpr(expr, parsedQuery) default: return errors.New("only comparison and \"and\" expression is supported") } } func (p *queryParser) convertParenExpr(parenExpr *sqlparser.ParenExpr, parsedQuery *parsedQuery) error { return p.convertWhereExpr(parenExpr.Expr, parsedQuery) } func (p *queryParser) convertAndExpr(andExpr *sqlparser.AndExpr, parsedQuery *parsedQuery) error { if err := p.convertWhereExpr(andExpr.Left, parsedQuery); err != nil { return err } return p.convertWhereExpr(andExpr.Right, parsedQuery) } func (p *queryParser) convertComparisonExpr(compExpr *sqlparser.ComparisonExpr, parsedQuery *parsedQuery) error { colName, ok := compExpr.Left.(*sqlparser.ColName) if !ok { return fmt.Errorf("invalid filter name: %s", sqlparser.String(compExpr.Left)) } colNameStr := sqlparser.String(colName) op := compExpr.Operator valExpr, ok := compExpr.Right.(*sqlparser.SQLVal) if !ok { return fmt.Errorf("invalid value: %s", sqlparser.String(compExpr.Right)) } valStr := sqlparser.String(valExpr) switch colNameStr { case WorkflowID: val, err := extractStringValue(valStr) if err != nil { return err } if op != "=" { return fmt.Errorf("only operator = is supported for %s with Google Cloud Storage", WorkflowID) } if parsedQuery.workflowID != nil && *parsedQuery.workflowID != val { parsedQuery.emptyResult = true return nil } parsedQuery.workflowID = common.StringPtr(val) case RunID: val, err := extractStringValue(valStr) if err != nil { return err } if op != "=" { return fmt.Errorf("only operator = is supported for %s with Google Cloud Storage", RunID) } if parsedQuery.runID != nil && *parsedQuery.runID != val { parsedQuery.emptyResult = true return nil } parsedQuery.runID = common.StringPtr(val) case CloseTime: timestamp, err := convertToTimestamp(valStr) if err != nil { return err } if op != "=" { return fmt.Errorf("only operator = is supported for %s with Google Cloud Storage", CloseTime) } parsedQuery.closeTime = timestamp case StartTime: timestamp, err := convertToTimestamp(valStr) if err != nil { return err } if op != "=" { return fmt.Errorf("only operator = is supported for %s with Google Cloud Storage", StartTime) } parsedQuery.startTime = timestamp case WorkflowType: val, err := extractStringValue(valStr) if err != nil { return err } if op != "=" { return fmt.Errorf("only operator = is supported for %s with Google Cloud Storage", WorkflowType) } if parsedQuery.workflowType != nil && *parsedQuery.workflowType != val { parsedQuery.emptyResult = true return nil } parsedQuery.workflowType = common.StringPtr(val) case SearchPrecision: val, err := extractStringValue(valStr) if err != nil { return err } if op != "=" { return fmt.Errorf("only operator = is supported for %s with Google Cloud Storage", SearchPrecision) } if parsedQuery.searchPrecision != nil && *parsedQuery.searchPrecision != val { return fmt.Errorf("only one expression is allowed for %s", SearchPrecision) } switch val { case PrecisionDay: case PrecisionHour: case PrecisionMinute: case PrecisionSecond: default: return fmt.Errorf("invalid value for %s: %s", SearchPrecision, val) } parsedQuery.searchPrecision = common.StringPtr(val) default: return fmt.Errorf("unknown filter name: %s", colNameStr) } return nil } func convertToTimestamp(timeStr string) (int64, error) { timestamp, err := strconv.ParseInt(timeStr, 10, 64) if err == nil { return timestamp, nil } timestampStr, err := extractStringValue(timeStr) if err != nil { return 0, err } parsedTime, err := time.Parse(defaultDateTimeFormat, timestampStr) if err != nil { return 0, err } return parsedTime.UnixNano(), nil } func extractStringValue(s string) (string, error) { if len(s) >= 2 && s[0] == '\'' && s[len(s)-1] == '\'' { return s[1 : len(s)-1], nil } return "", fmt.Errorf("value %s is not a string value", s) }