tools/mc2bq/pkg/mcutil/mcutil.go (34 lines of code) (raw):

// Copyright 2023 Google LLC All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package mcutil import ( "context" "path" "cloud.google.com/go/bigquery" ) type ProjectAndLocation struct { Project string Location string } func (p *ProjectAndLocation) String() string { return p.Path() } func (p *ProjectAndLocation) Path() string { return path.Join("projects", p.Project, "locations", p.Location) } type SourcePath struct { ProjectAndLocation ProjectAndLocation SourceID string } func (p *SourcePath) String() string { return path.Join(p.ProjectAndLocation.String(), "sources", p.SourceID) } // ObjectSource is a source of objects that can be type ObjectSource interface { bigquery.LoadSource ObjectsRead() uint64 BytesRead() uint64 } type MC interface { AssetCount(ctx context.Context, pal ProjectAndLocation) (int64, error) AssetSource(ctx context.Context, pal ProjectAndLocation) ObjectSource GroupSource(ctx context.Context, pal ProjectAndLocation) ObjectSource PreferenceSetSource(ctx context.Context, pal ProjectAndLocation) ObjectSource }