in moz_kinto_publisher/main.py [0:0]
def main():
parser = argparse.ArgumentParser(
description="Upload MLBF files to Kinto as records"
)
parser.add_argument("--noop", action="store_true", help="Don't update Kinto")
parser.add_argument(
"--download-path",
type=Path,
default=Path(tempfile.TemporaryDirectory().name),
help="Path to temporarily store CRLite downloaded artifacts",
)
parser.add_argument("--filter-bucket", default="crlite_filters")
parser.add_argument("--verbose", "-v", help="Be more verbose", action="store_true")
parser.add_argument("--enrolled-json", help="Path to local copy of enrolled.json")
args = parser.parse_args()
if args.verbose:
log.setLevel("DEBUG")
if args.noop:
log.info("The --noop flag is set, will not make changes.")
if "KINTO_AUTH_USER" not in dir(settings):
raise Exception("KINTO_AUTH_USER must be defined in settings.py")
if "KINTO_AUTH_PASSWORD" not in dir(settings):
raise Exception("KINTO_AUTH_PASSWORD must be defined in settings.py")
auth = (
None
if args.noop
else requests.auth.HTTPBasicAuth(
settings.KINTO_AUTH_USER, settings.KINTO_AUTH_PASSWORD
)
)
log.info(
"Using username/password authentication. Username={}".format(
settings.KINTO_AUTH_USER
)
)
log.info(f"Connecting... {settings.KINTO_RW_SERVER_URL}")
rw_client = PublisherClient(
server_url=settings.KINTO_RW_SERVER_URL,
auth=auth,
bucket=settings.KINTO_BUCKET,
retry=5,
)
try:
log.info("Updating ct-logs collection")
publish_ctlogs(args=args, rw_client=rw_client)
log.info("Updating cert-revocations collection")
for channel in CHANNELS:
if channel.enabled:
publish_crlite(args=args, channel=channel, rw_client=rw_client)
log.info("Removing records for unused channels")
for channel in CHANNELS:
if not channel.enabled:
clear_crlite_filters(
noop=args.noop, channel=channel, rw_client=rw_client
)
clear_crlite_deltas(
noop=args.noop, channel=channel, rw_client=rw_client
)
log.info("Updating intermediates collection")
publish_intermediates(args=args, rw_client=rw_client)
except KintoException as ke:
log.error("An exception at Kinto occurred: {}".format(ke))
raise ke
except Exception as e:
log.error("A general exception occurred: {}".format(e))
raise e