tools/nullfav.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""

Scan accounts to drop null entries from favorites

"""

import argparse
from elastic import Elastic

parser = argparse.ArgumentParser(description='Command line options.')

parser.add_argument('--apply', dest='apply', action='store_true',
                   help='Update the account favorites. Default is list ids only')

args = parser.parse_args()

FAVES='favorites'
TARGET=None

updated = 0
failed = 0
elastic = Elastic()
scroll_size = None # Only show it first time round
for page in elastic.scan_and_scroll(doc_type='account', body = { "_source" : [FAVES] }):
    if not scroll_size:
        scroll_size = page['hits']['total']
        print("Found %d accounts" % scroll_size)
    for hit in page['hits']['hits']:
        mid = hit['_id']
        source = hit['_source']
        if FAVES in source:
            favorites = source[FAVES]
            if TARGET in favorites:
                newfav = [x for x in favorites if x != TARGET]
                if not args.apply:
                    print("Would update account mid %s" % mid)
                    continue
                print("Updating account mid %s" % mid)
                try:
                    elastic.update(doc_type='account',
                        id = mid,
                        body = {
                          'doc': {
                            FAVES: newfav
                          }
                        }
                    )
                    updated +=1
                except Exception as e:
                    print("Error updating mid %s: %s" % (mid,e))
                    failed += 1

if args.apply:
    print("Updated %d account(s) with %d failures" % (updated, failed))