analysis/webservice/algorithms_spark/__init__.py (60 lines of code) (raw):

# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import logging import os from . import ClimMapSpark from . import CorrMapSpark from . import DailyDifferenceAverageSpark from . import HofMoellerSpark from . import Matchup from . import MatchupDoms from . import MaximaMinimaSpark from . import NexusCalcSparkHandler from . import TimeAvgMapSpark from . import TimeSeriesSpark from . import VarianceSpark log = logging.getLogger(__name__) def module_exists(module_name): try: __import__(module_name) except ImportError: return False else: return True if module_exists("pyspark"): try: from . import CorrMapSpark except ImportError: pass try: from . import Matchup except ImportError: pass try: from . import TimeAvgMapSpark except ImportError: pass try: from . import VarianceSpark except ImportError: pass try: from . import MaximaMinimaSpark except ImportError: pass try: from . import TimeSeriesSpark except ImportError: pass try: from . import ClimMapSpark except ImportError: pass try: from . import DailyDifferenceAverageSpark except ImportError: pass try: from . import HofMoellerSpark except ImportError: pass else: log.warn("pyspark not found. Skipping algorithms in %s" % os.path.dirname(__file__))