def process()

in variance-analysis/mach_perftest_notebook_dev/perftestnotebook/transformer.py [0:0]

• 24 lines of code
• 7 McCabe index (conditional complexity)

    def process(self, name):
        """
        Process all the known data into a merged, and standardized data format.

        :param str name: Name of the merged data.
        :return dict: Merged data.
        """
        trfmdata = []

        for file in self.files:
            data = {}

            # Open data
            try:
                data = self.open_data(file)
            except Exception as e:
                logger.warning("Failed to open file %s, skipping" % file)
                logger.warning("%s %s" % (e.__class__.__name__, e))

            # Transform data
            try:
                data = self.transform(data)
                if type(data) != list:
                    data = [data]
                trfmdata.extend(data)
            except Exception as e:
                logger.warning("Failed to transform file %s, skipping" % file)
                logger.warning("%s %s" % (e.__class__.__name__, e))

        merged = self.merge(trfmdata)

        if type(merged) == dict:
            merged["name"] = name
        else:
            for e in merged:
                e["name"] = name

        return merged