def validate_stats_against_schema()

in spotify_tensorflow/tfx/tfdv.py [0:0]

• 21 lines of code
• 2 McCabe index (conditional complexity)

    def validate_stats_against_schema(self,
                                      environment=None,
                                      previous_statistics=None,
                                      serving_statistics=None,
                                      ):
        # type: (str, DatasetFeatureStatisticsList, DatasetFeatureStatisticsList) -> bool
        stats = tfdv.load_statistics(self.stats_path)
        self.anomalies = tfdv.validate_statistics(
            stats,
            self.schema,
            environment=environment,
            previous_statistics=previous_statistics,
            serving_statistics=serving_statistics,
        )
        if len(self.anomalies.anomaly_info.items()) > 0:
            logger.error("Anomalies found in training dataset...")
            logger.error(str(self.anomalies.anomaly_info.items()))
            self.upload_anomalies()
            return False
        else:
            logger.info("No anomalies found")
            return True