ebd4b7270378004fd06c74ee9350ad6ff1b04105,tests/test_comparison.py,TestComparison,test_reasonable_predictions,#TestComparison#,55

Before Change

        ] 

        different = [
            ["What is the air speed velocity of an unlaiden swallow?", "How many miles from Plymouth UK, to Boston"],
            ["Why is Plymouth in Boston called Plymouth", "Why is it so dificult to come up with fake questions?"],
            ["Does america love fake news or does fake news love america?", "What came first the chicken or the egg?"],
            ["Why does this test keep failing?", "What is madison doing right now?"],

After Change

        model = Comparison(**self.default_config(n_epochs=3))

        // fake dataset generation
        animals = ["dog", "cat", "horse", "cow", "pig", "sheep", "goat", "chicken", "guinea pig", "donkey", "turkey", "duck", "camel", "goose", "llama", "rabbit", "fox"]
        numbers = ["one", "two", "three", "four", "five", "six", "seven", "eight", "nine", "ten", "eleven", "twelve", "thirteen", "fourteen", "fifteen", "sixteen"]

        n_per = 50
        similar = []
        different = []
        for dataset in [animals, numbers]:
            for i in range(n_per // 2):
                similar.append([random.choice(dataset), random.choice(dataset)])
        for i in range(n_per):
            different.append([random.choice(animals), random.choice(numbers)])
        
        targets = np.asarray(["similar"] * len(similar) + ["different"] * len(different))
        data = similar + different

Instances