99432c0c5114d0889408ea97d9d01dd61b191e05,language/orqa/predict/orqa_eval.py,,main,#Any#,32

Before Change

            prediction=predicted_answer,
            is_regex=False)
        predictions_file.write(
            json.dumps(
                dict(
                    question=question,
                    prediction=predicted_answer,
                    predicted_context=six.ensure_text(
                        predictions["orig_block"], errors="ignore"),
                    correct=is_correct,
                    answer=answers)))
        predictions_file.write("\n")
        correct_count += int(is_correct)
        example_count += 1

After Change

      correct_count += int(is_correct)
      example_count += 1
      if FLAGS.print_prediction_samples and i & (i - 1) == 0:
        logging.info("[%d] "%s" -> "%s"", i, question, predicted_answer)

  logging.info("Accuracy: %.4f (%d/%d)", correct_count / float(example_count),
               correct_count, example_count)

Instances