def model_recall_by_position(
    verifiable_dev,
    ranked_evidence):
  """Compute the evidence recall for each claim and list of ranked evidence.

  Args:
    verifiable_dev: The subset of validation set that is verifiable.
    ranked_evidence: Per claim, ranked evidence.

  Returns:
    For each claim, the index of the first correct document, or sys.maxsize
    if there were none.
  """
  recall = []
  n_missing_evidence = 0
  for claim_json in verifiable_dev:
    claim_id = claim_json['id']
    if claim_id in ranked_evidence:
      recall_position = compute_claim_recall(claim_json,
                                             ranked_evidence[claim_id])
      recall.append(recall_position)
    else:
      n_missing_evidence += 1
      recall.append(sys.maxsize)
  logging.info('N Empty Evidence: %s', n_missing_evidence)

  return recall  # pytype: disable=bad-return-type  # always-use-return-annotations
Compute the evidence recall for each claim and list of ranked evidence.

  Args:
    verifiable_dev: The subset of validation set that is verifiable.
    ranked_evidence: Per claim, ranked evidence.

  Returns:
    For each claim, the index of the first correct document, or sys.maxsize
    if there were none.
  
language/serene/callbacks.py