def _get_similar_candidates(
      self,
      *,
      claim_label,
      documents,
      used_wikipedia_urls,
      scrape_type,
  ):
    """Return negative examples that are similar to the claim.

    Args:
      claim_label: The label of the fever claim
      documents: The documents to use
      used_wikipedia_urls: The urls used so far
      scrape_type: The scrape type to use to find candidates

    Returns:
      A list of similar evidence candidates and updated wikipedia url set
    """
    used_wikipedia_urls = set(used_wikipedia_urls)
    candidates: List[types.Json] = []
    for wikipedia_url, ir_score in documents:
      used_wikipedia_urls.add(wikipedia_url)
      parsed_page = self._wiki_db.get_page(wikipedia_url)
      if parsed_page is None:
        if scrape_type in constants.UKP_TYPES:
          self._n_missing_pages.inc()
          continue
        else:
          raise ValueError(f'Missing page: {wikipedia_url}')
      for sentence_id, sentence_struct in parsed_page.sentences.items():
        sentence_with_title = underscore_to_whitespace(
            wikipedia_url) + ' ' + sentence_struct.text
        example = {
            'evidence_text': sentence_struct.text,
            'evidence_text_with_title': sentence_with_title,
            'evidence_label': constants.NOT_MATCHING,
            'claim_label': claim_label,
            'gold': False,
            'retrieved': True,
            'background': False,
            'wikipedia_url': wikipedia_url,
            'sentence_id': sentence_id,
            'doc_score': ir_score,
            'scrape_type': scrape_type,
        }
        candidates.append(example)
    # We want to score and sort the retrieved candidates that are not also gold
    return candidates, used_wikipedia_urls
Return negative examples that are similar to the claim.

    Args:
      claim_label: The label of the fever claim
      documents: The documents to use
      used_wikipedia_urls: The urls used so far
      scrape_type: The scrape type to use to find candidates

    Returns:
      A list of similar evidence candidates and updated wikipedia url set
    
language/serene/fever_tfds.py