MrBERT-science

>>> from transformers import pipeline
>>> from pprint import pprint

>>> unmasker = pipeline('fill-mask', model='BSC-LT/MrBERT-science')

>>> pprint(unmasker("Hubble's<mask>describes the expansion of the universe and the relationship between a galaxy's distance and its recessional velocity.", top_k=3))
[{'score': 0.8211672902107239,
  'sequence': "Hubble's law describes the expansion of the universe and the "
              "relationship between a galaxy's distance and its recessional "
              'velocity.',
  'token': 21673,
  'token_str': 'law'},
 {'score': 0.16654537618160248,
  'sequence': "Hubble's Law describes the expansion of the universe and the "
              "relationship between a galaxy's distance and its recessional "
              'velocity.',
  'token': 18573,
  'token_str': 'Law'},
 {'score': 0.0063100955449044704,
  'sequence': "Hubble's equation describes the expansion of the universe and "
              "the relationship between a galaxy's distance and its "
              'recessional velocity.',
  'token': 174396,
  'token_str': 'equation'}]