in lm_human_preferences/datasets/cnndm.py [0:0]
def get_path_of_url(url):
if 'dailymail.co.uk' in url or 'mailonsunday.ie' in url or 'lib.store.yahoo.net' in url:
site = 'dailymail'
else:
assert 'cnn.com' in url or 'cnn.hk' in url, url
site = 'cnn'
url_hash = hashhex(url.encode('utf-8'))
return f'{site}/stories/{url_hash}.story'