src/alpaca_eval/decoders/openai.py (4 lines):
	- line 231: # TODO should just rewrite code to use pydantic objects
	- line 265: # TODO: cleaner way to handle this? this batch will get filtered out as there is no completion
	- line 283: # TODO: the return is a tmp hack, should be handled better
	- line 291: # TODO: this should ideally be an OpenAI function... Maybe it already exists?


src/alpaca_eval/decoders/huggingface_api.py (1 line):
	- line 85: # TODO: check why doesn't stop after </s>


src/alpaca_eval/annotators/base.py (1 line):
	- line 301: # TODO: this is for backward compatibility, remove in the future


src/alpaca_eval/decoders/google.py (1 line):
	- line 131: # TODO: better catching of errors when rate limits


src/alpaca_eval/analyze.py (1 line):
	- line 279: # TODO clean: following is because we don't save generator in HF crossannotation dataset => reconstructs it.