Summary: 43 instances, 34 unique

Text	Count
#: Not a plugin, but part of the plugin API. TODO: Find a better place.	1
# TODO: make it possible to display some modes with aws metrics and some	1
TODO: Add route(check_auth=...) parameter."""	1
// TODO: Handle this in backend	1
# TODO:  allow this to be settable by the task owner?	1
// TODO: New tasks are added here	1
# TODO: store the endpoint url in the models table?	1
# TODO: make the frontend use pretty_name?	1
# TODO: make the frontend use perf_metric instead of perf_metric_field_name?	1
# TODO: find a way not to comment the follow imports to skip linter	1
data["uid"] = "0"; // A required field for dynalab uploaded models. TODO: fix	1
// TODO: remove true when we have variances to show.	1
)  # TODO: get this from task config	1
"1.0",  # TODO: proper versioning	1
# TODO: BE, make this code block more elegant	1
# TODO: Handle these explicitly in handle() or make them iterable.	1
# TODO: Fix this, ugly hack to get Mephisto to work	1
# TODO: Turn this into a dict of dicts	1
# TODO: store the endpoint url in the models table?	1
datum["id"] = datum["uid"]  # TODO: right now, dynalab models	2
// TODO: Make this actually wait for an event?	1
# TODO: allow proper model versioning together with docker tag	1
):  # TODO This check is necessary for non-dynalab models.	1
# TODO: [BE] strong typing on all interfce methods	1
// TODO: Handle this more elegantly:	3
# FIXME: Ideally scores table should be deduped by (mid, did)	1
# TODO: manage deletion by version	1
data["insight"] = false; // TODO: an artifact of old models	1
# TODO: do we need clean up special tokens or not (like "[seq], [cls], [s]")	1
# TODO: could do more verification to ensure that the type of the referenced object	7
# TODO: split into different functions for fairness and robustness.	1
# TODO: insight not implemented, maybe later	1
# TODO gpu is not supported, inspection might be time-consuming.	1
: modelResponseResult["signature"], // TODO: pre-dynatask models use signed, post-dynatask models use signature. Make this cleaner somehow?	1