in parquet_flask/io_logic/query_v4.py [0:0]
def __get_nth_first_page(self, query_result: DataFrame):
result_head = query_result.where(f"{CDMSConstants.time_col} = '{self.__props.min_datetime}'").sort(self.__get_sorting_params(query_result)).collect()
new_index = -1
for i, each_row in enumerate(result_head):
each_row: Row = each_row
each_sha_256 = GeneralUtils.gen_sha_256_json_obj(each_row.asDict())
if each_sha_256 == self.__props.marker_platform_code:
new_index = i
break
if new_index < 0:
LOGGER.warning(f'comparing sha256: {self.__props.marker_platform_code}')
for each_row in result_head:
each_row: Row = each_row
each_sha_256 = GeneralUtils.gen_sha_256_json_obj(each_row.asDict())
LOGGER.warning(f'each row: {str(each_row)}. each_sha_256: {each_sha_256}')
raise ValueError(f'cannot find existing row. It should not happen.')
result_page = query_result.take(self.__props.size + new_index + 1)
result_tail = result_page[new_index + 1:]
return result_tail