in genai-on-vertex-ai/gemini/needle_in_a_haystack/needlehaystack/llm_needle_haystack_tester.py [0:0]
def read_context_files(self):
context = ""
max_context_length = max(self.context_lengths)
base_dir = os.path.abspath(os.path.dirname(__file__)) # Package directory
while self.get_context_length_in_tokens(context) < max_context_length:
for file in glob.glob(os.path.join(base_dir, self.haystack_dir, "*.txt")):
with open(file, 'r') as f:
context += f.read()
return context