in ingest_suricata_rules/rules_downloader.py [0:0]
def extract_ruleset(saved_file):
temp_folder = "/tmp/suricata/"
s = urlparse(saved_file)
s3bucket = s.netloc
key = s.path.lstrip('/')
folder = extracted_folder
print("Downloading "+ saved_file + " for processing")
fileobj=BytesIO(s3.get_object(Bucket=s3bucket,Key=key)['Body'].read())
tar = tarfile.open(mode="r:gz", fileobj = fileobj)
tar.extractall(temp_folder)
for f in tar:
if f.isfile():
print("Extracting file : " + f.name)
fcontent = open(temp_folder+f.name).read()
s3upload = s3.put_object(Bucket=s3bucket,Key=folder+f.name,Body=fcontent)