datastream lambdas

cloud/AWS/execution_dailyrun.json

@@ -1,7 +1,7 @@
 {
   "instance_parameters" :
   {
-    "ImageId"            : "ami-02cf2f3fa2111b506",
+    "ImageId"            : "ami-04d28890d40332840",
     "InstanceType"       : "c5n.18xlarge",
     "KeyName"            : "Processor",
     "MinCount"           : 1,
@@ -33,7 +33,7 @@
   },
 
   "region"   : "us-east-2",
-  "commands"  : ["/home/ec2-user/ngen-datastream/scripts/stream.sh -c /home/ec2-user/ngen-datastream/configs/conf_datastream_daily.sh"],
+  "commands"  : ["mount-s3 ngen-datastream /home/ec2-user/ngen-datastream/data/mount", "/home/ec2-user/ngen-datastream/scripts/stream.sh -c /home/ec2-user/ngen-datastream/configs/conf_datastream_daily.sh"],
   "bucket"   : "ngen-datastream",
   "obj_key"  : "daily/DATE/ngen-run/outputs/cat-1.csv"
 }

cloud/AWS/startup_ec2.sh

@@ -6,7 +6,7 @@ tar -xzvf hfsubset-linux_amd64.tar.gz
 sudo mv hfsubset /usr/bin/hfsubset
 git clone https://github.com/CIROH-UA/ngen-datastream.git
 python3 -m pip install --upgrade pip
-pip3 install -r $PACAKGE_DIR/requirements.txt --no-cache
+pip3 install -r /home/ec2-user/ngen-datastream/python/requirements.txt --no-cache
 aws configure
 aws configure set s3.max_concurrent_requests 256
 mkdir docker
@@ -16,6 +16,8 @@ sudo dnf -y install dnf-plugins-core
 sudo dnf install docker -y
 sudo systemctl start docker
 sudo usermod -aG docker ${USER}
+curl -L -O https://s3.amazonaws.com/mountpoint-s3-release/latest/x86_64/mount-s3.rpm
+sudo yum install -y ./mount-s3.rpm
 echo "cd docker && sudo docker build -t awiciroh/ngen-deps:latest -f Dockerfile.ngen-deps --no-cache . && docker build -t awiciroh/t-route:latest -f Dockerfile.t-route . --no-cache && docker build -t awiciroh/ngen -f Dockerfile.ngen . --no-cache && docker build -t awiciroh/ciroh-ngen-image:latest-local -f Dockerfile . --no-cache"
 echo "copy that ^^ and log out of session, log back in and run that command"