release for env id

Author: saul-data

src/dataplane/pipelinerun/data_persist/pandas_s3_store.py

@@ -18,8 +18,9 @@ def pipeline_pandas_s3_store(StoreKey, DataFrame, S3Client, Bucket, Expire=True,
 
     # Start the timer
     start  = datetime.now()
+    EnvID = os.getenv("DP_ENVID")
 
-    InsertKey = "/dataplane-transfer/" + StoreKey+ "-" +os.getenv("DP_RUNID")+".parquet"
+    InsertKey = f"/dataplane-transfer/{EnvID}/" + StoreKey+ "-" +os.getenv("DP_RUNID")+".parquet"
 
     output_buffer=BytesIO()
     DataFrame.to_parquet(output_buffer,index=False,compression='gzip',engine='pyarrow',allow_truncated_timestamps=True)
@@ -44,7 +45,9 @@ def pipeline_pandas_s3_get(StoreKey, S3Client, Bucket):
     # Start the timer
     start  = datetime.now()
 
-    InsertKey = "/dataplane-transfer/" + StoreKey+ "-" +os.getenv("DP_RUNID")+".parquet"
+    EnvID = os.getenv("DP_ENVID")
+
+    InsertKey = f"/dataplane-transfer/{EnvID}/" + StoreKey+ "-" +os.getenv("DP_RUNID")+".parquet"
 
     # Retrieve dataframe from key
     # buffer = BytesIO()

src/dataplane/pipelinerun/data_persist/test_s3_store.py

@@ -15,6 +15,7 @@ def test_s3_store():
 
     # Dataplane run id
     os.environ["DP_RUNID"] = generate('1234567890abcdef', 10)
+    os.environ["DP_ENVID"] ="E1"
 
     # Data to store as parquet
     data = {