landsat.py test script

elidwa · elidwa · commit 495ddf0ae8d2 · 2023-02-17T14:45:07.000Z
diff --git a/utils/landsat.py b/utils/landsat.py
@@ -2,6 +2,13 @@
 # HLS LANDSAT test
 from pystac_client import Client
 import json
+import os
+import requests
+import boto3
+import rasterio
+import rioxarray
+import os
+from rasterio.session import AWSSession
 
 def BuildSquare(lon, lat, delta):
     c1 = [lon + delta, lat + delta]
@@ -14,6 +21,15 @@ def BuildSquare(lon, lat, delta):
     return geometry
 
 
+s3_cred_endpoint = {
+    'lpdaac':'https://data.lpdaac.earthdatacloud.nasa.gov/s3credentials'
+}
+
+def get_temp_creds(provider):
+    return requests.get(s3_cred_endpoint[provider]).json()
+
+
+
 ###############################################################################
 # MAIN
 ###############################################################################
@@ -42,11 +58,13 @@ def BuildSquare(lon, lat, delta):
 
     itemsDict = results.get_all_items_as_dict()
 
+    # Dumped original stack item collection to file, for testing
     file = 'hls.geojson'
     print(f"Writing reults to file {file}")
     with open(file, 'w') as fp:
         json.dump(itemsDict, fp)
 
+    urlList = []
 
     for i in reversed(range(len(itemsDict["features"]))):
         del itemsDict["features"][i]["links"]
@@ -60,9 +78,58 @@ def BuildSquare(lon, lat, delta):
             if "title" in assetsDict[val]:
                 del assetsDict[val]["title"]
 
+            # Only needed for testing temp credentials
+            if "href" in assetsDict[val]:
+                urlList.append(assetsDict[val]["href"])
+
+
+    # Dumped trimmed dictionary as geojson file, for testing
     file = 'hls_trimmed.geojson'
     print(f"Writing reults to file {file}")
     with open(file, 'w') as fp:
         json.dump(itemsDict, fp)
 
+
+    ########################################################################
+    ########################################################################
+    ########################################################################
+    # Code below tests opening rasters with AWS temp credentials from LPDAAC
+    ########################################################################
+    ########################################################################
+    ########################################################################
+    print("Getting credentials with netrc")
+    if os.path.isfile(os.path.expanduser('~/.netrc')):
+        temp_creds_req = get_temp_creds('lpdaac')
+
+    print("Getting AWS session tokens...")
+    session = boto3.Session(aws_access_key_id=temp_creds_req['accessKeyId'],
+                            aws_secret_access_key=temp_creds_req['secretAccessKey'],
+                            aws_session_token=temp_creds_req['sessionToken'],
+                            region_name='us-west-2')
+
+
+    # NOTE: Using rioxarray assumes you are accessing a GeoTIFF
+    rio_env = rasterio.Env(AWSSession(session),
+                    GDAL_DISABLE_READDIR_ON_OPEN='TRUE',
+                    GDAL_HTTP_COOKIEFILE=os.path.expanduser('~/cookies.txt'),
+                    GDAL_HTTP_COOKIEJAR=os.path.expanduser('~/cookies.txt'))
+
+    rio_env.__enter__()
+
+    s3List = []
+    for e in urlList:
+        #print(e)
+        s3path = e.replace("https://data.lpdaac.earthdatacloud.nasa.gov/", "s3://")
+        #print(s3path)
+        s3List.append(s3path)
+
+    # Open one raster and print some info, validates if this is possible with temp credentials
+    for e in s3List:
+        print(e)
+        if '.tif' in e:
+            da = rioxarray.open_rasterio(e)
+            print(da)
+            break
+
+
     print("Done!")
