Upload folder using huggingface_hub

aws_helper.py

@@ -3,14 +3,15 @@ import os
 import boto3
 import sagemaker
 
-REGION_NAME = "us-east-1"
-ROLE_NAME = "hamza_connector"
+# Assign default value if env variable not fond
+REGION_NAME = os.getenv("AWS_REGION", "us-east-1")
+ROLE_NAME = os.getenv("AWS_ROLE_NAME", "hamza_connector")
 os.environ["AWS_DEFAULT_REGION"] = REGION_NAME
 
 auth_arguments = {
-    "aws_access_key_id": os.environ["AWS_ACCESS_KEY_ID"],
-    "aws_secret_access_key": os.environ["AWS_SECRET_ACCESS_KEY"],
-    "aws_session_token": os.environ["AWS_SESSION_TOKEN"],
+    "aws_access_key_id": os.getenv("AWS_ACCESS_KEY_ID", None),
+    "aws_secret_access_key": os.getenv("AWS_SECRET_ACCESS_KEY", None),
+    "aws_session_token": os.getenv("AWS_SESSION_TOKEN", None),
     "region_name": REGION_NAME,
 }
 

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/tmp/tmp8xhvdpw6",
+  "_name_or_path": "/tmp/tmpsu5lyymk",
   "activation": "gelu",
   "architectures": [
     "DistilBertForSequenceClassification"

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23c60c07b842af38e3bd195c5e8a25771a5e2e66f9dc65a67bc5d723cfca88f0
+oid sha256:fed50630092b86768606400d999a9cf9e14444abdfe76507fca2e8db3bd16df6
 size 263166698