FIX 调整线上配置获取方式
This commit is contained in:
50
nodes/cos.py
50
nodes/cos.py
@@ -39,18 +39,21 @@ class COSDownload:
|
|||||||
)
|
)
|
||||||
for i in range(0, 10):
|
for i in range(0, 10):
|
||||||
try:
|
try:
|
||||||
with open(
|
if "aws_key_id" in list(os.environ.keys()):
|
||||||
os.path.join(
|
yaml_config = os.environ
|
||||||
os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"
|
else:
|
||||||
),
|
with open(
|
||||||
encoding="utf-8",
|
os.path.join(
|
||||||
mode="r+",
|
os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"
|
||||||
) as f:
|
),
|
||||||
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
encoding="utf-8",
|
||||||
|
mode="r+",
|
||||||
|
) as f:
|
||||||
|
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
||||||
config = CosConfig(
|
config = CosConfig(
|
||||||
Region=yaml_config["region"],
|
Region=yaml_config["cos_region"],
|
||||||
SecretId=yaml_config["secret_id"],
|
SecretId=yaml_config["cos_secret_id"],
|
||||||
SecretKey=yaml_config["secret_key"],
|
SecretKey=yaml_config["cos_secret_key"],
|
||||||
)
|
)
|
||||||
client = CosS3Client(config)
|
client = CosS3Client(config)
|
||||||
response = client.download_file(
|
response = client.download_file(
|
||||||
@@ -99,18 +102,21 @@ class COSUpload:
|
|||||||
loguru.logger.info(f"COS UPLOAD {path} to {cos_bucket}/{subfolder}")
|
loguru.logger.info(f"COS UPLOAD {path} to {cos_bucket}/{subfolder}")
|
||||||
for i in range(0, 10):
|
for i in range(0, 10):
|
||||||
try:
|
try:
|
||||||
with open(
|
if "aws_key_id" in list(os.environ.keys()):
|
||||||
os.path.join(
|
yaml_config = os.environ
|
||||||
os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"
|
else:
|
||||||
),
|
with open(
|
||||||
encoding="utf-8",
|
os.path.join(
|
||||||
mode="r+",
|
os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"
|
||||||
) as f:
|
),
|
||||||
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
encoding="utf-8",
|
||||||
|
mode="r+",
|
||||||
|
) as f:
|
||||||
|
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
||||||
config = CosConfig(
|
config = CosConfig(
|
||||||
Region=yaml_config["region"],
|
Region=yaml_config["cos_region"],
|
||||||
SecretId=yaml_config["secret_id"],
|
SecretId=yaml_config["cos_secret_id"],
|
||||||
SecretKey=yaml_config["secret_key"],
|
SecretKey=yaml_config["cos_secret_key"],
|
||||||
)
|
)
|
||||||
client = CosS3Client(config)
|
client = CosS3Client(config)
|
||||||
response = client.upload_file(
|
response = client.upload_file(
|
||||||
|
|||||||
18
nodes/s3.py
18
nodes/s3.py
@@ -4,6 +4,8 @@ import boto3
|
|||||||
import loguru
|
import loguru
|
||||||
import yaml
|
import yaml
|
||||||
|
|
||||||
|
from test import yaml_config
|
||||||
|
|
||||||
|
|
||||||
class S3Download:
|
class S3Download:
|
||||||
"""AWS S3下载"""
|
"""AWS S3下载"""
|
||||||
@@ -36,8 +38,11 @@ class S3Download:
|
|||||||
exist_ok=True,
|
exist_ok=True,
|
||||||
)
|
)
|
||||||
try:
|
try:
|
||||||
with open(os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"),encoding="utf-8",mode="r+") as f:
|
if "aws_key_id" in list(os.environ.keys()):
|
||||||
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
yaml_config = os.environ
|
||||||
|
else:
|
||||||
|
with open(os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"),encoding="utf-8",mode="r+") as f:
|
||||||
|
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
||||||
client = boto3.client("s3",aws_access_key_id=yaml_config["aws_key_id"],aws_secret_access_key=yaml_config["aws_access_key"])
|
client = boto3.client("s3",aws_access_key_id=yaml_config["aws_key_id"],aws_secret_access_key=yaml_config["aws_access_key"])
|
||||||
client.download_file(s3_bucket, s3_key, destination)
|
client.download_file(s3_bucket, s3_key, destination)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
@@ -67,9 +72,12 @@ class S3Upload:
|
|||||||
def upload(self, s3_bucket, path, subfolder):
|
def upload(self, s3_bucket, path, subfolder):
|
||||||
loguru.logger.info(f"S3 UPLOAD {path} to {s3_bucket}/{subfolder}")
|
loguru.logger.info(f"S3 UPLOAD {path} to {s3_bucket}/{subfolder}")
|
||||||
try:
|
try:
|
||||||
with open(os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"),
|
if "aws_key_id" in list(os.environ.keys()):
|
||||||
encoding="utf-8", mode="r+") as f:
|
yaml_config = os.environ
|
||||||
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
else:
|
||||||
|
with open(os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), "config.yaml"),
|
||||||
|
encoding="utf-8", mode="r+") as f:
|
||||||
|
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
|
||||||
client = boto3.client("s3", aws_access_key_id=yaml_config["aws_key_id"],
|
client = boto3.client("s3", aws_access_key_id=yaml_config["aws_key_id"],
|
||||||
aws_secret_access_key=yaml_config["aws_access_key"])
|
aws_secret_access_key=yaml_config["aws_access_key"])
|
||||||
dest_key = "/".join(
|
dest_key = "/".join(
|
||||||
|
|||||||
Reference in New Issue
Block a user