重构目录结构

This commit is contained in:
赵小蒙
2024-03-01 11:04:49 +08:00
parent 9e7f7550de
commit 789918dffb
4 changed files with 3 additions and 4 deletions

View File

@@ -2,10 +2,10 @@
import boto3
from botocore.client import Config
from spark import s3_buckets, s3_clusters, get_cluster_name, s3_users
from app.common import s3_buckets, s3_clusters, get_cluster_name, s3_users
import re
import random
from typing import Dict, Iterator, List, Tuple, Union
from typing import List, Union
__re_s3_path = re.compile("^s3a?://([^/]+)(?:/(.*))?$")
def get_s3_config(path: Union[str, List[str]], outside=False):

View File

@@ -1,10 +1,9 @@
import io
import json
import os
import unittest
from libs.commons import fitz
from spark.s3_tools import get_s3_config, get_s3_client
from app.common.s3 import get_s3_config, get_s3_client
from libs.commons import join_path, json_dump_path, read_file, parse_bucket_key
from loguru import logger