mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-03-27 02:58:54 +07:00
重构目录结构
This commit is contained in:
@@ -2,10 +2,10 @@
|
||||
import boto3
|
||||
from botocore.client import Config
|
||||
|
||||
from spark import s3_buckets, s3_clusters, get_cluster_name, s3_users
|
||||
from app.common import s3_buckets, s3_clusters, get_cluster_name, s3_users
|
||||
import re
|
||||
import random
|
||||
from typing import Dict, Iterator, List, Tuple, Union
|
||||
from typing import List, Union
|
||||
|
||||
__re_s3_path = re.compile("^s3a?://([^/]+)(?:/(.*))?$")
|
||||
def get_s3_config(path: Union[str, List[str]], outside=False):
|
||||
@@ -1,10 +1,9 @@
|
||||
import io
|
||||
import json
|
||||
import os
|
||||
import unittest
|
||||
from libs.commons import fitz
|
||||
|
||||
from spark.s3_tools import get_s3_config, get_s3_client
|
||||
from app.common.s3 import get_s3_config, get_s3_client
|
||||
from libs.commons import join_path, json_dump_path, read_file, parse_bucket_key
|
||||
from loguru import logger
|
||||
|
||||
|
||||
Reference in New Issue
Block a user