Compare commits
2 Commits
Author | SHA1 | Date | |
---|---|---|---|
c3e2dfbd8e
|
|||
ce0a608db2
|
@ -1,7 +1,7 @@
|
||||
{
|
||||
"version": "0.2",
|
||||
"language": "en,en-gb",
|
||||
"ignoreWords": ["getframe", "pycache", "pydantic", "UNLCK"],
|
||||
"ignoreWords": ["followlinks", "getframe", "pycache", "pydantic", "UNLCK"],
|
||||
"words": [
|
||||
"chacl",
|
||||
"kikan",
|
||||
|
94
README.md
94
README.md
@ -4,7 +4,7 @@ The mdrs-client-python is python library and a command-line client for up- and d
|
||||
|
||||
## Installing
|
||||
|
||||
```
|
||||
```shell
|
||||
poetry install
|
||||
```
|
||||
|
||||
@ -14,141 +14,143 @@ poetry install
|
||||
|
||||
Create remote host configuration
|
||||
|
||||
```
|
||||
$ mdrs config create neurodata https://neurodata.riken.jp/api
|
||||
```shell
|
||||
mdrs config create neurodata https://neurodata.riken.jp/api
|
||||
```
|
||||
|
||||
### login
|
||||
|
||||
Login to remote host
|
||||
|
||||
```
|
||||
$ mdrs login neurodata:
|
||||
```shell
|
||||
mdrs login neurodata:
|
||||
Username: (enter your login name)
|
||||
Password: (enter your password)
|
||||
|
||||
mdrs login -u USERNAME -p PASSWORD neurodata:
|
||||
```
|
||||
|
||||
### logout
|
||||
|
||||
Logout from remote host
|
||||
|
||||
```
|
||||
$ mdrs logout neurodata:
|
||||
```shell
|
||||
mdrs logout neurodata:
|
||||
```
|
||||
|
||||
### whoami
|
||||
|
||||
Print current user name
|
||||
|
||||
```
|
||||
$ mdrs whoami neurodata:
|
||||
```shell
|
||||
mdrs whoami neurodata:
|
||||
```
|
||||
|
||||
### labs
|
||||
|
||||
List all laboratories
|
||||
|
||||
```
|
||||
$ mdrs labs neurodata:
|
||||
```shell
|
||||
mdrs labs neurodata:
|
||||
```
|
||||
|
||||
### ls
|
||||
|
||||
List the folder contents
|
||||
|
||||
```
|
||||
$ mdrs ls neurodata:/NIU/Repository/
|
||||
$ mdrs ls -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/
|
||||
$ mdrs ls -r neurodata:/NIU/Repository/Dataset1/
|
||||
$ mdrs ls -J -r neurodata:/NIU/Repository/Dataset1/
|
||||
```shell
|
||||
mdrs ls neurodata:/NIU/Repository/
|
||||
mdrs ls -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/
|
||||
mdrs ls -r neurodata:/NIU/Repository/Dataset1/
|
||||
mdrs ls -J -r neurodata:/NIU/Repository/Dataset1/
|
||||
```
|
||||
|
||||
### mkdir
|
||||
|
||||
Create a new folder
|
||||
|
||||
```
|
||||
$ mdrs mkdir neurodata:/NIU/Repository/TEST
|
||||
```shell
|
||||
mdrs mkdir neurodata:/NIU/Repository/TEST
|
||||
```
|
||||
|
||||
### upload
|
||||
|
||||
Upload the file or directory
|
||||
|
||||
```
|
||||
$ mdrs upload ./sample.dat neurodata:/NIU/Repository/TEST/
|
||||
$ mdrs upload -r ./dataset neurodata:/NIU/Repository/TEST/
|
||||
```shell
|
||||
mdrs upload ./sample.dat neurodata:/NIU/Repository/TEST/
|
||||
mdrs upload -r ./dataset neurodata:/NIU/Repository/TEST/
|
||||
```
|
||||
|
||||
### download
|
||||
|
||||
Download the file or folder
|
||||
|
||||
```
|
||||
$ mdrs download neurodata:/NIU/Repository/TEST/sample.dat ./
|
||||
$ mdrs download -r neurodata:/NIU/Repository/TEST/dataset/ ./
|
||||
$ mdrs download -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/Readme.dat ./
|
||||
```shell
|
||||
mdrs download neurodata:/NIU/Repository/TEST/sample.dat ./
|
||||
mdrs download -r neurodata:/NIU/Repository/TEST/dataset/ ./
|
||||
mdrs download -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/Readme.dat ./
|
||||
```
|
||||
|
||||
### mv
|
||||
|
||||
Move or rename the file or folder
|
||||
|
||||
```
|
||||
$ mdrs mv neurodata:/NIU/Repository/TEST/sample.dat neurodata:/NIU/Repository/TEST2/sample2.dat
|
||||
$ mdrs mv neurodata:/NIU/Repository/TEST/dataset neurodata:/NIU/Repository/TEST2/
|
||||
```shell
|
||||
mdrs mv neurodata:/NIU/Repository/TEST/sample.dat neurodata:/NIU/Repository/TEST2/sample2.dat
|
||||
mdrs mv neurodata:/NIU/Repository/TEST/dataset neurodata:/NIU/Repository/TEST2/
|
||||
```
|
||||
|
||||
### cp
|
||||
|
||||
Copy the file and folder
|
||||
|
||||
```
|
||||
$ mdrs cp neurodata:/NIU/Repository/TEST/sample.dat neurodata:/NIU/Repository/TEST2/sample2.dat
|
||||
$ mdrs cp -r neurodata:/NIU/Repository/TEST/dataset neurodata:/NIU/Repository/TEST2/
|
||||
```shell
|
||||
mdrs cp neurodata:/NIU/Repository/TEST/sample.dat neurodata:/NIU/Repository/TEST2/sample2.dat
|
||||
mdrs cp -r neurodata:/NIU/Repository/TEST/dataset neurodata:/NIU/Repository/TEST2/
|
||||
```
|
||||
|
||||
### rm
|
||||
|
||||
Remove the file or folder
|
||||
|
||||
```
|
||||
$ mdrs rm neurodata:/NIU/Repository/TEST2/sample2.dat
|
||||
$ mdrs rm -r neurodata:/NIU/Repository/TEST2/dataset
|
||||
```shell
|
||||
mdrs rm neurodata:/NIU/Repository/TEST2/sample2.dat
|
||||
mdrs rm -r neurodata:/NIU/Repository/TEST2/dataset
|
||||
```
|
||||
|
||||
### chacl
|
||||
|
||||
Change the folder access level
|
||||
|
||||
```
|
||||
$ mdrs chacl private neurodata:/NIU/Repository/Private
|
||||
$ mdrs chacl cbs_open -r neurodata:/NIU/Repository/CBS_Open
|
||||
$ mdrs chacl pw_open -r -p FOLDER_PASSWORD neurodata:/NIU/Repository/PW_Open
|
||||
```shell
|
||||
mdrs chacl private neurodata:/NIU/Repository/Private
|
||||
mdrs chacl cbs_open -r neurodata:/NIU/Repository/CBS_Open
|
||||
mdrs chacl pw_open -r -p FOLDER_PASSWORD neurodata:/NIU/Repository/PW_Open
|
||||
```
|
||||
|
||||
### metadata
|
||||
|
||||
Get a folder metadata
|
||||
|
||||
```
|
||||
$ mdrs metadata neurodata:/NIU/Repository/TEST/
|
||||
$ mdrs metadata -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/
|
||||
```shell
|
||||
mdrs metadata neurodata:/NIU/Repository/TEST/
|
||||
mdrs metadata -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/
|
||||
```
|
||||
|
||||
### file-metadata
|
||||
|
||||
Get the file metadata
|
||||
|
||||
```
|
||||
$ mdrs file-metadata neurodata:/NIU/Repository/TEST/dataset/sample.dat
|
||||
$ mdrs file-metadata -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/Readme.txt
|
||||
```shell
|
||||
mdrs file-metadata neurodata:/NIU/Repository/TEST/dataset/sample.dat
|
||||
mdrs file-metadata -p PW_OPEN_PASSWORD neurodata:/NIU/Repository/PW_Open/Readme.txt
|
||||
```
|
||||
|
||||
### help
|
||||
|
||||
Show the help message and exit
|
||||
|
||||
```
|
||||
$ mdrs -h
|
||||
```shell
|
||||
mdrs -h
|
||||
```
|
||||
|
@ -1 +1 @@
|
||||
1.3.0
|
||||
1.3.1
|
||||
|
@ -32,7 +32,7 @@ class FilesApi(BaseApi):
|
||||
token_check(self.connection)
|
||||
data: dict[str, str | int] = {"folder_id": folder_id}
|
||||
try:
|
||||
with open(os.path.relpath(path), mode="rb") as fp:
|
||||
with open(os.path.realpath(path), mode="rb") as fp:
|
||||
response = self.connection.post(url, data=data, files={"file": fp})
|
||||
self._raise_response_error(response)
|
||||
ret = TypeAdapter(FilesApiCreateResponse).validate_python(response.json())
|
||||
@ -47,7 +47,7 @@ class FilesApi(BaseApi):
|
||||
if path is not None:
|
||||
# update file body
|
||||
try:
|
||||
with open(os.path.relpath(path), mode="rb") as fp:
|
||||
with open(os.path.realpath(path), mode="rb") as fp:
|
||||
response = self.connection.put(url, files={"file": fp})
|
||||
except OSError:
|
||||
raise UnexpectedException(f"Could not open `{path}` file.")
|
||||
|
@ -13,14 +13,16 @@ class LoginCommand(BaseCommand):
|
||||
@classmethod
|
||||
def register(cls, parsers: Any) -> None:
|
||||
login_parser = parsers.add_parser("login", help="login to remote host")
|
||||
login_parser.add_argument("-u", "--username", help="login username")
|
||||
login_parser.add_argument("-p", "--password", help="login password")
|
||||
login_parser.add_argument("remote", help="label of remote host")
|
||||
login_parser.set_defaults(func=cls.func)
|
||||
|
||||
@classmethod
|
||||
def func(cls, args: Namespace) -> None:
|
||||
remote = str(args.remote)
|
||||
username = input("Username: ").strip()
|
||||
password = getpass.getpass("Password: ").strip()
|
||||
username = str(args.username) if args.password else input("Username: ").strip()
|
||||
password = str(args.password) if args.password else getpass.getpass("Password: ").strip()
|
||||
cls.login(remote, username, password)
|
||||
|
||||
@classmethod
|
||||
|
@ -40,7 +40,7 @@ class UploadCommand(BaseCommand):
|
||||
@classmethod
|
||||
def upload(cls, local_path: str, remote_path: str, is_recursive: bool) -> None:
|
||||
(remote, laboratory_name, r_path) = cls._parse_remote_host_with_path(remote_path)
|
||||
l_path = local_path
|
||||
l_path = os.path.abspath(local_path)
|
||||
if not os.path.exists(l_path):
|
||||
raise IllegalArgumentException(f"File or directory `{local_path}` not found.")
|
||||
connection = cls._create_connection(remote)
|
||||
@ -54,8 +54,9 @@ class UploadCommand(BaseCommand):
|
||||
folder_map: dict[str, Folder] = {}
|
||||
folder_map[r_path] = folder
|
||||
l_basename = os.path.basename(l_path)
|
||||
for dirpath, _, filenames in os.walk(l_path):
|
||||
d_dirname = os.path.join(r_path, l_basename)
|
||||
for dirpath, _, filenames in os.walk(l_path, followlinks=True):
|
||||
sub = l_basename if dirpath == l_path else os.path.join(l_basename, os.path.relpath(dirpath, l_path))
|
||||
d_dirname = os.path.join(r_path, sub)
|
||||
d_basename = os.path.basename(d_dirname)
|
||||
# prepare destination parent path
|
||||
d_parent_dirname = os.path.dirname(d_dirname)
|
||||
|
@ -1,6 +1,6 @@
|
||||
[tool.poetry]
|
||||
name = "mdrs-client-python"
|
||||
version = "1.3.0"
|
||||
version = "1.3.2"
|
||||
description = "The mdrs-client-python is python library and a command-line client for up- and downloading files to and from MDRS based repository."
|
||||
authors = ["Yoshihiro OKUMURA <yoshihiro.okumura@riken.jp>"]
|
||||
license = "MIT"
|
||||
@ -30,8 +30,8 @@ PyJWT = "^2.8.0"
|
||||
validators = "^0.22.0"
|
||||
|
||||
[tool.poetry.group.dev.dependencies]
|
||||
black = "^23.12.0"
|
||||
flake8 = "^6.1.0"
|
||||
black = "^24.1.1"
|
||||
flake8 = "^7.0.0"
|
||||
Flake8-pyproject = "^1.2.3"
|
||||
isort = "^5.13.0"
|
||||
pyright = "^1.1.339"
|
||||
|
Reference in New Issue
Block a user