Commit f71f83b8 authored by Markus Scheidgen's avatar Markus Scheidgen
Browse files

Added authorization to upload.

parent 8eb44797
......@@ -22,7 +22,7 @@ import os.path
from nomad import config
from nomad.files import UploadFile, ArchiveFile
from nomad.utils import get_logger, create_uuid
from nomad.utils import get_logger
from nomad.processing import Upload, NotAllowedDuringProcessing
from nomad.repo import RepoCalc
from nomad.user import User
......@@ -189,8 +189,7 @@ class UploadsRes(Resource):
if json_data is None:
json_data = {}
upload = Upload.create(
upload_id=create_uuid(),, name=json_data.get('name'))
upload = Upload.create(user=g.user, name=json_data.get('name'))
return upload.json_dict, 200
......@@ -410,6 +409,7 @@ class UploadFileRes(Resource):
:status 400: if the fileformat is not supported or the form data is different than expected.
:returns: the upload (see GET /uploads/<upload_id>)
def put(self, upload_id):
logger = get_logger(__name__, endpoint='upload', action='put', upload_id=upload_id)
......@@ -36,6 +36,7 @@ from mongoengine import \
ListField, DictField, ReferenceField, IntField, connect
import mongoengine.errors
import logging
import base64
from nomad import config, utils
from nomad.files import UploadFile, ArchiveFile, FileError
......@@ -194,7 +195,6 @@ class Upload(Chord):
upload_id: the upload id generated by the database
in_staging: true if the upload is still in staging and can be edited by the uploader
is_private: true if the upload and its derivitaves are only visible to the uploader
presigned_url: the presigned url for file upload
upload_time: the timestamp when the system realised the upload
upload_hash: the hash of the uploaded file
user_id: the id of the user that created this upload
......@@ -209,12 +209,12 @@ class Upload(Chord):
in_staging = BooleanField(default=True)
is_private = BooleanField(default=False)
presigned_url = StringField()
upload_command = StringField()
upload_time = DateTimeField()
upload_hash = StringField(default=None)
user_id = StringField(required=True)
upload_url = StringField(default=None)
upload_command = StringField(default=None)
_initiated_parsers = IntField(default=-1)
......@@ -285,11 +285,25 @@ class Upload(Chord):
Creates a new upload for the given user, a user given name is optional.
It will populate the record with a signed url and pending :class:`UploadProc`.
The upload will be already saved to the database.
user (User): The user that created the upload.
user: User = kwargs['user']
if 'upload_id' not in kwargs:
self = super().create(**kwargs)
self.presigned_url = cls._external_objects_url('/uploads/%s/file' % self.upload_id)
self.upload_command = 'curl -X put "%s" -F file=@your_local_file' % self.presigned_url
basic_auth_token = base64.b64encode(b'%s:' % user.generate_auth_token()).decode('utf-8')
self.upload_url = cls._external_objects_url('/uploads/%s/file' % self.upload_id)
self.upload_command = 'curl -HAuthorization: Basic %s "%s" --upload-file local_file' % (
basic_auth_token, self.upload_url)
return self
......@@ -312,7 +326,7 @@ class Upload(Chord):
'additional_metadata': self.additional_metadata,
'upload_id': self.upload_id,
'presigned_url': self.presigned_url,
'upload_url': self.upload_url,
'upload_command': self.upload_command,
'upload_time': self.upload_time.isoformat() if self.upload_time is not None else None,
'is_stale': self.is_stale,
......@@ -55,7 +55,7 @@ def uploaded_id(request, clear_files) -> Generator[str, None, None]:
def run_processing(uploaded_id: str) -> Upload:
upload = Upload.create(upload_id=uploaded_id,
upload = Upload.create(upload_id=uploaded_id, user=me)
upload.upload_time =
assert upload.status == 'RUNNING'
import pytest
import time
import json
import re
from mongoengine import connect
from mongoengine.connection import disconnect
from datetime import datetime, timedelta
......@@ -66,7 +67,7 @@ def assert_upload(upload_json_str, id=None, **kwargs):
if id is not None:
assert id == data['upload_id']
assert 'create_time' in data
assert 'presigned_url' in data
assert 'upload_url' in data
assert 'upload_command' in data
for key, value in kwargs.items():
......@@ -151,16 +152,21 @@ def test_processing(client, file, mode, worker, mocksearch, test_user_auth, no_w
upload = assert_upload(
upload_id = upload['upload_id']
upload_url = upload['presigned_url']
upload_cmd = upload['upload_command']
headers = dict(Authorization='Basic %s' %'.*-HAuthorization: Basic ([^\s]+).*', upload_cmd).group(1))
upload_endpoint = '/uploads/%s' % upload_id
upload_file_endpoint = '%s/file' % upload_endpoint
upload_url = upload['upload_url']
assert upload_url.endswith(upload_file_endpoint)
if mode == 'multipart':
rv = client.put(upload_file_endpoint, data=dict(file=(open(file, 'rb'), 'file')))
rv = client.put(
data=dict(file=(open(file, 'rb'), 'file')),
elif mode == 'stream':
with open(file, 'rb') as f:
rv = client.put(upload_file_endpoint,
rv = client.put(upload_file_endpoint,, headers=headers)
assert False
assert rv.status_code == 200
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment