Source code for tvb.core.adapters.abcuploader

# -*- coding: utf-8 -*-
# TheVirtualBrain-Framework Package. This package holds all Data Management, and 
# Web-UI helpful to run brain-simulations. To use it, you also need do download
# TheVirtualBrain-Scientific Package (for simulators). See content of the
# documentation-folder for more details. See also
# (c) 2012-2022, Baycrest Centre for Geriatric Care ("Baycrest") and others
# This program is free software: you can redistribute it and/or modify it under the
# terms of the GNU General Public License as published by the Free Software Foundation,
# either version 3 of the License, or (at your option) any later version.
# This program is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
# PARTICULAR PURPOSE.  See the GNU General Public License for more details.
# You should have received a copy of the GNU General Public License along with this
# program.  If not, see <>.
# When using The Virtual Brain for scientific publications, please cite it as follows:
#   Paula Sanz Leon, Stuart A. Knock, M. Marmaduke Woodman, Lia Domide,
#   Jochen Mersmann, Anthony R. McIntosh, Viktor Jirsa (2013)
#       The Virtual Brain: a simulator of primate brain network dynamics.
#   Frontiers in Neuroinformatics (7:10. doi: 10.3389/fninf.2013.00010)

.. moduleauthor:: Robert Vincze <>
.. moduleauthor:: Mihai Andrei <>

import os
import numpy
from abc import ABCMeta
import pyAesCrypt
from cryptography.hazmat.backends import default_backend
from cryptography.hazmat.primitives import serialization, hashes
from cryptography.hazmat.primitives.asymmetric import padding
from scipy import io as scipy_io
from tvb.basic.logger.builder import get_logger
from tvb.basic.profile import TvbProfile
from tvb.core.adapters.abcadapter import AdapterLaunchModeEnum, ABCAdapterForm, ABCAdapter
from tvb.core.adapters.exceptions import LaunchException
from tvb.core.neotraits.forms import StrField, TraitUploadField
from tvb.core.neotraits.uploader_view_model import UploaderViewModel

ENCRYPTED_PASSWORD_NAME = 'encrypted_password.pem'

[docs]class ABCUploaderForm(ABCAdapterForm): def __init__(self): super(ABCUploaderForm, self).__init__() self.subject_field = StrField(UploaderViewModel.data_subject, name='Data_Subject') # Show Encryption field only when the current TVB installation is capable of decryption supports_encrypted_files = (TvbProfile.current.UPLOAD_KEY_PATH is not None and os.path.exists(TvbProfile.current.UPLOAD_KEY_PATH)) if supports_encrypted_files: self.encrypted_aes_key = TraitUploadField(UploaderViewModel.encrypted_aes_key, '.pem', 'encrypted_aes_key') @staticmethod
[docs] def get_required_datatype(): return None
[docs] def get_filters(): return None
[docs] def get_input_name(): return None
[docs] def get_upload_field_names(self): for field in self.trait_fields: if isinstance(field, TraitUploadField): yield field.trait_attribute.field_name
[docs]class ABCUploader(ABCAdapter, metaclass=ABCMeta): """ Base class of the uploading algorithms """ LOGGER = get_logger(__name__) launch_mode = AdapterLaunchModeEnum.SYNC_DIFF_MEM def _prelaunch(self, operation, view_model, available_disk_space=0): """ Before going with the usual prelaunch, get from input parameters the 'subject'. """ self.generic_attributes.subject = view_model.data_subject if view_model.encrypted_aes_key is not None: trait_upload_field_names = list(self.get_form_class().get_upload_information().keys()) for upload_field_name in trait_upload_field_names: self._decrypt_content(view_model, upload_field_name) return ABCAdapter._prelaunch(self, operation, view_model, available_disk_space) @staticmethod
[docs] def get_path_to_encrypt(input_path): start_extension = input_path.rfind('.') path_to_encrypt = input_path[:start_extension] extension = input_path[start_extension:] return path_to_encrypt + ENCRYPTED_DATA_SUFFIX + extension
[docs] def encrypt_password(public_key, symmetric_key): encrypted_symmetric_key = public_key.encrypt( symmetric_key, padding.OAEP( mgf=padding.MGF1(algorithm=hashes.SHA256()), algorithm=hashes.SHA256(), label=None ) ) return encrypted_symmetric_key
[docs] def save_encrypted_password(encrypted_password, path_to_encrypted_password): with open(os.path.join(path_to_encrypted_password, ENCRYPTED_PASSWORD_NAME), 'wb') as f: f.write(encrypted_password)
@staticmethod def _decrypt_content(view_model, trait_upload_field_name): if TvbProfile.current.UPLOAD_KEY_PATH is None or not os.path.exists(TvbProfile.current.UPLOAD_KEY_PATH): raise LaunchException("We can not process Encrypted files at this moment, " "due to missing PK for decryption! Please contact the administrator!") upload_path = getattr(view_model, trait_upload_field_name) # Get the encrypted password with open(view_model.encrypted_aes_key, 'rb') as f: encrypted_password = # Read the private key with open(TvbProfile.current.UPLOAD_KEY_PATH, "rb") as key_file: private_key = serialization.load_pem_private_key(, password=None, backend=default_backend() ) # Decrypt the password using the private key decrypted_password = private_key.decrypt( encrypted_password, padding.OAEP( mgf=padding.MGF1(algorithm=hashes.SHA256()), algorithm=hashes.SHA256(), label=None ) ) decrypted_password = decrypted_password.decode() # Get path to decrypted file decrypted_download_path = upload_path.replace(ENCRYPTED_DATA_SUFFIX, DECRYPTED_DATA_SUFFIX) # Use the decrypted password to decrypt the message pyAesCrypt.decryptFile(upload_path, decrypted_download_path, decrypted_password, TvbProfile.current.hpc.CRYPT_BUFFER_SIZE) view_model.__setattr__(trait_upload_field_name, decrypted_download_path)
[docs] def get_required_memory_size(self, view_model): """ Return the required memory to run this algorithm. As it is an upload algorithm and we do not have information about data, we can not approximate this. """ return -1
[docs] def get_required_disk_size(self, view_model): """ As it is an upload algorithm and we do not have information about data, we can not approximate this. """ return 0
[docs] def read_list_data(full_path, dimensions=None, dtype=numpy.float64, skiprows=0, usecols=None): """ Read numpy.array from a text file or a npy/npz file. """ try: if full_path.endswith(".npy") or full_path.endswith(".npz"): array_result = numpy.load(full_path) else: array_result = numpy.loadtxt(full_path, dtype=dtype, skiprows=skiprows, usecols=usecols) if dimensions: return array_result.reshape(dimensions) return array_result except ValueError as exc: file_ending = os.path.split(full_path)[1] exc.args = (exc.args[0] + " In file: " + file_ending,) raise
[docs] def read_matlab_data(path, matlab_data_name=None): """ Read array from matlab file. """ try: matlab_data = scipy_io.matlab.loadmat(path) except NotImplementedError: ABCUploader.LOGGER.error("Could not read Matlab content from: " + path) ABCUploader.LOGGER.error("Matlab files must be saved in a format <= -V7...") raise try: return matlab_data[matlab_data_name] except KeyError: def double__(n): n = str(n) return n.startswith('__') and n.endswith('__') available = [s for s in matlab_data if not double__(s)] raise KeyError("Could not find dataset named %s. Available datasets: %s" % (matlab_data_name, available))
[docs] def get_upload_information(): return NotImplementedError