zenodo support

Author: ltetrel

README.md

@@ -132,6 +132,15 @@ If you need to download a single file, or a list of files, you can do this using
   "projectName": "repo2data_osf_multiple"}
 ```
 
+###### zenodo
+
+The public data repository [zenodo](https://zenodo.org/) is also supported using [zenodo_get](https://gitlab.com/dvolgyes/zenodo_get). Make sure your project is public and it has a DOI with the form `10.5281/zenodo.XXXXXXX`:
+
+```
+{ "src": "10.5281/zenodo.6482995",
+  "dst": "./data",
+  "projectName": "repo2data_zenodo"}
+```
 
 ###### multiple data
 

examples/zenodo.json

@@ -0,0 +1,5 @@
+{
+  "src": "10.5281/zenodo.6482995",
+  "dst": "./",
+  "projectName": "repo2data_zenodo"
+}

repo2data/repo2data.py

@@ -146,7 +146,8 @@ def load_data_requirement(self, data_requirement_file):
                 if os.path.exists(self._data_requirement_path):
                     # data layout for neurolibre
                     if self._data_requirement_file['dataLayout'] == "neurolibre":
-                        data_req_dir = os.path.dirname(self._data_requirement_path)
+                        data_req_dir = os.path.dirname(
+                            self._data_requirement_path)
                         self._dst_path = os.path.join(os.path.realpath(
                             os.path.join(data_req_dir, "..", "data")), self._data_requirement_file["projectName"])
             else:
@@ -245,6 +246,17 @@ def _lib_download(self):
               (self._data_requirement_file["src"]))
         subprocess.check_call(["python3", "-c", str_cmd])
 
+    def _zenodo_download(self):
+        """Install the data with amazon AWS s3 utility"""
+        print("Info : Starting to download from zenodo %s ..." %
+              (self._data_requirement_file["src"]))
+        try:
+            subprocess.check_call(
+                ['zenodo_get', '-o', self._dst_path, self._data_requirement_file["src"]])
+        except FileNotFoundError:
+            print("Error: zenodo_get does not appear to be installed")
+            raise
+
     def _s3_download(self):
         """Install the data with amazon AWS s3 utility"""
         print("Info : Starting to download from s3 %s ..." %

requirements.txt

@@ -5,3 +5,4 @@ wget==3.2
 pytest==6.2.0
 osfclient==0.0.5
 gdown==4.2.0
+zenodo-get==1.3.4

tests/in/zenodo.json

@@ -0,0 +1,5 @@
+{
+  "src": "10.5281/zenodo.6482995",
+  "dst": "./",
+  "projectName": "repo2data_zenodo"
+}

tests/test_zenodo.py

@@ -0,0 +1,27 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+Created on Wed Mar  6 15:58:07 2019
+
+@author: ltetrel
+"""
+
+import unittest
+import shutil
+import os
+import json
+from repo2data.repo2data import Repo2Data
+
+class Test(unittest.TestCase):
+    def test_osf(self):
+        data_req_path = "./tests/in/zenodo.json"
+        with open(data_req_path, "r") as f:
+            data_req = json.load(f)
+        dir_path = os.path.join(data_req["dst"], data_req["projectName"])
+        if os.path.exists(dir_path):
+            shutil.rmtree(dir_path)
+            
+        repo2data = Repo2Data(data_req_path)
+        repo2data.install()
+        dirs = os.listdir(dir_path)
+        self.assertTrue(len(dirs) > 1)