Changes
On July 21, 2021 at 5:28:18 PM UTC, Administrator:
-
Updated description of resource reproduce_S2A_CORE in Cloud Optimized Raster Encoding (CORE) format from
Shell script to reproduce results for the CORE format. You can 1) download and unzip the file, 2) make the script executable and 3) run it. Disclaimer: the script is only provided for peer review. Proper software for working with CORE will become available in time on https://github.com/EnviDat/?q=core (both Web/JS for Frontend and Python for Backend).
toShell script to reproduce the CORE format. You can 1) download and unzip the file, 2) make the script executable and 3) run it. Disclaimer: only provided for peer review. Proper software for working with CORE will become available in time on https://github.com/EnviDat/?q=core (both Web/JS for Frontend and Python for Backend).
f | 1 | { | f | 1 | { |
2 | "author": "[{\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | 2 | "author": "[{\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | ||
3 | \"affiliation_03\": \"\", \"data_credit\": [\"validation\", | 3 | \"affiliation_03\": \"\", \"data_credit\": [\"validation\", | ||
4 | \"curation\", \"software\", \"publication\", \"supervision\"], | 4 | \"curation\", \"software\", \"publication\", \"supervision\"], | ||
5 | \"email\": \"ionut.iosifescu@wsl.ch\", \"given_name\": \"Ionut\", | 5 | \"email\": \"ionut.iosifescu@wsl.ch\", \"given_name\": \"Ionut\", | ||
6 | \"identifier\": \"0000-0002-1770-7833\", \"name\": \"Iosifescu | 6 | \"identifier\": \"0000-0002-1770-7833\", \"name\": \"Iosifescu | ||
7 | Enescu\"}, {\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | 7 | Enescu\"}, {\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | ||
8 | \"affiliation_03\": \"\", \"data_credit\": [\"validation\", | 8 | \"affiliation_03\": \"\", \"data_credit\": [\"validation\", | ||
9 | \"software\"], \"email\": \"dominik.haas@wsl.ch\", \"given_name\": | 9 | \"software\"], \"email\": \"dominik.haas@wsl.ch\", \"given_name\": | ||
10 | \"Dominik\", \"identifier\": \"\", \"name\": \"Haas-Artho\"}, | 10 | \"Dominik\", \"identifier\": \"\", \"name\": \"Haas-Artho\"}, | ||
11 | {\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | 11 | {\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | ||
12 | \"affiliation_03\": \"\", \"data_credit\": [\"validation\", | 12 | \"affiliation_03\": \"\", \"data_credit\": [\"validation\", | ||
13 | \"software\"], \"email\": \"lucia.espona@wsl.ch\", \"given_name\": | 13 | \"software\"], \"email\": \"lucia.espona@wsl.ch\", \"given_name\": | ||
14 | \"Lucia\", \"identifier\": \"0000-0002-1477-6999\", \"name\": \"de | 14 | \"Lucia\", \"identifier\": \"0000-0002-1477-6999\", \"name\": \"de | ||
15 | Espona\"}, {\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | 15 | Espona\"}, {\"affiliation\": \"WSL\", \"affiliation_02\": \"\", | ||
16 | \"affiliation_03\": \"\", \"data_credit\": [\"collection\", | 16 | \"affiliation_03\": \"\", \"data_credit\": [\"collection\", | ||
17 | \"validation\", \"curation\"], \"email\": \"marius.rueetschi@wsl.ch\", | 17 | \"validation\", \"curation\"], \"email\": \"marius.rueetschi@wsl.ch\", | ||
18 | \"given_name\": \"Marius\", \"identifier\": \"\", \"name\": | 18 | \"given_name\": \"Marius\", \"identifier\": \"\", \"name\": | ||
19 | \"R\\u00fcetschi\"}]", | 19 | \"R\\u00fcetschi\"}]", | ||
20 | "author_email": null, | 20 | "author_email": null, | ||
21 | "creator_user_id": "334cee1e-6afa-4639-88a2-f980e6ff42c3", | 21 | "creator_user_id": "334cee1e-6afa-4639-88a2-f980e6ff42c3", | ||
22 | "date": "[{\"date\": \"2021-06-07\", \"date_type\": \"created\", | 22 | "date": "[{\"date\": \"2021-06-07\", \"date_type\": \"created\", | ||
23 | \"end_date\": \"\"}]", | 23 | \"end_date\": \"\"}]", | ||
24 | "doi": "10.16904/envidat.230", | 24 | "doi": "10.16904/envidat.230", | ||
25 | "funding": "[{\"grant_number\": \"EnviDat\", \"institution\": | 25 | "funding": "[{\"grant_number\": \"EnviDat\", \"institution\": | ||
26 | \"WSL\", \"institution_url\": \"https://www.wsl.ch\"}]", | 26 | \"WSL\", \"institution_url\": \"https://www.wsl.ch\"}]", | ||
27 | "groups": [], | 27 | "groups": [], | ||
28 | "id": "387cd755-33df-4543-ae50-529df462b94f", | 28 | "id": "387cd755-33df-4543-ae50-529df462b94f", | ||
29 | "isopen": true, | 29 | "isopen": true, | ||
30 | "language": "en", | 30 | "language": "en", | ||
31 | "license_id": "CC0-1.0", | 31 | "license_id": "CC0-1.0", | ||
32 | "license_title": "Creative Commons Zero - No Rights Reserved (CC0 | 32 | "license_title": "Creative Commons Zero - No Rights Reserved (CC0 | ||
33 | 1.0)", | 33 | 1.0)", | ||
34 | "license_url": "https://creativecommons.org/publicdomain/zero/1.0/", | 34 | "license_url": "https://creativecommons.org/publicdomain/zero/1.0/", | ||
35 | "maintainer": "{\"affiliation\": \"WSL\", \"email\": | 35 | "maintainer": "{\"affiliation\": \"WSL\", \"email\": | ||
36 | \"ionut.iosifescu@wsl.ch\", \"given_name\": \"Ionut\", \"identifier\": | 36 | \"ionut.iosifescu@wsl.ch\", \"given_name\": \"Ionut\", \"identifier\": | ||
37 | \"0000-0002-1770-7833\", \"name\": \"Iosifescu Enescu\"}", | 37 | \"0000-0002-1770-7833\", \"name\": \"Iosifescu Enescu\"}", | ||
38 | "maintainer_email": null, | 38 | "maintainer_email": null, | ||
39 | "metadata_created": "2021-06-11T05:30:02.508972", | 39 | "metadata_created": "2021-06-11T05:30:02.508972", | ||
n | 40 | "metadata_modified": "2021-07-21T17:26:20.032532", | n | 40 | "metadata_modified": "2021-07-21T17:28:18.678583", |
41 | "name": "core", | 41 | "name": "core", | ||
42 | "notes": "The specifications and corresponding reproducible dataset | 42 | "notes": "The specifications and corresponding reproducible dataset | ||
43 | are provided in support of an upcoming paper submitted to _Geomatics_ | 43 | are provided in support of an upcoming paper submitted to _Geomatics_ | ||
44 | (Special Issue \"GIS Open Source Software Applied to | 44 | (Special Issue \"GIS Open Source Software Applied to | ||
45 | Geosciences\").\r\n\r\n__DISCLAIMER__: This is an early \"public | 45 | Geosciences\").\r\n\r\n__DISCLAIMER__: This is an early \"public | ||
46 | request for comments\" (pre-alpha release) version. Interested parties | 46 | request for comments\" (pre-alpha release) version. Interested parties | ||
47 | are warmly invited to join development, to comment, discuss, find | 47 | are warmly invited to join development, to comment, discuss, find | ||
48 | bugs, etc.\r\n\r\n__Acknowledgement:__ The CORE format was proudly | 48 | bugs, etc.\r\n\r\n__Acknowledgement:__ The CORE format was proudly | ||
49 | inspired by the Cloud Optimized GeoTIFF (COG) format | 49 | inspired by the Cloud Optimized GeoTIFF (COG) format | ||
50 | (https://www.cogeo.org/), by considering how to leverage the ability | 50 | (https://www.cogeo.org/), by considering how to leverage the ability | ||
51 | of clients issuing \u200bHTTP GET range requests for a time-series of | 51 | of clients issuing \u200bHTTP GET range requests for a time-series of | ||
52 | remote sensing and aerial imagery (instead of just one | 52 | remote sensing and aerial imagery (instead of just one | ||
53 | image).\r\n\r\n__License:__ The Cloud Optimized Raster Encoding (CORE) | 53 | image).\r\n\r\n__License:__ The Cloud Optimized Raster Encoding (CORE) | ||
54 | specifications are released to the public domain under a Creative | 54 | specifications are released to the public domain under a Creative | ||
55 | Commons 4.0 CC0 \"No Rights Reserved\" international license. You can | 55 | Commons 4.0 CC0 \"No Rights Reserved\" international license. You can | ||
56 | reuse the information contained herein in any way you want, for any | 56 | reuse the information contained herein in any way you want, for any | ||
57 | purposes and without | 57 | purposes and without | ||
58 | estrictions.\r\n\r\n-----------------------\r\n\r\n__Summary:__\r\nThe | 58 | estrictions.\r\n\r\n-----------------------\r\n\r\n__Summary:__\r\nThe | ||
59 | Cloud Optimized Raster Encoding (CORE) format is being developed for | 59 | Cloud Optimized Raster Encoding (CORE) format is being developed for | ||
60 | the efficient storage and management of gridded data by applying video | 60 | the efficient storage and management of gridded data by applying video | ||
61 | encoding algorithms. It is mainly designed for the exchange and | 61 | encoding algorithms. It is mainly designed for the exchange and | ||
62 | preservation of large time series data in environmental data | 62 | preservation of large time series data in environmental data | ||
63 | repositories, while in the same time enabling more efficient workflows | 63 | repositories, while in the same time enabling more efficient workflows | ||
64 | on the cloud. It can be applied to any large number of similar (in | 64 | on the cloud. It can be applied to any large number of similar (in | ||
65 | pixel size and image dimensions) raster data layers. CORE is not | 65 | pixel size and image dimensions) raster data layers. CORE is not | ||
66 | designed to replace COG but to work together with COG for a collection | 66 | designed to replace COG but to work together with COG for a collection | ||
67 | of many layers (e.g. by offering a fast preview of layers when | 67 | of many layers (e.g. by offering a fast preview of layers when | ||
68 | switching between layers of a time series).\r\n\r\n__WARNING__: | 68 | switching between layers of a time series).\r\n\r\n__WARNING__: | ||
69 | Currently only applicable to RGB/Byte imagery. The final CORE | 69 | Currently only applicable to RGB/Byte imagery. The final CORE | ||
70 | specifications may probably be very different from what is written | 70 | specifications may probably be very different from what is written | ||
71 | herein or CORE may not ever become productive due to a myriad of | 71 | herein or CORE may not ever become productive due to a myriad of | ||
72 | reasons (see also 'Major issues to be solved').\r\n\r\nWith this early | 72 | reasons (see also 'Major issues to be solved').\r\n\r\nWith this early | ||
73 | public sharing of the format we explicitly support the Open Science | 73 | public sharing of the format we explicitly support the Open Science | ||
74 | agenda, which implies __\"shifting from the standard practices of | 74 | agenda, which implies __\"shifting from the standard practices of | ||
75 | publishing research results in scientific publications towards sharing | 75 | publishing research results in scientific publications towards sharing | ||
76 | and using all available knowledge at an earlier stage in the research | 76 | and using all available knowledge at an earlier stage in the research | ||
77 | process\"__ (quote from: European Commission, Directorate General for | 77 | process\"__ (quote from: European Commission, Directorate General for | ||
78 | Research and Innovation, 2016. Open innovation, open science, open to | 78 | Research and Innovation, 2016. Open innovation, open science, open to | ||
79 | the world).\r\n\r\n__CORE Specifications:__ \r\n\r\n1) a MP4 or WebM | 79 | the world).\r\n\r\n__CORE Specifications:__ \r\n\r\n1) a MP4 or WebM | ||
80 | video digital multimedia container format (or any future video | 80 | video digital multimedia container format (or any future video | ||
81 | container playable as HTML video in major browsers)\r\n\r\n2) a free | 81 | container playable as HTML video in major browsers)\r\n\r\n2) a free | ||
82 | to use or open video compression codec such as H.264, VP9, or AV1 (or | 82 | to use or open video compression codec such as H.264, VP9, or AV1 (or | ||
83 | any future video codec that is open sourced or free to use for end | 83 | any future video codec that is open sourced or free to use for end | ||
84 | users)\r\n\r\nNote: H.264 is currently recommended because of the wide | 84 | users)\r\n\r\nNote: H.264 is currently recommended because of the wide | ||
85 | usage with support in all major browsers, fast encoding due to | 85 | usage with support in all major browsers, fast encoding due to | ||
86 | acceleration in hardware (which is currently not the case for AV1 or | 86 | acceleration in hardware (which is currently not the case for AV1 or | ||
87 | VP9) and the fact that MPEG LA has allowed the free use for streaming | 87 | VP9) and the fact that MPEG LA has allowed the free use for streaming | ||
88 | video that is free to the end users. However, please note that H.264 | 88 | video that is free to the end users. However, please note that H.264 | ||
89 | is restricted by patents and its use in proprietary or commercial | 89 | is restricted by patents and its use in proprietary or commercial | ||
90 | software requires the payment of royalties to MPEG LA | 90 | software requires the payment of royalties to MPEG LA | ||
91 | (https://www.mpegla.com/programs/avc-h-264/). However, when AV1 | 91 | (https://www.mpegla.com/programs/avc-h-264/). However, when AV1 | ||
92 | matures and accelerated hardware encoding becomes available, AV1 is | 92 | matures and accelerated hardware encoding becomes available, AV1 is | ||
93 | expected to offer 30% to 50% smaller file size in comparison with | 93 | expected to offer 30% to 50% smaller file size in comparison with | ||
94 | H.264, while retaining the same quality (see | 94 | H.264, while retaining the same quality (see | ||
95 | https://trac.ffmpeg.org/wiki/Encode/AV1).\r\n\r\n3) the encoding frame | 95 | https://trac.ffmpeg.org/wiki/Encode/AV1).\r\n\r\n3) the encoding frame | ||
96 | rate should be of one frame per second (fps) with each layer segmented | 96 | rate should be of one frame per second (fps) with each layer segmented | ||
97 | in internal tiles, similar to COG, ordered by the main use case when | 97 | in internal tiles, similar to COG, ordered by the main use case when | ||
98 | accessing the data: either layer contiguous or tile contiguous; | 98 | accessing the data: either layer contiguous or tile contiguous; | ||
99 | \r\n\r\nNote: The internal tile arrangement should support an easy | 99 | \r\n\r\nNote: The internal tile arrangement should support an easy | ||
100 | navigation inside the CORE video format, depending on the use | 100 | navigation inside the CORE video format, depending on the use | ||
101 | case.\r\n\r\n4) a CORE file is optimised for streaming with the moov | 101 | case.\r\n\r\n4) a CORE file is optimised for streaming with the moov | ||
102 | atom at the beginning of the file (e.g. with -movflags faststart) and | 102 | atom at the beginning of the file (e.g. with -movflags faststart) and | ||
103 | optional additional optimisations depending on the codec used (e.g. | 103 | optional additional optimisations depending on the codec used (e.g. | ||
104 | -tune fastdecode -tune zerolatency for H.264) \r\n\r\n5) metadata tags | 104 | -tune fastdecode -tune zerolatency for H.264) \r\n\r\n5) metadata tags | ||
105 | inside the moov atom for describing and using geographic image data | 105 | inside the moov atom for describing and using geographic image data | ||
106 | (that are preferably compatible with the OGC GeoTIFF standard | 106 | (that are preferably compatible with the OGC GeoTIFF standard | ||
107 | https://www.ogc.org/standards/geotiff or any future standard accepted | 107 | https://www.ogc.org/standards/geotiff or any future standard accepted | ||
108 | by the geospatial community) as well as list of original file names | 108 | by the geospatial community) as well as list of original file names | ||
109 | corresponding to each CORE layer\r\n\r\n6) it needs to encode similar | 109 | corresponding to each CORE layer\r\n\r\n6) it needs to encode similar | ||
110 | source rasters (such as time series of rasters with the same extent | 110 | source rasters (such as time series of rasters with the same extent | ||
111 | and resolution, or different tiles of the same product; each input | 111 | and resolution, or different tiles of the same product; each input | ||
112 | raster should be having the same image and pixel size)\r\n\r\n7) it | 112 | raster should be having the same image and pixel size)\r\n\r\n7) it | ||
113 | provides a mechanism for addressing and requesting overviews (lower | 113 | provides a mechanism for addressing and requesting overviews (lower | ||
114 | resolution data) for a fast display in web browser depending on the | 114 | resolution data) for a fast display in web browser depending on the | ||
115 | map scale (currently external overviews)\r\n\r\n__Major issues to be | 115 | map scale (currently external overviews)\r\n\r\n__Major issues to be | ||
116 | solved:__\r\n\r\n- Internal overviews (similar to COG), by chaining | 116 | solved:__\r\n\r\n- Internal overviews (similar to COG), by chaining | ||
117 | lower resolution videos in the same MP4 container for fast access to | 117 | lower resolution videos in the same MP4 container for fast access to | ||
118 | overviews first); Currently, overviews are kept as separate files, as | 118 | overviews first); Currently, overviews are kept as separate files, as | ||
119 | external overviews.\r\n\r\n- Metadata encoding (how to best encode | 119 | external overviews.\r\n\r\n- Metadata encoding (how to best encode | ||
120 | spatial extent, layer names, and so on, for each of the layer inside | 120 | spatial extent, layer names, and so on, for each of the layer inside | ||
121 | the series, which may have a different geographical extent, etc...; | 121 | the series, which may have a different geographical extent, etc...; | ||
122 | Known issues: adding too many tags with FFmpeg - which are not part of | 122 | Known issues: adding too many tags with FFmpeg - which are not part of | ||
123 | the standard MP4 moov atom - seem to be ignored; metadata tags have a | 123 | the standard MP4 moov atom - seem to be ignored; metadata tags have a | ||
124 | limited string length; )\r\n\r\n- Applicability beyond RGB/Byte | 124 | limited string length; )\r\n\r\n- Applicability beyond RGB/Byte | ||
125 | datasets; defining a standard way of converting cell values from | 125 | datasets; defining a standard way of converting cell values from | ||
126 | Int16/UInt16/UInt32/Int32/Float32/Float64/ data types into multi-band | 126 | Int16/UInt16/UInt32/Int32/Float32/Float64/ data types into multi-band | ||
127 | Byte values (and reconstructing them back to the original data type | 127 | Byte values (and reconstructing them back to the original data type | ||
128 | within acceptable thresholds)\r\n\r\n__Example__\r\n\r\n__Notice__: | 128 | within acceptable thresholds)\r\n\r\n__Example__\r\n\r\n__Notice__: | ||
129 | The provided CORE (.mp4) examples contain modified Copernicus Sentinel | 129 | The provided CORE (.mp4) examples contain modified Copernicus Sentinel | ||
130 | data [2018-2021]. \r\n\r\nFor generating the CORE examples provided, | 130 | data [2018-2021]. \r\n\r\nFor generating the CORE examples provided, | ||
131 | 50 original Sentinel 2 (S-2) TCI data images from an area located | 131 | 50 original Sentinel 2 (S-2) TCI data images from an area located | ||
132 | inside Switzerland were downloaded from www.copernicus.eu, and then | 132 | inside Switzerland were downloaded from www.copernicus.eu, and then | ||
133 | transformed into CORE format using ffmpeg with H.264 encoding using | 133 | transformed into CORE format using ffmpeg with H.264 encoding using | ||
134 | the x264 library | 134 | the x264 library | ||
135 | (https://www.videolan.org/developers/x264.html).\r\n\r\nFor full | 135 | (https://www.videolan.org/developers/x264.html).\r\n\r\nFor full | ||
136 | reproducibility, we provide the original data set and results, as well | 136 | reproducibility, we provide the original data set and results, as well | ||
137 | scripts for data encoding and extraction (see resources). | 137 | scripts for data encoding and extraction (see resources). | ||
138 | \r\n\r\n\r\n\r\n", | 138 | \r\n\r\n\r\n\r\n", | ||
139 | "num_resources": 3, | 139 | "num_resources": 3, | ||
140 | "num_tags": 7, | 140 | "num_tags": 7, | ||
141 | "organization": { | 141 | "organization": { | ||
142 | "approval_status": "approved", | 142 | "approval_status": "approved", | ||
143 | "created": "2016-05-24T16:16:47.680185", | 143 | "created": "2016-05-24T16:16:47.680185", | ||
144 | "description": "The Swiss Federal Institute for Forest, Snow and | 144 | "description": "The Swiss Federal Institute for Forest, Snow and | ||
145 | Landscape Research is concerned with the use, development and | 145 | Landscape Research is concerned with the use, development and | ||
146 | protection of natural and urban spaces. The focus of our research is | 146 | protection of natural and urban spaces. The focus of our research is | ||
147 | on solving problems to do with the responsible use of landscapes and | 147 | on solving problems to do with the responsible use of landscapes and | ||
148 | forests and a prudent approach to natural hazards, especially those | 148 | forests and a prudent approach to natural hazards, especially those | ||
149 | common in mountainous countries. WSL occupies a leading position | 149 | common in mountainous countries. WSL occupies a leading position | ||
150 | internationally in these research areas. We also provide groundwork | 150 | internationally in these research areas. We also provide groundwork | ||
151 | for sustainable environmental policies in | 151 | for sustainable environmental policies in | ||
152 | Switzerland.\r\n\r\n__Further information__: http://www.wsl.ch", | 152 | Switzerland.\r\n\r\n__Further information__: http://www.wsl.ch", | ||
153 | "id": "332fe580-e16f-4e2e-9018-be65e430a3a0", | 153 | "id": "332fe580-e16f-4e2e-9018-be65e430a3a0", | ||
154 | "image_url": "2020-11-04-134216.5237452000px-LogoWSL.svg.png", | 154 | "image_url": "2020-11-04-134216.5237452000px-LogoWSL.svg.png", | ||
155 | "is_organization": true, | 155 | "is_organization": true, | ||
156 | "name": "wsl", | 156 | "name": "wsl", | ||
157 | "state": "active", | 157 | "state": "active", | ||
158 | "title": "WSL", | 158 | "title": "WSL", | ||
159 | "type": "organization" | 159 | "type": "organization" | ||
160 | }, | 160 | }, | ||
161 | "owner_org": "332fe580-e16f-4e2e-9018-be65e430a3a0", | 161 | "owner_org": "332fe580-e16f-4e2e-9018-be65e430a3a0", | ||
162 | "private": false, | 162 | "private": false, | ||
163 | "publication": "{\"publication_year\": \"2021\", \"publisher\": | 163 | "publication": "{\"publication_year\": \"2021\", \"publisher\": | ||
164 | \"EnviDat\"}", | 164 | \"EnviDat\"}", | ||
165 | "publication_state": "published", | 165 | "publication_state": "published", | ||
166 | "related_datasets": "", | 166 | "related_datasets": "", | ||
167 | "related_publications": " * Article describing CORE submitted to | 167 | "related_publications": " * Article describing CORE submitted to | ||
168 | _Geomatics_.", | 168 | _Geomatics_.", | ||
169 | "relationships_as_object": [], | 169 | "relationships_as_object": [], | ||
170 | "relationships_as_subject": [], | 170 | "relationships_as_subject": [], | ||
171 | "resource_type": "dataset", | 171 | "resource_type": "dataset", | ||
172 | "resource_type_general": "dataset", | 172 | "resource_type_general": "dataset", | ||
173 | "resources": [ | 173 | "resources": [ | ||
174 | { | 174 | { | ||
175 | "cache_last_updated": null, | 175 | "cache_last_updated": null, | ||
176 | "cache_url": null, | 176 | "cache_url": null, | ||
177 | "created": "2021-07-12T16:30:37.834608", | 177 | "created": "2021-07-12T16:30:37.834608", | ||
178 | "description": "", | 178 | "description": "", | ||
179 | "doi": "", | 179 | "doi": "", | ||
180 | "format": "CORE", | 180 | "format": "CORE", | ||
181 | "hash": "", | 181 | "hash": "", | ||
182 | "id": "690106f9-3709-4eb4-b084-0f3492389c75", | 182 | "id": "690106f9-3709-4eb4-b084-0f3492389c75", | ||
183 | "last_modified": null, | 183 | "last_modified": null, | ||
184 | "metadata_modified": "2021-07-12T16:31:40.533558", | 184 | "metadata_modified": "2021-07-12T16:31:40.533558", | ||
185 | "mimetype": null, | 185 | "mimetype": null, | ||
186 | "mimetype_inner": null, | 186 | "mimetype_inner": null, | ||
187 | "name": "CORE Dataset (80 GB)", | 187 | "name": "CORE Dataset (80 GB)", | ||
188 | "package_id": "387cd755-33df-4543-ae50-529df462b94f", | 188 | "package_id": "387cd755-33df-4543-ae50-529df462b94f", | ||
189 | "position": 0, | 189 | "position": 0, | ||
190 | "resource_size": "{\"size_units\": \"gb\", \"size_value\": | 190 | "resource_size": "{\"size_units\": \"gb\", \"size_value\": | ||
191 | \"80\"}", | 191 | \"80\"}", | ||
192 | "resource_type": null, | 192 | "resource_type": null, | ||
193 | "restricted": "{\"allowed_users\": \"\", \"level\": \"public\", | 193 | "restricted": "{\"allowed_users\": \"\", \"level\": \"public\", | ||
194 | \"shared_secret\": \"\"}", | 194 | \"shared_secret\": \"\"}", | ||
195 | "size": null, | 195 | "size": null, | ||
196 | "state": "active", | 196 | "state": "active", | ||
197 | "url": "https://envicloud.wsl.ch/#/?prefix=wsl/CORE_S2A/", | 197 | "url": "https://envicloud.wsl.ch/#/?prefix=wsl/CORE_S2A/", | ||
198 | "url_type": null | 198 | "url_type": null | ||
199 | }, | 199 | }, | ||
200 | { | 200 | { | ||
201 | "cache_last_updated": null, | 201 | "cache_last_updated": null, | ||
202 | "cache_url": null, | 202 | "cache_url": null, | ||
203 | "created": "2021-07-21T17:24:33.087829", | 203 | "created": "2021-07-21T17:24:33.087829", | ||
n | 204 | "description": "Shell script to reproduce results for the CORE | n | 204 | "description": "Shell script to reproduce the CORE format. You |
205 | format. You can 1) download and unzip the file, 2) make the script | 205 | can 1) download and unzip the file, 2) make the script executable and | ||
206 | executable and 3) run it.\r\nDisclaimer: the script is only provided | 206 | 3) run it.\r\nDisclaimer: only provided for peer review. Proper | ||
207 | for peer review. Proper software for working with CORE will become | 207 | software for working with CORE will become available in time on | ||
208 | available in time on https://github.com/EnviDat/?q=core (both Web/JS | 208 | https://github.com/EnviDat/?q=core (both Web/JS for Frontend and | ||
209 | for Frontend and Python for Backend).", | 209 | Python for Backend).", | ||
210 | "doi": "", | 210 | "doi": "", | ||
211 | "format": ".sh", | 211 | "format": ".sh", | ||
212 | "hash": "", | 212 | "hash": "", | ||
213 | "id": "5d8926a7-e8b9-4f01-a197-7edd0968e5c8", | 213 | "id": "5d8926a7-e8b9-4f01-a197-7edd0968e5c8", | ||
214 | "last_modified": null, | 214 | "last_modified": null, | ||
t | 215 | "metadata_modified": "2021-07-21T17:25:46.078675", | t | 215 | "metadata_modified": "2021-07-21T17:28:18.683804", |
216 | "mimetype": null, | 216 | "mimetype": null, | ||
217 | "mimetype_inner": null, | 217 | "mimetype_inner": null, | ||
218 | "name": "reproduce_S2A_CORE", | 218 | "name": "reproduce_S2A_CORE", | ||
219 | "package_id": "387cd755-33df-4543-ae50-529df462b94f", | 219 | "package_id": "387cd755-33df-4543-ae50-529df462b94f", | ||
220 | "position": 1, | 220 | "position": 1, | ||
221 | "publication_state": "", | 221 | "publication_state": "", | ||
222 | "resource_size": "{\"size_units\": \"kb\", \"size_value\": | 222 | "resource_size": "{\"size_units\": \"kb\", \"size_value\": | ||
223 | \"\"}", | 223 | \"\"}", | ||
224 | "resource_type": null, | 224 | "resource_type": null, | ||
225 | "restricted": "{\"allowed_users\": \"\", \"level\": \"public\", | 225 | "restricted": "{\"allowed_users\": \"\", \"level\": \"public\", | ||
226 | \"shared_secret\": \"\"}", | 226 | \"shared_secret\": \"\"}", | ||
227 | "size": 4313, | 227 | "size": 4313, | ||
228 | "state": "active", | 228 | "state": "active", | ||
229 | "url": | 229 | "url": | ||
230 | 5d8926a7-e8b9-4f01-a197-7edd0968e5c8/download/reproduce_s2a_core.zip", | 230 | 5d8926a7-e8b9-4f01-a197-7edd0968e5c8/download/reproduce_s2a_core.zip", | ||
231 | "url_type": "upload" | 231 | "url_type": "upload" | ||
232 | }, | 232 | }, | ||
233 | { | 233 | { | ||
234 | "cache_last_updated": null, | 234 | "cache_last_updated": null, | ||
235 | "cache_url": null, | 235 | "cache_url": null, | ||
236 | "created": "2021-07-21T17:23:15.438435", | 236 | "created": "2021-07-21T17:23:15.438435", | ||
237 | "description": "Shell script to extract data from the CORE | 237 | "description": "Shell script to extract data from the CORE | ||
238 | format. You can 1) download and unzip the file, 2) make the script | 238 | format. You can 1) download and unzip the file, 2) make the script | ||
239 | executable and 3) run it.\r\nDisclaimer: the script is only provided | 239 | executable and 3) run it.\r\nDisclaimer: the script is only provided | ||
240 | for peer review. Proper software will become available in time on | 240 | for peer review. Proper software will become available in time on | ||
241 | https://github.com/EnviDat/?q=core (both Web/JS for Frontend and | 241 | https://github.com/EnviDat/?q=core (both Web/JS for Frontend and | ||
242 | Python for Backend).", | 242 | Python for Backend).", | ||
243 | "doi": "", | 243 | "doi": "", | ||
244 | "format": ".sh", | 244 | "format": ".sh", | ||
245 | "hash": "", | 245 | "hash": "", | ||
246 | "id": "dec6f9ce-cef3-4da1-97a2-42e2d47315a6", | 246 | "id": "dec6f9ce-cef3-4da1-97a2-42e2d47315a6", | ||
247 | "last_modified": null, | 247 | "last_modified": null, | ||
248 | "metadata_modified": "2021-07-21T17:23:15.402089", | 248 | "metadata_modified": "2021-07-21T17:23:15.402089", | ||
249 | "mimetype": null, | 249 | "mimetype": null, | ||
250 | "mimetype_inner": null, | 250 | "mimetype_inner": null, | ||
251 | "name": "extract_S2A_CORE", | 251 | "name": "extract_S2A_CORE", | ||
252 | "package_id": "387cd755-33df-4543-ae50-529df462b94f", | 252 | "package_id": "387cd755-33df-4543-ae50-529df462b94f", | ||
253 | "position": 2, | 253 | "position": 2, | ||
254 | "publication_state": "", | 254 | "publication_state": "", | ||
255 | "resource_size": "{\"size_value\": \"\", \"size_units\": | 255 | "resource_size": "{\"size_value\": \"\", \"size_units\": | ||
256 | \"kb\"}", | 256 | \"kb\"}", | ||
257 | "resource_type": null, | 257 | "resource_type": null, | ||
258 | "restricted": "{\"level\": \"public\", \"allowed_users\": \"\", | 258 | "restricted": "{\"level\": \"public\", \"allowed_users\": \"\", | ||
259 | \"shared_secret\": \"\"}", | 259 | \"shared_secret\": \"\"}", | ||
260 | "size": 3148, | 260 | "size": 3148, | ||
261 | "state": "active", | 261 | "state": "active", | ||
262 | "url": | 262 | "url": | ||
263 | e/dec6f9ce-cef3-4da1-97a2-42e2d47315a6/download/extract_s2a_core.zip", | 263 | e/dec6f9ce-cef3-4da1-97a2-42e2d47315a6/download/extract_s2a_core.zip", | ||
264 | "url_type": "upload" | 264 | "url_type": "upload" | ||
265 | } | 265 | } | ||
266 | ], | 266 | ], | ||
267 | "spatial": | 267 | "spatial": | ||
268 | e\":\"Point\",\"coordinates\":[8.454655408859253,47.36054253838278]}", | 268 | e\":\"Point\",\"coordinates\":[8.454655408859253,47.36054253838278]}", | ||
269 | "spatial_info": "Switzerland", | 269 | "spatial_info": "Switzerland", | ||
270 | "state": "active", | 270 | "state": "active", | ||
271 | "subtitle": "", | 271 | "subtitle": "", | ||
272 | "tags": [ | 272 | "tags": [ | ||
273 | { | 273 | { | ||
274 | "display_name": "CORE", | 274 | "display_name": "CORE", | ||
275 | "id": "d2c23a35-0f95-4d55-acaf-bd8c789c2b0b", | 275 | "id": "d2c23a35-0f95-4d55-acaf-bd8c789c2b0b", | ||
276 | "name": "CORE", | 276 | "name": "CORE", | ||
277 | "state": "active", | 277 | "state": "active", | ||
278 | "vocabulary_id": null | 278 | "vocabulary_id": null | ||
279 | }, | 279 | }, | ||
280 | { | 280 | { | ||
281 | "display_name": "GEODATA", | 281 | "display_name": "GEODATA", | ||
282 | "id": "533b830a-811f-4ca5-8a89-50ef2c9ec98e", | 282 | "id": "533b830a-811f-4ca5-8a89-50ef2c9ec98e", | ||
283 | "name": "GEODATA", | 283 | "name": "GEODATA", | ||
284 | "state": "active", | 284 | "state": "active", | ||
285 | "vocabulary_id": null | 285 | "vocabulary_id": null | ||
286 | }, | 286 | }, | ||
287 | { | 287 | { | ||
288 | "display_name": "GRIDDED DATA", | 288 | "display_name": "GRIDDED DATA", | ||
289 | "id": "fabcfdd1-5236-449d-b438-050d79d1dfc5", | 289 | "id": "fabcfdd1-5236-449d-b438-050d79d1dfc5", | ||
290 | "name": "GRIDDED DATA", | 290 | "name": "GRIDDED DATA", | ||
291 | "state": "active", | 291 | "state": "active", | ||
292 | "vocabulary_id": null | 292 | "vocabulary_id": null | ||
293 | }, | 293 | }, | ||
294 | { | 294 | { | ||
295 | "display_name": "RASTER", | 295 | "display_name": "RASTER", | ||
296 | "id": "ac99fddf-60e4-4ead-80dc-3f06239fc350", | 296 | "id": "ac99fddf-60e4-4ead-80dc-3f06239fc350", | ||
297 | "name": "RASTER", | 297 | "name": "RASTER", | ||
298 | "state": "active", | 298 | "state": "active", | ||
299 | "vocabulary_id": null | 299 | "vocabulary_id": null | ||
300 | }, | 300 | }, | ||
301 | { | 301 | { | ||
302 | "display_name": "SENTINEL-2", | 302 | "display_name": "SENTINEL-2", | ||
303 | "id": "1fcb6de2-5d54-45cf-a42f-751cec4ebe86", | 303 | "id": "1fcb6de2-5d54-45cf-a42f-751cec4ebe86", | ||
304 | "name": "SENTINEL-2", | 304 | "name": "SENTINEL-2", | ||
305 | "state": "active", | 305 | "state": "active", | ||
306 | "vocabulary_id": null | 306 | "vocabulary_id": null | ||
307 | }, | 307 | }, | ||
308 | { | 308 | { | ||
309 | "display_name": "TIME SERIES", | 309 | "display_name": "TIME SERIES", | ||
310 | "id": "e1a121d0-e573-429a-95cb-2d1d4c3a48b7", | 310 | "id": "e1a121d0-e573-429a-95cb-2d1d4c3a48b7", | ||
311 | "name": "TIME SERIES", | 311 | "name": "TIME SERIES", | ||
312 | "state": "active", | 312 | "state": "active", | ||
313 | "vocabulary_id": null | 313 | "vocabulary_id": null | ||
314 | }, | 314 | }, | ||
315 | { | 315 | { | ||
316 | "display_name": "VIDEO ENCODING", | 316 | "display_name": "VIDEO ENCODING", | ||
317 | "id": "4d66cee8-311d-4100-ba9e-a32039cbbad3", | 317 | "id": "4d66cee8-311d-4100-ba9e-a32039cbbad3", | ||
318 | "name": "VIDEO ENCODING", | 318 | "name": "VIDEO ENCODING", | ||
319 | "state": "active", | 319 | "state": "active", | ||
320 | "vocabulary_id": null | 320 | "vocabulary_id": null | ||
321 | } | 321 | } | ||
322 | ], | 322 | ], | ||
323 | "title": "Cloud Optimized Raster Encoding (CORE) format", | 323 | "title": "Cloud Optimized Raster Encoding (CORE) format", | ||
324 | "type": "dataset", | 324 | "type": "dataset", | ||
325 | "url": null, | 325 | "url": null, | ||
326 | "version": "0.1" | 326 | "version": "0.1" | ||
327 | } | 327 | } |