openPMD-api
AbstractIOHandlerImpl.hpp
1 /* Copyright 2018-2021 Fabian Koller
2  *
3  * This file is part of openPMD-api.
4  *
5  * openPMD-api is free software: you can redistribute it and/or modify
6  * it under the terms of of either the GNU General Public License or
7  * the GNU Lesser General Public License as published by
8  * the Free Software Foundation, either version 3 of the License, or
9  * (at your option) any later version.
10  *
11  * openPMD-api is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14  * GNU General Public License and the GNU Lesser General Public License
15  * for more details.
16  *
17  * You should have received a copy of the GNU General Public License
18  * and the GNU Lesser General Public License along with openPMD-api.
19  * If not, see <http://www.gnu.org/licenses/>.
20  */
21 #pragma once
22 
23 #include "openPMD/IO/AbstractIOHandler.hpp"
24 #include "openPMD/IO/IOTask.hpp"
25 #include "openPMD/auxiliary/DerefDynamicCast.hpp"
26 
27 #include <future>
28 
29 
30 namespace openPMD
31 {
32 // class AbstractIOHandler;
33 class Writable;
34 
36 {
37 public:
39  : m_handler{handler}
40  { }
41 
42  virtual ~AbstractIOHandlerImpl() = default;
43 
44  virtual std::future< void > flush()
45  {
46  using namespace auxiliary;
47 
48  while( !(*m_handler).m_work.empty() )
49  {
50  IOTask& i = (*m_handler).m_work.front();
51  try
52  {
53  switch( i.operation )
54  {
55  using O = Operation;
56  case O::CREATE_FILE:
57  createFile(i.writable, deref_dynamic_cast< Parameter< Operation::CREATE_FILE > >(i.parameter.get()));
58  break;
59  case O::CREATE_PATH:
60  createPath(i.writable, deref_dynamic_cast< Parameter< O::CREATE_PATH > >(i.parameter.get()));
61  break;
62  case O::CREATE_DATASET:
63  createDataset(i.writable, deref_dynamic_cast< Parameter< O::CREATE_DATASET > >(i.parameter.get()));
64  break;
65  case O::EXTEND_DATASET:
66  extendDataset(i.writable, deref_dynamic_cast< Parameter< O::EXTEND_DATASET > >(i.parameter.get()));
67  break;
68  case O::OPEN_FILE:
69  openFile(i.writable, deref_dynamic_cast< Parameter< O::OPEN_FILE > >(i.parameter.get()));
70  break;
71  case O::CLOSE_FILE:
72  closeFile(i.writable, deref_dynamic_cast< Parameter< O::CLOSE_FILE > >(i.parameter.get()));
73  break;
74  case O::OPEN_PATH:
75  openPath(i.writable, deref_dynamic_cast< Parameter< O::OPEN_PATH > >(i.parameter.get()));
76  break;
77  case O::CLOSE_PATH:
78  closePath(i.writable, deref_dynamic_cast< Parameter< O::CLOSE_PATH > >(i.parameter.get()));
79  break;
80  case O::OPEN_DATASET:
81  openDataset(i.writable, deref_dynamic_cast< Parameter< O::OPEN_DATASET > >(i.parameter.get()));
82  break;
83  case O::DELETE_FILE:
84  deleteFile(i.writable, deref_dynamic_cast< Parameter< O::DELETE_FILE > >(i.parameter.get()));
85  break;
86  case O::DELETE_PATH:
87  deletePath(i.writable, deref_dynamic_cast< Parameter< O::DELETE_PATH > >(i.parameter.get()));
88  break;
89  case O::DELETE_DATASET:
90  deleteDataset(i.writable, deref_dynamic_cast< Parameter< O::DELETE_DATASET > >(i.parameter.get()));
91  break;
92  case O::DELETE_ATT:
93  deleteAttribute(i.writable, deref_dynamic_cast< Parameter< O::DELETE_ATT > >(i.parameter.get()));
94  break;
95  case O::WRITE_DATASET:
96  writeDataset(i.writable, deref_dynamic_cast< Parameter< O::WRITE_DATASET > >(i.parameter.get()));
97  break;
98  case O::WRITE_ATT:
99  writeAttribute(i.writable, deref_dynamic_cast< Parameter< O::WRITE_ATT > >(i.parameter.get()));
100  break;
101  case O::READ_DATASET:
102  readDataset(i.writable, deref_dynamic_cast< Parameter< O::READ_DATASET > >(i.parameter.get()));
103  break;
104  case O::GET_BUFFER_VIEW:
105  getBufferView(i.writable, deref_dynamic_cast< Parameter< O::GET_BUFFER_VIEW > >(i.parameter.get()));
106  break;
107  case O::READ_ATT:
108  readAttribute(i.writable, deref_dynamic_cast< Parameter< O::READ_ATT > >(i.parameter.get()));
109  break;
110  case O::LIST_PATHS:
111  listPaths(i.writable, deref_dynamic_cast< Parameter< O::LIST_PATHS > >(i.parameter.get()));
112  break;
113  case O::LIST_DATASETS:
114  listDatasets(i.writable, deref_dynamic_cast< Parameter< O::LIST_DATASETS > >(i.parameter.get()));
115  break;
116  case O::LIST_ATTS:
117  listAttributes(i.writable, deref_dynamic_cast< Parameter< O::LIST_ATTS > >(i.parameter.get()));
118  break;
119  case O::ADVANCE:
120  advance(i.writable, deref_dynamic_cast< Parameter< O::ADVANCE > >(i.parameter.get()));
121  break;
122  case O::AVAILABLE_CHUNKS:
123  availableChunks(i.writable, deref_dynamic_cast< Parameter< O::AVAILABLE_CHUNKS > >(i.parameter.get()));
124  break;
125  }
126  } catch (unsupported_data_error&)
127  {
128  (*m_handler).m_work.pop();
129  throw;
130  }
131  (*m_handler).m_work.pop();
132  }
133  return std::future< void >();
134  }
135 
140  virtual void
142 
158  virtual void
160  {}
161 
174  virtual void
176  {}
177 
184  virtual void
186 
197  virtual void createFile(Writable*, Parameter< Operation::CREATE_FILE > const&) = 0;
205  virtual void createPath(Writable*, Parameter< Operation::CREATE_PATH > const&) = 0;
239  virtual void openFile(Writable*, Parameter< Operation::OPEN_FILE > const&) = 0;
248  virtual void openPath(Writable*, Parameter< Operation::OPEN_PATH > const&) = 0;
269  virtual void deleteFile(Writable*, Parameter< Operation::DELETE_FILE > const&) = 0;
279  virtual void deletePath(Writable*, Parameter< Operation::DELETE_PATH > const&) = 0;
310 
328  {
329  // default implementation: operation unsupported by backend
330  parameters.out->backendManagedBuffer = false;
331  }
341  virtual void writeAttribute(Writable*, Parameter< Operation::WRITE_ATT > const&) = 0;
384 
385  AbstractIOHandler* m_handler;
386 }; //AbstractIOHandlerImpl
387 } // openPMD
openPMD::Parameter< Operation::CLOSE_FILE >
Definition: IOTask.hpp:149
openPMD::AbstractIOHandlerImpl::listPaths
virtual void listPaths(Writable *, Parameter< Operation::LIST_PATHS > &)=0
List all paths/sub-groups inside a group, non-recursively.
openPMD::Parameter< Operation::LIST_ATTS >
Definition: IOTask.hpp:514
openPMD::Writable
Layer to mirror structure of logical data and persistent data in file.
Definition: Writable.hpp:64
openPMD::Parameter< Operation::GET_BUFFER_VIEW >
Definition: IOTask.hpp:420
openPMD::Parameter< Operation::ADVANCE >
Definition: IOTask.hpp:532
openPMD::Parameter< Operation::READ_DATASET >
Definition: IOTask.hpp:373
openPMD::AbstractIOHandlerImpl::advance
virtual void advance(Writable *, Parameter< Operation::ADVANCE > &)
Advance the file/stream that this writable belongs to.
Definition: AbstractIOHandlerImpl.hpp:159
openPMD::Parameter< Operation::DELETE_FILE >
Definition: IOTask.hpp:163
openPMD::Parameter< Operation::WRITE_ATT >
Definition: IOTask.hpp:467
openPMD::Parameter< Operation::AVAILABLE_CHUNKS >
Definition: IOTask.hpp:555
openPMD::Parameter< Operation::CREATE_FILE >
Definition: IOTask.hpp:108
openPMD::AbstractIOHandlerImpl::extendDataset
virtual void extendDataset(Writable *, Parameter< Operation::EXTEND_DATASET > const &)=0
Increase the extent of an existing dataset.
openPMD::AbstractIOHandlerImpl::listAttributes
virtual void listAttributes(Writable *, Parameter< Operation::LIST_ATTS > &)=0
List all attributes associated with an object.
openPMD::AbstractIOHandlerImpl::deleteFile
virtual void deleteFile(Writable *, Parameter< Operation::DELETE_FILE > const &)=0
Delete an existing file from physical storage.
openPMD::Parameter< Operation::DELETE_PATH >
Definition: IOTask.hpp:233
openPMD::Parameter< Operation::WRITE_DATASET >
Definition: IOTask.hpp:344
openPMD::AbstractIOHandlerImpl::writeDataset
virtual void writeDataset(Writable *, Parameter< Operation::WRITE_DATASET > const &)=0
Write a chunk of data into an existing dataset.
openPMD::Parameter< Operation::LIST_PATHS >
Definition: IOTask.hpp:249
openPMD::AbstractIOHandlerImpl::openFile
virtual void openFile(Writable *, Parameter< Operation::OPEN_FILE > const &)=0
Open an existing file assuming it conforms to openPMD.
openPMD::AbstractIOHandler
Interface for communicating between logical and physically persistent data.
Definition: AbstractIOHandler.hpp:98
openPMD::AbstractIOHandlerImpl::openDataset
virtual void openDataset(Writable *, Parameter< Operation::OPEN_DATASET > &)=0
Open an existing dataset and determine its datatype and extent.
openPMD::AbstractIOHandlerImpl::deleteDataset
virtual void deleteDataset(Writable *, Parameter< Operation::DELETE_DATASET > const &)=0
Delete an existing dataset.
openPMD::Parameter< Operation::LIST_DATASETS >
Definition: IOTask.hpp:402
openPMD::AbstractIOHandlerImpl::availableChunks
virtual void availableChunks(Writable *, Parameter< Operation::AVAILABLE_CHUNKS > &)=0
Report chunks that are available for loading from the dataset represented by this writable.
openPMD::AbstractIOHandlerImpl::deleteAttribute
virtual void deleteAttribute(Writable *, Parameter< Operation::DELETE_ATT > const &)=0
Delete an existing attribute.
openPMD::AbstractIOHandlerImpl::closePath
virtual void closePath(Writable *, Parameter< Operation::CLOSE_PATH > const &)
Close an openPMD group.
Definition: AbstractIOHandlerImpl.hpp:175
openPMD::AbstractIOHandlerImpl::writeAttribute
virtual void writeAttribute(Writable *, Parameter< Operation::WRITE_ATT > const &)=0
Create a single attribute and fill the value, possibly overwriting an existing attribute.
openPMD::AbstractIOHandlerImpl
Definition: AbstractIOHandlerImpl.hpp:35
openPMD::AbstractIOHandlerImpl::listDatasets
virtual void listDatasets(Writable *, Parameter< Operation::LIST_DATASETS > &)=0
List all datasets inside a group, non-recursively.
openPMD
Public definitions of openPMD-api.
Definition: Date.cpp:29
openPMD::Parameter< Operation::EXTEND_DATASET >
Definition: IOTask.hpp:291
openPMD::Parameter< Operation::DELETE_ATT >
Definition: IOTask.hpp:451
openPMD::Parameter< Operation::OPEN_DATASET >
Definition: IOTask.hpp:307
openPMD::AbstractIOHandlerImpl::openPath
virtual void openPath(Writable *, Parameter< Operation::OPEN_PATH > const &)=0
Open all contained groups in a path, possibly recursively.
openPMD::AbstractIOHandlerImpl::createDataset
virtual void createDataset(Writable *, Parameter< Operation::CREATE_DATASET > const &)=0
Create a new dataset of given type, extent and storage properties.
openPMD::AbstractIOHandlerImpl::readAttribute
virtual void readAttribute(Writable *, Parameter< Operation::READ_ATT > &)=0
Read the value of an existing attribute.
openPMD::Parameter< Operation::DELETE_DATASET >
Definition: IOTask.hpp:328
openPMD::AbstractIOHandlerImpl::createPath
virtual void createPath(Writable *, Parameter< Operation::CREATE_PATH > const &)=0
Create all necessary groups for a path, possibly recursively.
openPMD::Parameter< Operation::CREATE_DATASET >
Definition: IOTask.hpp:266
openPMD::AbstractIOHandlerImpl::createFile
virtual void createFile(Writable *, Parameter< Operation::CREATE_FILE > const &)=0
Create a new file in physical storage, possibly overriding an existing file.
openPMD::Parameter< Operation::CREATE_PATH >
Definition: IOTask.hpp:179
openPMD::IOTask
Self-contained description of a single IO operation.
Definition: IOTask.hpp:589
openPMD::AbstractIOHandlerImpl::readDataset
virtual void readDataset(Writable *, Parameter< Operation::READ_DATASET > &)=0
Read a chunk of data from an existing dataset.
openPMD::Parameter
Typesafe description of all required arguments for a specified Operation.
Definition: IOTask.hpp:100
openPMD::Parameter< Operation::OPEN_PATH >
Definition: IOTask.hpp:217
openPMD::Parameter< Operation::CLOSE_PATH >
Definition: IOTask.hpp:195
openPMD::unsupported_data_error
Definition: AbstractIOHandler.hpp:50
openPMD::Parameter< Operation::OPEN_FILE >
Definition: IOTask.hpp:126
openPMD::AbstractIOHandlerImpl::closeFile
virtual void closeFile(Writable *, Parameter< Operation::CLOSE_FILE > const &)=0
Close the file corresponding with the writable and release file handles.
openPMD::Parameter< Operation::READ_ATT >
Definition: IOTask.hpp:486
openPMD::AbstractIOHandlerImpl::deletePath
virtual void deletePath(Writable *, Parameter< Operation::DELETE_PATH > const &)=0
Delete all objects within an existing path.
openPMD::AbstractIOHandlerImpl::getBufferView
virtual void getBufferView(Writable *, Parameter< Operation::GET_BUFFER_VIEW > &parameters)
Get a view into a dataset buffer that can be filled by a user.
Definition: AbstractIOHandlerImpl.hpp:327