Independent writing

src/io/hdf5_writer.cpp

@@ -26,7 +26,8 @@ HDF5Writer::HDF5Writer(const std::string& report_name, hid_t file_handler)
 HDF5Writer::HDF5Writer(const std::string& report_name)
     : report_name_(report_name) {
     file_ = Implementation::prepare_write(report_name);
-    collective_list_ = Implementation::initialize_colective();
+    // Change this line to use independent list instead of collective
+    independent_list_ = Implementation::initialize_independent();
 
     // Create enum type for the ordering of the spikes
     spikes_attr_type_ = H5Tenum_create(H5T_STD_U8LE);
@@ -115,7 +116,8 @@ void HDF5Writer::write_2D(const std::vector<float>& buffer,
 
         H5Sselect_hyperslab(
             filespace, H5S_SELECT_SET, offset_.data(), nullptr, count.data(), nullptr);
-        H5Dwrite(dataset_, H5T_NATIVE_FLOAT, memspace, filespace, collective_list_, buffer.data());
+        // Change this line to use independent_list_ instead of collective_list_
+        H5Dwrite(dataset_, H5T_NATIVE_FLOAT, memspace, filespace, independent_list_, buffer.data());
 
         H5Sclose(filespace);
         H5Sclose(memspace);
@@ -142,7 +144,8 @@ void HDF5Writer::write(const std::string& dataset_name, const std::vector<T>& bu
         hid_t filespace = H5Dget_space(data_set);
 
         H5Sselect_hyperslab(filespace, H5S_SELECT_SET, &offset, nullptr, &dims, nullptr);
-        H5Dwrite(data_set, type, memspace, filespace, collective_list_, buffer.data());
+        // Change this line to use independent_list_ instead of collective_list_
+        H5Dwrite(data_set, type, memspace, filespace, independent_list_, buffer.data());
 
         H5Sclose(filespace);
         H5Sclose(memspace);

src/library/implementation_interface.hpp

@@ -45,6 +45,9 @@ struct Implementation {
     static hid_t initialize_colective() {
         return TImpl::initialize_colective();
     }
+    static hid_t initialize_independent() {
+        return TImpl::initialize_independent();
+    }
     static hsize_t get_offset(const std::string& report_name, hsize_t value) {
         return TImpl::get_offset(report_name, value);
     }
@@ -257,6 +260,12 @@ struct ParallelImplementation {
         return collective_list;
     }
 
+    static hid_t initialize_independent() {
+        hid_t independent_list = H5Pcreate(H5P_DATASET_XFER);
+        H5Pset_dxpl_mpio(independent_list, H5FD_MPIO_INDEPENDENT);
+        return independent_list;
+    }
+
     static hsize_t get_offset(const std::string& comm_name, hsize_t value) {
         hsize_t offset = 0;
         MPI_Scan(&value, &offset, 1, MPI_UNSIGNED_LONG, MPI_SUM, get_Comm(comm_name));
@@ -387,6 +396,9 @@ struct SerialImplementation {
     static hid_t initialize_colective() {
         return H5Pcreate(H5P_DATASET_XFER);
     }
+    static hid_t initialize_independent() {
+        return H5Pcreate(H5P_DATASET_XFER);
+    }
     static hsize_t get_offset(const std::string& /*report_name*/, hsize_t /*value*/) {
         return 0;
     };