sdds::Reader::Impl Struct Reference

Public Member Functions
	Impl (std::filesystem::path sourcePath, ReaderOptions readerOptions, std::unique_ptr< Stream > input, std::optional< Layout > suppliedLayout=std::nullopt, bool isPathBacked=false)
void	rememberOffset (std::size_t index, std::uint64_t offset)
std::optional< DecodedPage >	next (const ReadRequest &readRequest)

Public Attributes
std::filesystem::path	path
ReaderOptions	options
BufferedStream	stream
std::shared_ptr< Layout >	layout
std::optional< std::uint64_t >	dataStart
std::vector< std::uint64_t >	pageOffsets
std::optional< std::int64_t >	indexedPages
std::int64_t	pageNumber = 0
std::optional< std::uint64_t >	disconnectedOffset
std::unique_ptr< PathLock >	lock
FileIdentity	identity
std::int64_t	lastRawRows = 0
std::int64_t	tailPageNumber = 0
std::int64_t	tailRows = 0
bool	tailInitialized = false
bool	headerless = false
bool	pathBacked = false
bool	indexComplete = false
bool	disconnected = false
bool	closed = false

Detailed Description

Definition at line 3085 of file SDDSModern.cc.

Constructor & Destructor Documentation

Impl()

sdds::Reader::Impl::Impl ( std::filesystem::path sourcePath, ReaderOptions readerOptions, std::unique_ptr< Stream > input, std::optional< Layout > suppliedLayout = std::nullopt, bool isPathBacked = false )

inline

Definition at line 3086 of file SDDSModern.cc.

      : path(std::move(sourcePath)), options(std::move(readerOptions)),
        stream(std::move(input), options.limits.maxDecompressedBytes, path),
        pathBacked(isPathBacked) {
    if (pathBacked) identity = fileIdentity(path);
    if (suppliedLayout) {
      validateLayout(*suppliedLayout);
      layout = std::make_shared<Layout>(std::move(*suppliedLayout));
    } else {
      Layout parsed;
      std::unordered_set<std::string> includeStack;
      std::optional<ByteOrder> commentOrder;
      bool fixedRowComment = false;
      parseLayoutStream(stream, parsed, options, path, 0, includeStack, commentOrder,
                        fixedRowComment, true);
      const std::int32_t declaredVersion = parsed.version;
      validateLayout(parsed);
      if (declaredVersion < parsed.version)
        throwFormat("SDDS version is too old for its layout", path);
      parsed.version = declaredVersion;
      layout = std::make_shared<Layout>(std::move(parsed));
    }
    if (stream.seekable()) {
      dataStart = stream.tell();
      rememberOffset(0, *dataStart);
    }
  }

Member Function Documentation

next()

std::optional< DecodedPage > sdds::Reader::Impl::next ( const ReadRequest & readRequest )

inline

Definition at line 3123 of file SDDSModern.cc.

                                                                {
    if (closed)
      throwState("reader is closed");
    if (disconnected)
      throwState("reader is disconnected");
    const ResolvedReadRequest request = resolveRequest(*layout, readRequest, options);
    if (stream.seekable()) rememberOffset(static_cast<std::size_t>(pageNumber), stream.tell());
    std::optional<DecodedPage> result;
    if (layout->data.mode == DataMode::Ascii) {
      bool marker = false;
      auto first = findAsciiPage(stream, options, path, marker);
      if (first || marker)
        result = readAsciiPage(stream, layout, options, path, pageNumber + 1,
                               std::move(first), request);
    } else {
      const auto first = stream.get();
      if (first) {
        stream.unget(*first);
        result = readBinaryPage(stream, layout, options, path, pageNumber + 1, request);
      }
    }
    if (!result) {
      indexComplete = true;
      indexedPages = pageNumber;
      if (!tailInitialized) {
        tailPageNumber = pageNumber;
        tailRows = lastRawRows;
        tailInitialized = true;
      }
      return std::nullopt;
    }
    if (stream.seekable()) rememberOffset(static_cast<std::size_t>(pageNumber + 1), stream.tell());
    return result;
  }

rememberOffset()

void sdds::Reader::Impl::rememberOffset ( std::size_t index, std::uint64_t offset )

inline

Definition at line 3116 of file SDDSModern.cc.

                                                           {
    if (index >= options.limits.maxPageIndexEntries)
      throwLimit("page index exceeds configured entry limit", path);
    if (pageOffsets.size() <= index) pageOffsets.resize(index + 1);
    pageOffsets[index] = offset;
  }

Member Data Documentation

closed

bool sdds::Reader::Impl::closed = false

Definition at line 3177 of file SDDSModern.cc.

dataStart

std::optional<std::uint64_t> sdds::Reader::Impl::dataStart

Definition at line 3162 of file SDDSModern.cc.

disconnected

bool sdds::Reader::Impl::disconnected = false

Definition at line 3176 of file SDDSModern.cc.

disconnectedOffset

std::optional<std::uint64_t> sdds::Reader::Impl::disconnectedOffset

Definition at line 3166 of file SDDSModern.cc.

headerless

bool sdds::Reader::Impl::headerless = false

Definition at line 3173 of file SDDSModern.cc.

identity

FileIdentity sdds::Reader::Impl::identity

Definition at line 3168 of file SDDSModern.cc.

indexComplete

bool sdds::Reader::Impl::indexComplete = false

Definition at line 3175 of file SDDSModern.cc.

indexedPages

std::optional<std::int64_t> sdds::Reader::Impl::indexedPages

Definition at line 3164 of file SDDSModern.cc.

lastRawRows

std::int64_t sdds::Reader::Impl::lastRawRows = 0

Definition at line 3169 of file SDDSModern.cc.

layout

std::shared_ptr<Layout> sdds::Reader::Impl::layout

Definition at line 3161 of file SDDSModern.cc.

lock

std::unique_ptr<PathLock> sdds::Reader::Impl::lock

Definition at line 3167 of file SDDSModern.cc.

options

ReaderOptions sdds::Reader::Impl::options

Definition at line 3159 of file SDDSModern.cc.

pageNumber

std::int64_t sdds::Reader::Impl::pageNumber = 0

Definition at line 3165 of file SDDSModern.cc.

pageOffsets

std::vector<std::uint64_t> sdds::Reader::Impl::pageOffsets

Definition at line 3163 of file SDDSModern.cc.

path

std::filesystem::path sdds::Reader::Impl::path

Definition at line 3158 of file SDDSModern.cc.

pathBacked

bool sdds::Reader::Impl::pathBacked = false

Definition at line 3174 of file SDDSModern.cc.

stream

BufferedStream sdds::Reader::Impl::stream

Definition at line 3160 of file SDDSModern.cc.

tailInitialized

bool sdds::Reader::Impl::tailInitialized = false

Definition at line 3172 of file SDDSModern.cc.

tailPageNumber

std::int64_t sdds::Reader::Impl::tailPageNumber = 0

Definition at line 3170 of file SDDSModern.cc.

tailRows

std::int64_t sdds::Reader::Impl::tailRows = 0

Definition at line 3171 of file SDDSModern.cc.

---

The documentation for this struct was generated from the following file:

• SDDS/SDDSlib++/SDDSModern.cc