ITstream.H

Go to the documentation of this file.

/*---------------------------------------------------------------------------*\
  =========                 |
  \\      /  F ield         | OpenFOAM: The Open Source CFD Toolbox
   \\    /   O peration     |
    \\  /    A nd           | www.openfoam.com
     \\/     M anipulation  |
-------------------------------------------------------------------------------
    Copyright (C) 2011-2016 OpenFOAM Foundation
    Copyright (C) 2017-2024 OpenCFD Ltd.
-------------------------------------------------------------------------------
License
    This file is part of OpenFOAM.

    OpenFOAM is free software: you can redistribute it and/or modify it
    under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    OpenFOAM is distributed in the hope that it will be useful, but WITHOUT
    ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
    FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
    for more details.

    You should have received a copy of the GNU General Public License
    along with OpenFOAM.  If not, see <http://www.gnu.org/licenses/>.

Class
    Foam::ITstream

Description
    An input stream of tokens.

    Although ITstream is principally meant to be used as a read-only
    input stream, it also provides additional methods to help when
    composing its contents (eg, when parsing).

SourceFiles
    ITstream.C

\*---------------------------------------------------------------------------*/

#ifndef Foam_ITstream_H
#define Foam_ITstream_H

#include "Istream.H"
#include "tokenList.H"

// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //

namespace Foam
{

/*---------------------------------------------------------------------------*\
                           Class ITstream Declaration
\*---------------------------------------------------------------------------*/

class ITstream
:
    public Istream,
    public tokenList
{
    // Private Data

        //- Name associated with the stream
        fileName name_;

        //- Index of token currently being read
        label tokenIndex_;


    // Private Member Functions

        //- An ad hoc combination of reserve and setCapacity somewhat
        //- similar to DynamicList.
        //
        //  Increase list size if needed,
        //  but leave any excess capacity (ie, like reserve).
        void reserveCapacity(const label newCapacity);

        //- Convert input sequence into a list of tokens,
        static tokenList parse_chars
        (
            const char* s,
            size_t nbytes,
            IOstreamOption streamOpt
        );

        //- Convert input sequence into a list of tokens,
        //- using the existing stream format. Rewinds the stream
        void reset(const char* input, size_t nbytes);

        //- Failsafe read-access to token at specified location
        //- or undefinedToken
        inline const token& peekNoFail(const label i) const noexcept
        {
            return
            (
                (i >= 0 && i < tokenList::size())
                ? tokenList::cdata()[i]
                : token::undefinedToken
            );
        }


public:

    // Constructors

        //- Copy construct
        ITstream(const ITstream& is);

        //- Move construct
        ITstream(ITstream&& is);

        //- Default construct. Empty stream, optionally with given name
        explicit ITstream
        (
            IOstreamOption streamOpt = IOstreamOption(),
            const string& name = "input"
        );

        //- Construct empty, optionally with given name
        explicit ITstream
        (
            const Foam::zero,
            const string& name = "input",
            IOstreamOption streamOpt = IOstreamOption()
        );

        //- Copy construct from tokens, optionally with given name
        explicit ITstream
        (
            const UList<token>& tokens,
            IOstreamOption streamOpt = IOstreamOption(),
            const string& name = "input"
        );

        //- Move construct from tokens, optionally with given name
        explicit ITstream
        (
            List<token>&& tokens,
            IOstreamOption streamOpt = IOstreamOption(),
            const string& name = "input"
        );

        //- Construct token list by parsing the input character sequence
        //  Uses static parse function internally.
        explicit ITstream
        (
            const UList<char>& input,
            IOstreamOption streamOpt = IOstreamOption(),
            const string& name = "input"
        );

        //- Construct token list by parsing the input string
        //  Uses static parse function internally.
        explicit ITstream
        (
            const std::string& input,
            IOstreamOption streamOpt = IOstreamOption(),
            const string& name = "input"
        );

        //- Construct token list by parsing the input character sequence
        //  Uses static parse function internally.
        explicit ITstream
        (
            const char* input,
            IOstreamOption streamOpt = IOstreamOption(),
            const string& name = "input"
        );

        #if __cplusplus >= 201703L
        //- Construct token list by parsing the input character sequence
        //  Uses static parse function internally.
        explicit ITstream
        (
            std::string_view s,
            IOstreamOption streamOpt = IOstreamOption()
        )
        :
            ITstream(streamOpt)
        {
            reset(s.data(), s.size());
        }
        #endif

        //- Construct token list by parsing the input character sequence
        //  Uses static parse function internally.
        explicit ITstream
        (
            stdFoam::span<char> s,
            IOstreamOption streamOpt = IOstreamOption()
        )
        :
            ITstream(streamOpt)
        {
            reset(s.data(), s.size());
        }

        //- Construct token list by parsing the input character sequence
        //  Uses static parse function internally.
        explicit ITstream
        (
            stdFoam::span<const char> s,
            IOstreamOption streamOpt = IOstreamOption()
        )
        :
            ITstream(streamOpt)
        {
            reset(s.data(), s.size());
        }


    // Additional constructors

        //- Copy construct from tokens, with given name
        ITstream
        (
            const string& name,
            const UList<token>& tokens,
            IOstreamOption streamOpt = IOstreamOption()
        )
        :
            ITstream(tokens, streamOpt, name)
        {}

        //- Move construct from tokens, with given name
        ITstream
        (
            const string& name,
            List<token>&& tokens,
            IOstreamOption streamOpt = IOstreamOption()
        )
        :
            ITstream(std::move(tokens), streamOpt, name)
        {}


    //- Destructor
    virtual ~ITstream() = default;


    // Static Functions

        //- Return reference to an empty ITstream, for functions needing to
        //- return an ITstream reference but which don't have anything valid
        //- of their own. <b>The stream shall be considered \em read-only.</b>
        //
        //  The returned stream has no tokens and has a 'bad' state,
        //  to indicate that it is invalid for reading.
        //
        //  \caution the caller is still able to modify its contents,
        //      but they should not do that!
        static ITstream& empty_stream();

        //- Create token list by parsing the input character sequence
        //- until no good tokens remain.
        static tokenList parse
        (
            const UList<char>& input,
            IOstreamOption streamOpt = IOstreamOption()
        )
        {
            return parse_chars(input.cdata(), input.size(), streamOpt);
        }

        //- Create token list by parsing the input string
        //- until no good tokens remain.
        static tokenList parse
        (
            const std::string& input,
            IOstreamOption streamOpt = IOstreamOption()
        )
        {
            return parse_chars(input.data(), input.size(), streamOpt);
        }

        //- Create token list by parsing the input character sequence
        //- until no good tokens remain.
        static tokenList parse
        (
            const char* input,
            IOstreamOption streamOpt = IOstreamOption()
        )
        {
            return parse_chars(input, strlen(input), streamOpt);
        }

        #if __cplusplus >= 201703L
        //- Create token list by parsing the input character sequence
        //- until no good tokens remain.
        static tokenList parse
        (
            std::string_view s,
            IOstreamOption streamOpt = IOstreamOption()
        )
        {
            return parse_chars(s.data(), s.size(), streamOpt);
        }
        #endif

        //- Create token list by parsing the input character sequence
        //- until no good tokens remain.
        static tokenList parse
        (
            stdFoam::span<char> s,
            IOstreamOption streamOpt = IOstreamOption()
        )
        {
            return parse_chars(s.data(), s.size(), streamOpt);
        }

        //- Create token list by parsing the input character sequence
        //- until no good tokens remain.
        static tokenList parse
        (
            stdFoam::span<const char> s,
            IOstreamOption streamOpt = IOstreamOption()
        )
        {
            return parse_chars(s.data(), s.size(), streamOpt);
        }


    // Member Functions

    // Characteristics

        //- The name of the input token stream.
        virtual const fileName& name() const override { return name_; }

        //- The name of the input token stream, for modification.
        virtual fileName& name() { return name_; }

        //- The line number of the first token in stream
        label startLineNumber() const
        {
            return (tokenList::empty() ? -1 : tokenList::front().lineNumber());
        }

        //- The line number of the last token in stream
        label endLineNumber() const
        {
            return (tokenList::empty() ? -1 : tokenList::back().lineNumber());
        }


    // Token Access

        //- The token contents (read-only access)
        const tokenList& tokens() const noexcept { return *this; }

        //- The token contents (read/write access)
        tokenList& tokens() noexcept { return *this; }


        //- True if putback token is in use
        bool hasPutback() const noexcept { return Istream::hasPutback(); }

        //- Failsafe peek at the token at the \b front of the tokenList
        //  \return \c undefinedToken if the list is empty.
        const token& front() const noexcept
        {
            return peekNoFail(0);
        }

        //- Failsafe peek at the token at the \b back of the tokenList
        //  \return \c undefinedToken if the list is empty.
        const token& back() const noexcept
        {
            return peekNoFail(tokenList::size()-1);
        }

        //- Failsafe peek at what the next read would return,
        //- including handling of any putback
        //  \return \c undefinedToken if list is exhausted
        const token& peek() const noexcept;

        //- Read access to the token at the current tokenIndex.
        //- \returns \c undefinedToken if list is exhausted
        const token& currentToken() const noexcept
        {
            return peekNoFail(tokenIndex_);
        }

        //- Write access to the token at the current tokenIndex.
        //- Fatal if not in range
        token& currentToken();

        //- Failsafe read access to token at given position in the tokenList
        //  \return \c undefinedToken for out-of-range
        const token& peekToken(const label i) const { return peekNoFail(i); };

        //- The current token index when reading, or the insertion point.
        label tokenIndex() const noexcept { return tokenIndex_; }

        //- Non-const access to the current token index
        label& tokenIndex() noexcept { return tokenIndex_; }

        //- Set the token index (no checks). \return the previous value
        label tokenIndex(const label num) noexcept
        {
            label old(tokenIndex_);
            tokenIndex_ = num;
            return old;
        }

        //- Number of tokens remaining
        label nRemainingTokens() const noexcept
        {
            return (tokenList::size() - tokenIndex_);
        }

        //- Move tokenIndex to the specified position
        //- and adjust the stream status (open/good/eof ...)
        //  Using seek(0) is identical to rewind().
        //  Using seek(-1) moves to the end.
        void seek(label pos) noexcept;

        //- Move tokenIndex relative to the current position.
        //  Will not overrun the beginning (0) or one-past end positions.
        //
        //  Use skip(2) to move forward two tokens.
        //  Use skip(-2) to move backward two tokens.
        //  \return True if the indexing completed without underflow/overflow
        bool skip(label n = 1) noexcept;


    // Searching

        //- Regular searching
        using tokenList::find;

        //- Find range containing matching delimiter pair, starting at the
        //- specified position. The position -1 indicates to continue
        //- from the present tokenIndex() position.
        labelRange find
        (
            const token::punctuationToken delimOpen,
            const token::punctuationToken delimClose,
            label pos = 0
        ) const;

        //- Find compoundToken of specified Type, starting at the
        //- specified position. The position -1 indicates to continue
        //- from the present tokenIndex() position.
        //  \return nullptr if not found
        template<class Type>
        const Type* findCompound(label pos = 0) const;


    // Token list modification

        //- Remove a (start,size) subset from the list and move remaining
        //- elements down.
        //  If the tokenIndex() is within or to the right of the removed
        //  region, it will be adjusted to remain valid. However, this may
        //  not correspond to the expected parsing point so external bookkeeping
        //  is likely necessary.
        //  \note The range is subsetted with the list size itself to ensure
        //  the result always addresses a valid section of the list.
        ITstream extract(const labelRange& range);

        //- Remove a (start,size) subset from the list and move remaining
        //- elements down.
        //  If the tokenIndex() is within or to the right of the removed
        //  region, it will be adjusted to remain valid. However, this may
        //  not correspond to the expected parsing point so external bookkeeping
        //  is likely necessary.
        //  \note The range is subsetted with the list size itself to ensure
        //  the result always addresses a valid section of the list.
        label remove(const labelRange& range);

        //- Copy append a token at the current tokenIndex,
        //- incrementing the index.
        void add_tokens(const token& tok);

        //- Move append a token at the current tokenIndex,
        //- incrementing the index.
        void add_tokens(token&& tok);

        //- Copy append a list of tokens at the current tokenIndex,
        //- incrementing the index.
        //
        //  \param newTokens the list of tokens to copy append
        //  \param lazy leaves any excess capacity for further appends.
        //      The caller will be responsible for resizing later.
        void add_tokens(const UList<token>& toks);

        //- Move append a list of tokens at the current tokenIndex,
        //- incrementing the index.
        //
        //  \param newTokens the list of tokens to move append
        //  \param lazy leaves any excess capacity for further appends.
        //      The caller will be responsible for resizing later.
        void add_tokens(List<token>&& toks);


    // Stream State Functions

        //- Return current stream flags.
        //- Dummy for token stream, returns 0.
        virtual std::ios_base::fmtflags flags() const override
        {
            return std::ios_base::fmtflags(0);
        }

        //- Set stream flags, return old stream flags.
        //- Dummy for token stream, returns 0.
        std::ios_base::fmtflags flags(std::ios_base::fmtflags) override
        {
            return std::ios_base::fmtflags(0);
        }


    // Read Functions

        //- Return next token from stream
        virtual Istream& read(token& tok) override;

        //- Read a character : triggers not implemented error
        virtual Istream& read(char&) override;

        //- Read a word : triggers not implemented error
        virtual Istream& read(word&) override;

        //- Read a string (including enclosing double-quotes) :
        //- triggers not implemented error
        virtual Istream& read(string&) override;

        //- Read a label : triggers not implemented error
        virtual Istream& read(label&) override;

        //- Read a float : triggers not implemented error
        virtual Istream& read(float&) override;

        //- Read a double : triggers not implemented error
        virtual Istream& read(double&) override;

        //- Read binary block : triggers not implemented error
        virtual Istream& read(char* data, std::streamsize) override;

        //- Low-level raw binary read : triggers not implemented error
        virtual Istream& readRaw(char* data, std::streamsize count) override;

        //- Start of low-level raw binary read : no-op
        virtual bool beginRawRead() override { return false; }

        //- End of low-level raw binary read : no-op
        virtual bool endRawRead() override { return false; }

        //- Rewind the stream so that it may be read again. Same as seek(0)
        virtual void rewind() override { ITstream::seek(0); }


    // Output

        //- Print stream description to Ostream
        void print(Ostream& os) const override;

        //- Concatenate tokens into a space-separated std::string.
        //- The resulting string may contain quote characters.
        std::string toString() const;


    // Member Operators

        //- Return a non-const reference to const Istream
        using Istream::operator();

        //- Copy assignment, with rewind()
        void operator=(const ITstream& is);

        //- Copy assignment of tokens, with rewind()
        void operator=(const UList<token>& toks);

        //- Move assignment of tokens, with rewind()
        void operator=(List<token>&& toks);


    // Additional constructors and methods (as per v2012 and earlier)
    #ifdef Foam_IOstream_extras

        //- Construct from components, copying the tokens
        ITstream
        (
            const string& name,
            const UList<token>& tokens,
            IOstreamOption::streamFormat fmt
        )
        :
            ITstream(name, tokens, IOstreamOption(fmt))
        {}

        //- Construct from components, transferring the tokens
        ITstream
        (
            const string& name,
            List<token>&& tokens,
            IOstreamOption::streamFormat fmt
        )
        :
            ITstream(name, std::move(tokens), IOstreamOption(fmt))
        {}

    #endif /* Foam_IOstream_extras */


    // Housekeeping

        //- Same as front()
        FOAM_DEPRECATED_STRICT(2022-11, "front()")
        const token& peekFirst() const { return front(); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void append(const token& t, bool) { add_tokens(t); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void append(token&& t, bool) { add_tokens(std::move(t)); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void append(const UList<token>& t, bool) { add_tokens(t); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void append(List<token>&& t, bool) { add_tokens(std::move(t)); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void push_back(const token& t, bool) { add_tokens(t); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void push_back(token&& t, bool) { add_tokens(std::move(t)); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void push_back(const UList<token>& t, bool) { add_tokens(t); }

        FOAM_DEPRECATED_STRICT(2023-10, "add_tokens()")
        void push_back(List<token>&& t, bool) { add_tokens(std::move(t)); }
};


// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //

} // End namespace Foam

// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //

#include "ITstreamI.H"

// * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * //

#endif

// ************************************************************************* //