libgrust/libproc_macro_internal/tokenstream.h

// Copyright (C) 2023-2026 Free Software Foundation, Inc.
//
// This file is part of the GNU Proc Macro Library.  This library is free
// software; you can redistribute it and/or modify it under the
// terms of the GNU General Public License as published by the
// Free Software Foundation; either version 3, or (at your option)
// any later version.

// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.

// Under Section 7 of GPL version 3, you are granted additional
// permissions described in the GCC Runtime Library Exception, version
// 3.1, as published by the Free Software Foundation.

// You should have received a copy of the GNU General Public License and
// a copy of the GCC Runtime Library Exception along with this program;
// see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
// <http://www.gnu.org/licenses/>.

#ifndef TOKENSTREAM_H
#define TOKENSTREAM_H

#include <cstdint>
#include <vector>
#include <string>

#include "ffistring.h"

namespace ProcMacro {
struct TokenTree;

struct TokenStream
{
  TokenTree *data;
  std::uint64_t size;
  std::uint64_t capacity;

public:
  void grow (std::uint64_t delta);
  void push (TokenTree tree);

  TokenStream clone () const;

  static TokenStream make_tokenstream (std::vector<TokenTree> vec);
  static TokenStream make_tokenstream (std::uint64_t capacity = 1);
  static TokenStream make_tokenstream (std::string &str, bool &has_error);

  static void drop (TokenStream *stream);
};

extern "C" TokenStream TokenStream__new ();

extern "C" TokenStream TokenStream__with_capacity (std::uint64_t capacity);

extern "C" void TokenSream__push (TokenStream *stream, TokenTree tree);

extern "C" bool TokenStream__from_string (FFIString str, TokenStream *ts);

extern "C" TokenStream TokenStream__clone (const TokenStream *ts);

extern "C" void TokenStream__drop (TokenStream *stream);

} // namespace ProcMacro

#endif /* ! TOKENSTREAM_H */