llvm/clang-tools-extra/clangd/support/Lex.cpp

//===--- Lex.cpp - extract token stream from source code ---------*- C++-*-===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//

#include "Token.h"
#include "clang/Basic/IdentifierTable.h"
#include "clang/Basic/SourceLocation.h"
#include "clang/Basic/TokenKinds.h"
#include "clang/Lex/Lexer.h"
#include "clang/Lex/LiteralSupport.h"

namespace clang {
namespace clangd {

TokenStream lex(const std::string &Code, const clang::LangOptions &LangOpts) { … }

TokenStream cook(const TokenStream &Code, const LangOptions &LangOpts) { … }

} // namespace clangd
} // namespace clang