/*
* Cppcheck - A tool for static C/C++ code analysis
* Copyright (C) 2007-2025 Cppcheck team.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see .
*/
#include "settings.h"
#include "fixture.h"
#include "helpers.h"
#include "path.h"
#include "platform.h"
#include "preprocessor.h"
#include "standards.h"
#include "token.h"
#include "tokenlist.h"
#include
#include
#include
#include
#include
class TestTokenList : public TestFixture {
public:
TestTokenList() : TestFixture("TestTokenList")
{}
private:
void run() override {
TEST_CASE(testaddtoken1);
TEST_CASE(testaddtoken2);
TEST_CASE(inc);
TEST_CASE(isKeyword);
TEST_CASE(notokens);
TEST_CASE(ast1);
}
// inspired by #5895
void testaddtoken1() const {
const std::string code = "0x89504e470d0a1a0a";
TokenList tokenlist(settingsDefault, Standards::Language::CPP);
tokenlist.addtoken(code, 1, 1, false);
ASSERT_EQUALS("0x89504e470d0a1a0a", tokenlist.front()->str());
}
void testaddtoken2() const {
const std::string code = "0xF0000000";
const Settings settings1 = dinit(Settings, $.platform.int_bit = 32);
TokenList tokenlist(settings1, Standards::Language::CPP);
tokenlist.addtoken(code, 1, 1, false);
ASSERT_EQUALS("0xF0000000", tokenlist.front()->str());
}
void inc() const {
const char code[] = "a++1;1++b;";
const SimpleTokenList tokenlist(code);
ASSERT(Token::simpleMatch(tokenlist.front(), "a + + 1 ; 1 + + b ;"));
}
void isKeyword() const {
const char code[] = "for a int delete true";
{
const SimpleTokenList tokenlist(code, Standards::Language::C);
ASSERT_EQUALS(true, tokenlist.front()->isKeyword());
ASSERT_EQUALS(true, tokenlist.front()->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->next()->isKeyword());
ASSERT_EQUALS(false, tokenlist.front()->next()->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isKeyword());
ASSERT_EQUALS(true, tokenlist.front()->tokAt(2)->tokType() == Token::eType);
ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(3)->isKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(3)->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isKeyword());
ASSERT_EQUALS(true, tokenlist.front()->tokAt(4)->isLiteral());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isControlFlowKeyword());
}
{
const SimpleTokenList tokenlist(code);
ASSERT_EQUALS(true, tokenlist.front()->isKeyword());
ASSERT_EQUALS(true, tokenlist.front()->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->next()->isKeyword());
ASSERT_EQUALS(false, tokenlist.front()->next()->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isKeyword());
ASSERT_EQUALS(true, tokenlist.front()->tokAt(2)->tokType() == Token::eType);
ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isControlFlowKeyword());
ASSERT_EQUALS(true, tokenlist.front()->tokAt(3)->isKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(3)->isControlFlowKeyword());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isKeyword());
ASSERT_EQUALS(true, tokenlist.front()->tokAt(4)->isLiteral());
ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isControlFlowKeyword());
}
{
const char code2[] = "_Generic"; // C11 keyword
const SimpleTokenList tokenlist(code2); // default settings use latest standard
ASSERT_EQUALS(false, tokenlist.front()->isKeyword());
}
{
const char code2[] = "_Generic"; // C11 keyword
const SimpleTokenList tokenlist(code2, Standards::Language::C); // default settings use latest standard
ASSERT_EQUALS(true, tokenlist.front()->isKeyword());
}
{
const char code2[] = "_Generic"; // C11 keyword
const Settings s = settingsBuilder().c(Standards::C89).build();
TokenList tokenlist(s, Standards::Language::C);
tokenlist.appendFileIfNew("a.c");
ASSERT(tokenlist.createTokensFromString(code2));
ASSERT_EQUALS(false, tokenlist.front()->isKeyword());
}
{
const char code2[] = "co_return"; // C++20 keyword
const SimpleTokenList tokenlist(code2); // default settings use latest standard
ASSERT_EQUALS(true, tokenlist.front()->isKeyword());
}
{
const char code2[] = "co_return"; // C++20 keyword
const SimpleTokenList tokenlist(code2, Standards::Language::C); // default settings use latest standard
ASSERT_EQUALS(false, tokenlist.front()->isKeyword());
}
{
const char code2[] = "noexcept"; // C++11 keyword
const Settings s = settingsBuilder().cpp(Standards::CPP03).build();
TokenList tokenlist(s, Standards::Language::CPP);
tokenlist.appendFileIfNew("a.cpp");
ASSERT(tokenlist.createTokensFromString(code2));
ASSERT_EQUALS(false, tokenlist.front()->isKeyword());
}
}
void notokens() {
// analyzing /usr/include/poll.h caused Path::identify() to be called with an empty filename from
// TokenList::determineCppC() because there are no tokens
const char code[] = "#include ";
std::vector files;
simplecpp::TokenList tokens1(code, files, "poll.h", nullptr);
Preprocessor preprocessor(tokens1, settingsDefault, *this, Path::identify(tokens1.getFiles()[0], false));
simplecpp::OutputList outputList_pp;
simplecpp::TokenList tokensP = preprocessor.preprocess("", files, outputList_pp);
ASSERT(!preprocessor.reportOutput(outputList_pp, true));
TokenList tokenlist(settingsDefault, Standards::Language::C); // headers are treated as C files
tokenlist.createTokens(std::move(tokensP)); // do not assert
}
void ast1() const {
const char code[] = "('Release|x64' == 'Release|x64');";
TokenList tokenlist(settingsDefault, Standards::Language::C);
ASSERT(tokenlist.createTokensFromString(code));
// TODO: put this logic in TokenList
// generate links
{
std::stack lpar;
for (Token* tok2 = tokenlist.front(); tok2; tok2 = tok2->next()) {
if (tok2->str() == "(")
lpar.push(tok2);
else if (tok2->str() == ")") {
if (lpar.empty())
break;
Token::createMutualLinks(lpar.top(), tok2);
lpar.pop();
}
}
}
tokenlist.createAst(); // do not crash
}
};
REGISTER_TEST(TestTokenList)