/*

* Copyright (c) 2002-2026 Gargoyle Software Inc.

*

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

* https://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

*/

package org.htmlunit;

import java.io.File;

import java.io.FileReader;

import java.io.IOException;

import java.net.UnknownHostException;

import java.text.DateFormat;

import java.text.SimpleDateFormat;

import java.util.LinkedList;

import java.util.List;

import java.util.Locale;

import java.util.concurrent.TimeUnit;

import java.util.regex.Matcher;

import java.util.regex.Pattern;

import org.apache.maven.artifact.versioning.ComparableVersion;

import org.apache.maven.model.Model;

import org.apache.maven.model.io.xpp3.MavenXpp3Reader;

import org.htmlunit.html.DomNode;

import org.htmlunit.html.DomNodeList;

import org.htmlunit.html.HtmlAnchor;

import org.htmlunit.html.HtmlPage;

import org.htmlunit.xml.XmlPage;

import org.junit.jupiter.api.Assertions;

import org.junit.jupiter.api.Test;

/**

* Tests against external websites, this should be done once every while.

*

* @author Ahmed Ashour

* @author Ronald Brill

*/

public class ExternalTest {

static final String SONATYPE_SNAPSHOT_REPO_URL_ =

"https://central.sonatype.com/repository/maven-snapshots/";

static final String MAVEN_REPO_URL_ = "https://repo1.maven.org/maven2/";

/** Chrome driver. */

static final String CHROME_DRIVER_ = "147.0.7727";

static final String CHROME_DRIVER_URL_ =

"https://googlechromelabs.github.io/chrome-for-testing/last-known-good-versions-with-downloads.json";

static final String EDGE_DRIVER_ = "147.0.3912";

static final String EDGE_DRIVER_URL_ = "https://developer.microsoft.com/en-us/microsoft-edge/tools/webdriver/";

/** Gecko driver. */

static final String GECKO_DRIVER_ = "0.36.0";

static final String GECKO_DRIVER_URL_ = "https://github.com/mozilla/geckodriver/releases/latest";

/**

* Tests the current environment matches the expected setup.

*/

@Test

public void testEnvironment() {

Assertions.assertEquals("en_US", Locale.getDefault().toString());

}

/**

* Tests that POM dependencies are the latest.

*

* @throws Exception if an error occurs

*/

@Test

public void pom() throws Exception {

final File pomFile = new File("pom.xml");

if (!pomFile.exists()) {

throw new IOException("POM file not found: " + pomFile.getAbsolutePath());

}

MavenXpp3Reader reader = new MavenXpp3Reader();

try (FileReader fileReader = new FileReader(pomFile)) {

final Model model = reader.read(fileReader);

final Pattern ignorePattern = Pattern.compile("" + model.getProperties().get("maven.version.ignore"));

final List<String> wrongVersions = new LinkedList<>();

for (var dep : model.getDependencies()) {

String version = dep.getVersion();

if (version.startsWith("${")) {

version = "" + model.getProperties().get(version.substring(2, version.length() - 1));

}

try {

assertVersion(dep.getGroupId(), dep.getArtifactId(), version, ignorePattern);

}

catch (final AssertionError e) {

wrongVersions.add(e.getMessage());

}

}

if (!wrongVersions.isEmpty()) {

Assertions.fail(String.join("\n ", wrongVersions));

}

}

}

/**

* Tests that we use the latest chrome driver.

* @throws Exception if an error occurs

*/

@Test

public void assertChromeDriver() throws Exception {

try (WebClient webClient = new WebClient(BrowserVersion.FIREFOX, false, null, -1)) {

final Page page = webClient.getPage(CHROME_DRIVER_URL_);

final String content = page.getWebResponse().getContentAsString();

String version = "0.0.0.0";

final Pattern regex =

Pattern.compile("\"channels\":\\{\"Stable\":\\{.*?\"version\":\"(\\d*\\.\\d*\\.\\d*)\\.\\d*\"");

final Matcher matcher = regex.matcher(content);

while (matcher.find()) {

if (version.compareTo(matcher.group(1)) < 0) {

version = matcher.group(1);

break;

}

}

Assertions.assertEquals(CHROME_DRIVER_, version);

}

}

/**

* Tests that we use the latest edge driver.

* @throws Exception if an error occurs

*/

@Test

// @Disabled("javascript errors")

public void assertEdgeDriver() throws Exception {

try (WebClient webClient = new WebClient(BrowserVersion.FIREFOX)) {

webClient.getOptions().setThrowExceptionOnScriptError(false);

final HtmlPage page = webClient.getPage(EDGE_DRIVER_URL_);

String content = page.asNormalizedText();

content = content.substring(content.indexOf("Current general public release channel."));

content = content.replace("\r\n", "");

String version = "0.0.0.0";

final Pattern regex =

Pattern.compile("Version ("

+ BrowserVersion.EDGE.getBrowserVersionNumeric()

+ "\\.\\d*\\.\\d*)\\.\\d*\\s");

final Matcher matcher = regex.matcher(content);

while (matcher.find()) {

if (version.compareTo(matcher.group(1)) < 0) {

version = matcher.group(1);

break;

}

}

Assertions.assertEquals(EDGE_DRIVER_, version);

}

}

/**

* Tests that we use the latest gecko driver.

* @throws Exception if an error occurs

*/

@Test

public void assertGeckoDriver() throws Exception {

try (WebClient webClient = new WebClient(BrowserVersion.FIREFOX, false, null, -1)) {

try {

final HtmlPage page = webClient.getPage(GECKO_DRIVER_URL_);

final DomNodeList<DomNode> divs = page.querySelectorAll("li.breadcrumb-item-selected");

Assertions.assertEquals("v" + GECKO_DRIVER_, divs.get(0).asNormalizedText());

}

catch (final FailingHttpStatusCodeException e) {

// ignore

}

}

}

/**

* Tests that the deployed snapshot is not more than two weeks old.

*

* @throws Exception if an error occurs

*/

@Test

public void snapshot() throws Exception {

final File pomFile = new File("pom.xml");

if (!pomFile.exists()) {

throw new IOException("POM file not found: " + pomFile.getAbsolutePath());

}

MavenXpp3Reader reader = new MavenXpp3Reader();

try (FileReader fileReader = new FileReader(pomFile)) {

final Model model = reader.read(fileReader);

final String version = model.getVersion();

Assertions.assertNotNull(version);

if (version.contains("SNAPSHOT")) {

try (WebClient webClient = new WebClient(BrowserVersion.FIREFOX, false, null, -1)) {

final String url = SONATYPE_SNAPSHOT_REPO_URL_

+ "org/htmlunit/htmlunit/" + version + "/maven-metadata.xml";

final XmlPage page = webClient.getPage(url);

final String timestamp = page.getElementsByTagName("timestamp").get(0).getTextContent();

final DateFormat format = new SimpleDateFormat("yyyyMMdd.HHmmss", Locale.ROOT);

final long snapshotMillis = format.parse(timestamp).getTime();

final long nowMillis = System.currentTimeMillis();

final long days = TimeUnit.MILLISECONDS.toDays(nowMillis - snapshotMillis);

Assertions.assertTrue(days < 14, "Snapshot not deployed for " + days + " days");

}

}

}

}

private static void assertVersion(final String groupId, final String artifactId,

final String pomVersion, final Pattern ignorePattern)

throws Exception {

String latestMavenCentralVersion = null;

String url = MAVEN_REPO_URL_

+ groupId.replace('.', '/') + '/'

+ artifactId.replace('.', '/');

if (!url.endsWith("/")) {

url += "/";

}

try (WebClient webClient = new WebClient(BrowserVersion.FIREFOX, false, null, -1)) {

webClient.getOptions().setThrowExceptionOnFailingStatusCode(false);

try {

final HtmlPage page = webClient.getPage(url);

for (final HtmlAnchor anchor : page.getAnchors()) {

String mavenCentralVersion = anchor.getTextContent();

mavenCentralVersion = mavenCentralVersion.substring(0, mavenCentralVersion.length() - 1);

if (!isIgnored(groupId, artifactId, mavenCentralVersion, ignorePattern)) {

if (isVersionAfter(mavenCentralVersion, latestMavenCentralVersion)) {

latestMavenCentralVersion = mavenCentralVersion;

}

}

}

}

catch (final UnknownHostException e) {

// ignore because our ci machine sometimes fails

}

}

if (!pomVersion.endsWith("-SNAPSHOT")

|| !isVersionAfter(

pomVersion.substring(0, pomVersion.length() - "-SNAPSHOT".length()),

latestMavenCentralVersion)) {

// it is ok if the pom uses a more recent version

if (!isVersionAfter(pomVersion, latestMavenCentralVersion)) {

Assertions.assertEquals(latestMavenCentralVersion, pomVersion, groupId + ":" + artifactId);

}

}

}

private static boolean isVersionAfter(final String pomVersion, final String centralVersion) {

if (centralVersion == null) {

return true;

}

return new ComparableVersion(pomVersion).compareTo(new ComparableVersion(centralVersion)) > 0;

}

private static boolean isIgnored(final String groupId, final String artifactId,

final String version, final Pattern ignorePattern) {

// version > 3.12.0 does not work with our site.xml and also not with a refactored one

if ("maven-site-plugin".equals(artifactId)

&& (version.startsWith("3.12.1") || version.startsWith("3.20.") || version.startsWith("3.21."))) {

return true;

}

// ancient common versions

if ("commons-io".equals(artifactId) && (version.startsWith("2003"))) {

return true;

}

if ("commons-net".equals(artifactId) && (version.startsWith("2003"))) {

return true;

}

if (ignorePattern.matcher(version).matches()) {

return true;

}

return false;

}

}