mirror of
https://github.com/crawler-commons/crawler-commons
synced 2024-05-24 03:26:04 +02:00
38 lines
1.3 KiB
Java
38 lines
1.3 KiB
Java
/**
|
|
* Copyright 2016 Crawler-Commons
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package crawlercommons.filters.basic;
|
|
|
|
import org.junit.jupiter.api.Assertions;
|
|
import org.junit.jupiter.api.BeforeAll;
|
|
import org.junit.jupiter.params.ParameterizedTest;
|
|
import org.junit.jupiter.params.provider.CsvFileSource;
|
|
|
|
/** Unit tests for BasicURLNormalizer. */
|
|
public class BasicURLNormalizerTest {
|
|
private static BasicURLNormalizer normalizer;
|
|
|
|
@BeforeAll
|
|
public static void setup() {
|
|
normalizer = new BasicURLNormalizer();
|
|
}
|
|
|
|
@ParameterizedTest
|
|
@CsvFileSource(resources = "/normalizer/weirdToNormalizedUrls.csv")
|
|
void testBasicNormalizer(String weirdUrl, String expectedNormalizedUrl) throws Exception {
|
|
Assertions.assertEquals(expectedNormalizedUrl, normalizer.filter(weirdUrl), "normalizing: " + weirdUrl);
|
|
}
|
|
} |