e1bf9d6257
Motivation: DNS lookups in DnsNameResolverTest can take longer than expected due to retries. The hard limit of 5 seconds is being applied to testNegativeTtl(), making the first uncached lookup cause a timeout. Modifications: Do not use JUnit's Timeout annotation but implement simple timeout mechanism that apples only to cached lookups. Result: testNegativeTtl() should not fail when an initial negative lookup requires a retry.
562 lines
21 KiB
Java
562 lines
21 KiB
Java
/*
|
|
* Copyright 2015 The Netty Project
|
|
*
|
|
* The Netty Project licenses this file to you under the Apache License,
|
|
* version 2.0 (the "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at:
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
* License for the specific language governing permissions and limitations
|
|
* under the License.
|
|
*/
|
|
package io.netty.resolver.dns;
|
|
|
|
import io.netty.buffer.ByteBuf;
|
|
import io.netty.buffer.ByteBufHolder;
|
|
import io.netty.channel.AddressedEnvelope;
|
|
import io.netty.channel.EventLoopGroup;
|
|
import io.netty.channel.nio.NioEventLoopGroup;
|
|
import io.netty.channel.socket.InternetProtocolFamily;
|
|
import io.netty.channel.socket.nio.NioDatagramChannel;
|
|
import io.netty.handler.codec.dns.DefaultDnsQuestion;
|
|
import io.netty.handler.codec.dns.DnsRecord;
|
|
import io.netty.handler.codec.dns.DnsRecordType;
|
|
import io.netty.handler.codec.dns.DnsResponse;
|
|
import io.netty.handler.codec.dns.DnsResponseCode;
|
|
import io.netty.handler.codec.dns.DnsSection;
|
|
import io.netty.util.concurrent.Future;
|
|
import io.netty.util.internal.StringUtil;
|
|
import io.netty.util.internal.ThreadLocalRandom;
|
|
import io.netty.util.internal.logging.InternalLogger;
|
|
import io.netty.util.internal.logging.InternalLoggerFactory;
|
|
import org.junit.After;
|
|
import org.junit.AfterClass;
|
|
import org.junit.Test;
|
|
|
|
import java.net.InetAddress;
|
|
import java.net.InetSocketAddress;
|
|
import java.net.UnknownHostException;
|
|
import java.util.ArrayList;
|
|
import java.util.Arrays;
|
|
import java.util.Collections;
|
|
import java.util.HashMap;
|
|
import java.util.HashSet;
|
|
import java.util.LinkedHashMap;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.Map.Entry;
|
|
import java.util.Set;
|
|
|
|
import static org.hamcrest.Matchers.greaterThan;
|
|
import static org.hamcrest.Matchers.hasSize;
|
|
import static org.hamcrest.Matchers.instanceOf;
|
|
import static org.hamcrest.Matchers.is;
|
|
import static org.junit.Assert.assertEquals;
|
|
import static org.junit.Assert.assertThat;
|
|
import static org.junit.Assert.fail;
|
|
|
|
public class DnsNameResolverTest {
|
|
|
|
private static final InternalLogger logger = InternalLoggerFactory.getInstance(DnsNameResolver.class);
|
|
|
|
private static final List<InetSocketAddress> SERVERS = Arrays.asList(
|
|
new InetSocketAddress("8.8.8.8", 53), // Google Public DNS
|
|
new InetSocketAddress("8.8.4.4", 53),
|
|
new InetSocketAddress("208.67.222.222", 53), // OpenDNS
|
|
new InetSocketAddress("208.67.220.220", 53),
|
|
new InetSocketAddress("208.67.222.220", 53),
|
|
new InetSocketAddress("208.67.220.222", 53),
|
|
new InetSocketAddress("37.235.1.174", 53), // FreeDNS
|
|
new InetSocketAddress("37.235.1.177", 53),
|
|
//
|
|
// OpenNIC - Fusl's Tier 2 DNS servers
|
|
//
|
|
// curl http://meo.ws/dnsrec.php | \
|
|
// grep -E '^IPv4' | awk '{ print $2; }' | \
|
|
// perl -p -e 's/^/new InetSocketAddress("/' | \
|
|
// perl -p -e 's/$/", 53),/'
|
|
//
|
|
new InetSocketAddress("192.71.247.247", 53),
|
|
new InetSocketAddress("163.47.20.30", 53),
|
|
new InetSocketAddress("103.25.56.238", 53),
|
|
new InetSocketAddress("111.223.227.125", 53),
|
|
new InetSocketAddress("103.241.0.207", 53),
|
|
new InetSocketAddress("192.71.249.249", 53),
|
|
new InetSocketAddress("69.28.67.83", 53),
|
|
new InetSocketAddress("192.121.170.170", 53),
|
|
new InetSocketAddress("62.141.38.230", 53),
|
|
new InetSocketAddress("185.97.7.7", 53),
|
|
new InetSocketAddress("84.200.83.161", 53),
|
|
new InetSocketAddress("78.47.34.12", 53),
|
|
new InetSocketAddress("192.71.213.213", 53),
|
|
new InetSocketAddress("95.175.99.231", 53),
|
|
new InetSocketAddress("92.222.80.28", 53),
|
|
new InetSocketAddress("178.79.174.162", 53),
|
|
new InetSocketAddress("95.129.41.126", 53),
|
|
new InetSocketAddress("151.236.20.236", 53),
|
|
new InetSocketAddress("79.120.211.147", 53),
|
|
new InetSocketAddress("217.78.6.191", 53),
|
|
new InetSocketAddress("193.182.144.144", 53),
|
|
new InetSocketAddress("192.71.211.211", 53),
|
|
new InetSocketAddress("103.250.184.85", 53),
|
|
new InetSocketAddress("192.71.218.218", 53),
|
|
new InetSocketAddress("192.121.47.47", 53),
|
|
new InetSocketAddress("106.185.41.36", 53),
|
|
new InetSocketAddress("88.82.109.9", 53),
|
|
new InetSocketAddress("185.61.149.228", 53),
|
|
new InetSocketAddress("31.220.43.191", 53),
|
|
new InetSocketAddress("151.236.29.92", 53),
|
|
new InetSocketAddress("163.47.21.44", 53),
|
|
new InetSocketAddress("151.236.25.25", 53),
|
|
new InetSocketAddress("94.46.12.224", 53),
|
|
new InetSocketAddress("46.108.39.139", 53),
|
|
new InetSocketAddress("213.183.57.55", 53),
|
|
new InetSocketAddress("213.183.57.57", 53),
|
|
new InetSocketAddress("31.220.5.106", 53),
|
|
new InetSocketAddress("103.25.202.192", 53),
|
|
new InetSocketAddress("74.207.241.202", 53),
|
|
new InetSocketAddress("104.245.33.185", 53),
|
|
new InetSocketAddress("104.245.39.112", 53),
|
|
new InetSocketAddress("74.207.232.103", 53),
|
|
new InetSocketAddress("104.237.144.172", 53),
|
|
new InetSocketAddress("104.237.136.225", 53),
|
|
new InetSocketAddress("104.219.55.89", 53),
|
|
new InetSocketAddress("23.226.230.72", 53),
|
|
new InetSocketAddress("41.185.78.25", 53)
|
|
);
|
|
|
|
// Using the top-100 web sites ranked in Alexa.com (Oct 2014)
|
|
// Please use the following series of shell commands to get this up-to-date:
|
|
// $ curl -O http://s3.amazonaws.com/alexa-static/top-1m.csv.zip
|
|
// $ unzip -o top-1m.csv.zip top-1m.csv
|
|
// $ head -100 top-1m.csv | cut -d, -f2 | cut -d/ -f1 | while read L; do echo '"'"$L"'",'; done > topsites.txt
|
|
private static final String[] DOMAINS = {
|
|
"google.com",
|
|
"facebook.com",
|
|
"youtube.com",
|
|
"yahoo.com",
|
|
"baidu.com",
|
|
"wikipedia.org",
|
|
"amazon.com",
|
|
"twitter.com",
|
|
"qq.com",
|
|
"taobao.com",
|
|
"linkedin.com",
|
|
"google.co.in",
|
|
"live.com",
|
|
"hao123.com",
|
|
"sina.com.cn",
|
|
"blogspot.com",
|
|
"weibo.com",
|
|
"yahoo.co.jp",
|
|
"tmall.com",
|
|
"yandex.ru",
|
|
"sohu.com",
|
|
"bing.com",
|
|
"ebay.com",
|
|
"pinterest.com",
|
|
"vk.com",
|
|
"google.de",
|
|
"wordpress.com",
|
|
"apple.com",
|
|
"google.co.jp",
|
|
"google.co.uk",
|
|
"360.cn",
|
|
"instagram.com",
|
|
"google.fr",
|
|
"msn.com",
|
|
"ask.com",
|
|
"soso.com",
|
|
"google.com.br",
|
|
"tumblr.com",
|
|
"paypal.com",
|
|
"mail.ru",
|
|
"xvideos.com",
|
|
"microsoft.com",
|
|
"google.ru",
|
|
"reddit.com",
|
|
"google.it",
|
|
"imgur.com",
|
|
"163.com",
|
|
"google.es",
|
|
"imdb.com",
|
|
"aliexpress.com",
|
|
"t.co",
|
|
"go.com",
|
|
"adcash.com",
|
|
"craigslist.org",
|
|
"amazon.co.jp",
|
|
"alibaba.com",
|
|
"google.com.mx",
|
|
"stackoverflow.com",
|
|
"xhamster.com",
|
|
"fc2.com",
|
|
"google.ca",
|
|
"bbc.co.uk",
|
|
"espn.go.com",
|
|
"cnn.com",
|
|
"google.co.id",
|
|
"people.com.cn",
|
|
"gmw.cn",
|
|
"pornhub.com",
|
|
"blogger.com",
|
|
"huffingtonpost.com",
|
|
"flipkart.com",
|
|
"akamaihd.net",
|
|
"google.com.tr",
|
|
"amazon.de",
|
|
"netflix.com",
|
|
"onclickads.net",
|
|
"googleusercontent.com",
|
|
"kickass.to",
|
|
"google.com.au",
|
|
"google.pl",
|
|
"xinhuanet.com",
|
|
"ebay.de",
|
|
"wordpress.org",
|
|
"odnoklassniki.ru",
|
|
"google.com.hk",
|
|
"adobe.com",
|
|
"dailymotion.com",
|
|
"dailymail.co.uk",
|
|
"indiatimes.com",
|
|
"amazon.co.uk",
|
|
"xnxx.com",
|
|
"rakuten.co.jp",
|
|
"dropbox.com",
|
|
"tudou.com",
|
|
"about.com",
|
|
"cnet.com",
|
|
"vimeo.com",
|
|
"redtube.com",
|
|
"blogspot.in",
|
|
};
|
|
|
|
/**
|
|
* The list of the domain names to exclude from {@link #testResolveAorAAAA()}.
|
|
*/
|
|
private static final Set<String> EXCLUSIONS_RESOLVE_A = new HashSet<String>();
|
|
static {
|
|
Collections.addAll(
|
|
EXCLUSIONS_RESOLVE_A,
|
|
"akamaihd.net",
|
|
"googleusercontent.com",
|
|
StringUtil.EMPTY_STRING);
|
|
}
|
|
|
|
/**
|
|
* The list of the domain names to exclude from {@link #testResolveAAAA()}.
|
|
* Unfortunately, there are only handful of domain names with IPv6 addresses.
|
|
*/
|
|
private static final Set<String> EXCLUSIONS_RESOLVE_AAAA = new HashSet<String>();
|
|
static {
|
|
EXCLUSIONS_RESOLVE_AAAA.addAll(EXCLUSIONS_RESOLVE_A);
|
|
Collections.addAll(EXCLUSIONS_RESOLVE_AAAA, DOMAINS);
|
|
EXCLUSIONS_RESOLVE_AAAA.removeAll(Arrays.asList(
|
|
"google.com",
|
|
"facebook.com",
|
|
"youtube.com",
|
|
"wikipedia.org",
|
|
"google.co.in",
|
|
"blogspot.com",
|
|
"vk.com",
|
|
"google.de",
|
|
"google.co.jp",
|
|
"google.co.uk",
|
|
"google.fr",
|
|
"google.com.br",
|
|
"google.ru",
|
|
"google.it",
|
|
"google.es",
|
|
"google.com.mx",
|
|
"xhamster.com",
|
|
"google.ca",
|
|
"google.co.id",
|
|
"blogger.com",
|
|
"flipkart.com",
|
|
"google.com.tr",
|
|
"google.com.au",
|
|
"google.pl",
|
|
"google.com.hk",
|
|
"blogspot.in"
|
|
));
|
|
}
|
|
|
|
/**
|
|
* The list of the domain names to exclude from {@link #testQueryMx()}.
|
|
*/
|
|
private static final Set<String> EXCLUSIONS_QUERY_MX = new HashSet<String>();
|
|
static {
|
|
Collections.addAll(
|
|
EXCLUSIONS_QUERY_MX,
|
|
"hao123.com",
|
|
"blogspot.com",
|
|
"t.co",
|
|
"espn.go.com",
|
|
"people.com.cn",
|
|
"googleusercontent.com",
|
|
"blogspot.in",
|
|
StringUtil.EMPTY_STRING);
|
|
}
|
|
|
|
private static final EventLoopGroup group = new NioEventLoopGroup(1);
|
|
private static final DnsNameResolver resolver = new DnsNameResolver(
|
|
group.next(), NioDatagramChannel.class, DnsServerAddresses.shuffled(SERVERS));
|
|
|
|
static {
|
|
resolver.setMaxQueriesPerResolve(SERVERS.size());
|
|
}
|
|
|
|
@AfterClass
|
|
public static void destroy() {
|
|
group.shutdownGracefully();
|
|
}
|
|
|
|
@After
|
|
public void reset() throws Exception {
|
|
resolver.clearCache();
|
|
}
|
|
|
|
@Test
|
|
public void testResolveAorAAAA() throws Exception {
|
|
testResolve0(EXCLUSIONS_RESOLVE_A, InternetProtocolFamily.IPv4, InternetProtocolFamily.IPv6);
|
|
}
|
|
|
|
@Test
|
|
public void testResolveAAAAorA() throws Exception {
|
|
testResolve0(EXCLUSIONS_RESOLVE_A, InternetProtocolFamily.IPv6, InternetProtocolFamily.IPv4);
|
|
}
|
|
|
|
@Test
|
|
public void testResolveA() throws Exception {
|
|
|
|
final int oldMinTtl = resolver.minTtl();
|
|
final int oldMaxTtl = resolver.maxTtl();
|
|
|
|
// Cache for eternity.
|
|
resolver.setTtl(Integer.MAX_VALUE, Integer.MAX_VALUE);
|
|
|
|
try {
|
|
final Map<String, InetAddress> resultA = testResolve0(EXCLUSIONS_RESOLVE_A, InternetProtocolFamily.IPv4);
|
|
|
|
// Now, try to resolve again to see if it's cached.
|
|
// This test works because the DNS servers usually randomizes the order of the records in a response.
|
|
// If cached, the resolved addresses must be always same, because we reuse the same response.
|
|
|
|
final Map<String, InetAddress> resultB = testResolve0(EXCLUSIONS_RESOLVE_A, InternetProtocolFamily.IPv4);
|
|
|
|
// Ensure the result from the cache is identical from the uncached one.
|
|
assertThat(resultB.size(), is(resultA.size()));
|
|
for (Entry<String, InetAddress> e: resultA.entrySet()) {
|
|
InetAddress expected = e.getValue();
|
|
InetAddress actual = resultB.get(e.getKey());
|
|
if (!actual.equals(expected)) {
|
|
// Print the content of the cache when test failure is expected.
|
|
System.err.println("Cache for " + e.getKey() + ": " + resolver.resolveAll(e.getKey(), 0).getNow());
|
|
}
|
|
assertThat(actual, is(expected));
|
|
}
|
|
} finally {
|
|
// Restore the TTL configuration.
|
|
resolver.setTtl(oldMinTtl, oldMaxTtl);
|
|
}
|
|
}
|
|
|
|
@Test
|
|
public void testResolveAAAA() throws Exception {
|
|
testResolve0(EXCLUSIONS_RESOLVE_AAAA, InternetProtocolFamily.IPv6);
|
|
}
|
|
|
|
private static Map<String, InetAddress> testResolve0(
|
|
Set<String> excludedDomains, InternetProtocolFamily... famililies) throws InterruptedException {
|
|
|
|
final List<InternetProtocolFamily> oldResolveAddressTypes = resolver.resolveAddressTypes();
|
|
|
|
assertThat(resolver.isRecursionDesired(), is(true));
|
|
assertThat(oldResolveAddressTypes.size(), is(InternetProtocolFamily.values().length));
|
|
|
|
resolver.setResolveAddressTypes(famililies);
|
|
|
|
final Map<String, InetAddress> results = new HashMap<String, InetAddress>();
|
|
try {
|
|
final Map<InetSocketAddress, Future<InetSocketAddress>> futures =
|
|
new LinkedHashMap<InetSocketAddress, Future<InetSocketAddress>>();
|
|
|
|
for (String name : DOMAINS) {
|
|
if (excludedDomains.contains(name)) {
|
|
continue;
|
|
}
|
|
|
|
resolve(futures, name);
|
|
}
|
|
|
|
for (Entry<InetSocketAddress, Future<InetSocketAddress>> e : futures.entrySet()) {
|
|
InetSocketAddress unresolved = e.getKey();
|
|
InetSocketAddress resolved = e.getValue().sync().getNow();
|
|
|
|
logger.info("{}: {}", unresolved.getHostString(), resolved.getAddress().getHostAddress());
|
|
|
|
assertThat(resolved.isUnresolved(), is(false));
|
|
assertThat(resolved.getHostString(), is(unresolved.getHostString()));
|
|
assertThat(resolved.getPort(), is(unresolved.getPort()));
|
|
|
|
boolean typeMatches = false;
|
|
for (InternetProtocolFamily f: famililies) {
|
|
Class<?> resolvedType = resolved.getAddress().getClass();
|
|
if (f.addressType().isAssignableFrom(resolvedType)) {
|
|
typeMatches = true;
|
|
}
|
|
}
|
|
|
|
assertThat(typeMatches, is(true));
|
|
|
|
results.put(resolved.getHostString(), resolved.getAddress());
|
|
}
|
|
} finally {
|
|
resolver.setResolveAddressTypes(oldResolveAddressTypes);
|
|
}
|
|
|
|
return results;
|
|
}
|
|
|
|
@Test
|
|
public void testQueryMx() throws Exception {
|
|
assertThat(resolver.isRecursionDesired(), is(true));
|
|
|
|
Map<String, Future<AddressedEnvelope<DnsResponse, InetSocketAddress>>> futures =
|
|
new LinkedHashMap<String, Future<AddressedEnvelope<DnsResponse, InetSocketAddress>>>();
|
|
for (String name: DOMAINS) {
|
|
if (EXCLUSIONS_QUERY_MX.contains(name)) {
|
|
continue;
|
|
}
|
|
|
|
queryMx(futures, name);
|
|
}
|
|
|
|
for (Entry<String, Future<AddressedEnvelope<DnsResponse, InetSocketAddress>>> e: futures.entrySet()) {
|
|
String hostname = e.getKey();
|
|
Future<AddressedEnvelope<DnsResponse, InetSocketAddress>> f = e.getValue().awaitUninterruptibly();
|
|
if (!f.isSuccess()) {
|
|
// Try again because the DNS servers might be throttling us down.
|
|
for (int i = 0; i < SERVERS.size(); i++) {
|
|
f = queryMx(hostname).awaitUninterruptibly();
|
|
if (f.isSuccess() && !DnsResponseCode.SERVFAIL.equals(f.getNow().content().code())) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
DnsResponse response = f.getNow().content();
|
|
assertThat(response.code(), is(DnsResponseCode.NOERROR));
|
|
|
|
final int answerCount = response.count(DnsSection.ANSWER);
|
|
final List<DnsRecord> mxList = new ArrayList<DnsRecord>(answerCount);
|
|
for (int i = 0; i < answerCount; i ++) {
|
|
final DnsRecord r = response.recordAt(DnsSection.ANSWER, i);
|
|
if (r.type() == DnsRecordType.MX) {
|
|
mxList.add(r);
|
|
}
|
|
}
|
|
|
|
assertThat(mxList.size(), is(greaterThan(0)));
|
|
StringBuilder buf = new StringBuilder();
|
|
for (DnsRecord r: mxList) {
|
|
ByteBuf recordContent = ((ByteBufHolder) r).content();
|
|
|
|
buf.append(StringUtil.NEWLINE);
|
|
buf.append('\t');
|
|
buf.append(r.name());
|
|
buf.append(' ');
|
|
buf.append(r.type().name());
|
|
buf.append(' ');
|
|
buf.append(recordContent.readUnsignedShort());
|
|
buf.append(' ');
|
|
buf.append(DnsNameResolverContext.decodeDomainName(recordContent));
|
|
}
|
|
|
|
logger.info("{} has the following MX records:{}", hostname, buf);
|
|
response.release();
|
|
}
|
|
}
|
|
|
|
@Test
|
|
public void testNegativeTtl() throws Exception {
|
|
final int oldNegativeTtl = resolver.negativeTtl();
|
|
resolver.setNegativeTtl(10);
|
|
try {
|
|
resolveNonExistentDomain();
|
|
|
|
final int size = 10000;
|
|
final List<UnknownHostException> exceptions = new ArrayList<UnknownHostException>();
|
|
|
|
// If negative cache works, this thread should be done really quickly.
|
|
final Thread negativeLookupThread = new Thread() {
|
|
@Override
|
|
public void run() {
|
|
for (int i = 0; i < size; i++) {
|
|
exceptions.add(resolveNonExistentDomain());
|
|
if (isInterrupted()) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
};
|
|
|
|
negativeLookupThread.start();
|
|
negativeLookupThread.join(5000);
|
|
|
|
if (negativeLookupThread.isAlive()) {
|
|
negativeLookupThread.interrupt();
|
|
fail("Cached negative lookups did not finish quickly.");
|
|
}
|
|
|
|
assertThat(exceptions, hasSize(size));
|
|
} finally {
|
|
resolver.setNegativeTtl(oldNegativeTtl);
|
|
}
|
|
}
|
|
|
|
private static UnknownHostException resolveNonExistentDomain() {
|
|
try {
|
|
resolver.resolve("non-existent.netty.io", 0).sync();
|
|
fail();
|
|
return null;
|
|
} catch (Exception e) {
|
|
assertThat(e, is(instanceOf(UnknownHostException.class)));
|
|
return (UnknownHostException) e;
|
|
}
|
|
}
|
|
|
|
@Test
|
|
public void testResolveIp() {
|
|
InetSocketAddress unresolved =
|
|
InetSocketAddress.createUnresolved("10.0.0.1", ThreadLocalRandom.current().nextInt(65536));
|
|
|
|
InetSocketAddress address = resolver.resolve(unresolved).syncUninterruptibly().getNow();
|
|
|
|
assertEquals("10.0.0.1", address.getHostName());
|
|
}
|
|
|
|
private static void resolve(
|
|
Map<InetSocketAddress, Future<InetSocketAddress>> futures, String hostname) {
|
|
InetSocketAddress unresolved =
|
|
InetSocketAddress.createUnresolved(hostname, ThreadLocalRandom.current().nextInt(65536));
|
|
|
|
futures.put(unresolved, resolver.resolve(unresolved));
|
|
}
|
|
|
|
private static void queryMx(
|
|
Map<String, Future<AddressedEnvelope<DnsResponse, InetSocketAddress>>> futures,
|
|
String hostname) throws Exception {
|
|
futures.put(hostname, resolver.query(new DefaultDnsQuestion(hostname, DnsRecordType.MX)));
|
|
}
|
|
|
|
private static Future<AddressedEnvelope<DnsResponse, InetSocketAddress>> queryMx(String hostname) throws Exception {
|
|
return resolver.query(new DefaultDnsQuestion(hostname, DnsRecordType.MX));
|
|
}
|
|
}
|