jdk-24/test/jdk/java/net/httpclient/websocket/DummySecureWebSocketServer.java
Daniel Fuchs c6da6681d4 8236859: WebSocket over authenticating proxy fails with NPE
This change fixes several issues with WebSocket and proxy authentication. The AuthenticationFilter is changed to support an authenticating server accessed through an authenticating proxy. MultiExchange is fixed to close the previous connection if a new connection is necessary to establish the websocket (websocket connections are not cached and must be closed in that case). WebSocket OpeningHandshake is fixed to close the connection (without creating the RawChannel) if the opening handshake doesn't result in 101 upgrade protocol.

Reviewed-by: prappo, chegar
2020-01-17 17:55:06 +00:00

611 lines
22 KiB
Java

/*
* Copyright (c) 2020, Oracle and/or its affiliates. All rights reserved.
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
*
* This code is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License version 2 only, as
* published by the Free Software Foundation.
*
* This code is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
* version 2 for more details (a copy is included in the LICENSE file that
* accompanied this code).
*
* You should have received a copy of the GNU General Public License version
* 2 along with this work; if not, write to the Free Software Foundation,
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
*
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
* or visit www.oracle.com if you need additional information or have any
* questions.
*/
import javax.net.ServerSocketFactory;
import javax.net.ssl.SSLServerSocketFactory;
import java.io.Closeable;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.UncheckedIOException;
import java.net.InetAddress;
import java.net.InetSocketAddress;
import java.net.Socket;
import java.net.ServerSocket;
import java.net.SocketAddress;
import java.net.SocketOption;
import java.net.StandardSocketOptions;
import java.net.URI;
import java.nio.ByteBuffer;
import java.nio.CharBuffer;
import java.nio.channels.ClosedByInterruptException;
import java.nio.channels.ServerSocketChannel;
import java.nio.channels.SocketChannel;
import java.nio.charset.CharacterCodingException;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Base64;
import java.util.HashMap;
import java.util.Iterator;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.function.BiFunction;
import java.util.regex.Pattern;
import java.util.stream.Collectors;
import static java.lang.String.format;
import static java.lang.System.err;
import static java.nio.charset.StandardCharsets.ISO_8859_1;
import static java.nio.charset.StandardCharsets.UTF_8;
import static java.util.Arrays.asList;
import static java.util.Objects.requireNonNull;
/**
* Dummy WebSocket Server, which supports TLS.
* By default the dummy webserver uses a plain TCP connection,
* but it can use a TLS connection if secure() is called before
* open(). It will use the default SSL context.
*
* Performs simpler version of the WebSocket Opening Handshake over HTTP (i.e.
* no proxying, cookies, etc.) Supports sequential connections, one at a time,
* i.e. in order for a client to connect to the server the previous client must
* disconnect first.
*
* Expected client request:
*
* GET /chat HTTP/1.1
* Host: server.example.com
* Upgrade: websocket
* Connection: Upgrade
* Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==
* Origin: http://example.com
* Sec-WebSocket-Protocol: chat, superchat
* Sec-WebSocket-Version: 13
*
* This server response:
*
* HTTP/1.1 101 Switching Protocols
* Upgrade: websocket
* Connection: Upgrade
* Sec-WebSocket-Accept: s3pPLMBiTxaQ9kYGzzhZRbK+xOo=
* Sec-WebSocket-Protocol: chat
*/
public class DummySecureWebSocketServer implements Closeable {
/**
* Emulates some of the SocketChannel APIs over a Socket
* instance.
*/
public static class WebSocketChannel implements AutoCloseable {
interface Reader {
int read(ByteBuffer buf) throws IOException;
}
interface Writer {
void write(ByteBuffer buf) throws IOException;
}
interface Config {
<T> void setOption(SocketOption<T> option, T value) throws IOException;
}
interface Closer {
void close() throws IOException;
}
final AutoCloseable channel;
final Reader reader;
final Writer writer;
final Config config;
final Closer closer;
WebSocketChannel(AutoCloseable channel, Reader reader, Writer writer, Config config, Closer closer) {
this.channel = channel;
this.reader = reader;
this.writer = writer;
this.config = config;
this.closer = closer;
}
public void close() throws IOException {
closer.close();
}
public String toString() {
return channel.toString();
}
public int read(ByteBuffer bb) throws IOException {
return reader.read(bb);
}
public void write(ByteBuffer bb) throws IOException {
writer.write(bb);
}
public <T> void setOption(SocketOption<T> option, T value) throws IOException {
config.setOption(option, value);
}
public static WebSocketChannel of(Socket s) {
Reader reader = (bb) -> DummySecureWebSocketServer.read(s.getInputStream(), bb);
Writer writer = (bb) -> DummySecureWebSocketServer.write(s.getOutputStream(), bb);
return new WebSocketChannel(s, reader, writer, s::setOption, s::close);
}
}
/**
* Emulates some of the ServerSocketChannel APIs over a ServerSocket
* instance.
*/
public static class WebServerSocketChannel implements AutoCloseable {
interface Accepter {
WebSocketChannel accept() throws IOException;
}
interface Binder {
void bind(SocketAddress address) throws IOException;
}
interface Config {
<T> void setOption(SocketOption<T> option, T value) throws IOException;
}
interface Closer {
void close() throws IOException;
}
interface Addressable {
SocketAddress getLocalAddress() throws IOException;
}
final AutoCloseable server;
final Accepter accepter;
final Binder binder;
final Addressable address;
final Config config;
final Closer closer;
WebServerSocketChannel(AutoCloseable server,
Accepter accepter,
Binder binder,
Addressable address,
Config config,
Closer closer) {
this.server = server;
this.accepter = accepter;
this.binder = binder;
this.address = address;
this.config = config;
this.closer = closer;
}
public void close() throws IOException {
closer.close();
}
public String toString() {
return server.toString();
}
public WebSocketChannel accept() throws IOException {
return accepter.accept();
}
public void bind(SocketAddress address) throws IOException {
binder.bind(address);
}
public <T> void setOption(SocketOption<T> option, T value) throws IOException {
config.setOption(option, value);
}
public SocketAddress getLocalAddress() throws IOException {
return address.getLocalAddress();
}
public static WebServerSocketChannel of(ServerSocket ss) {
Accepter a = () -> WebSocketChannel.of(ss.accept());
return new WebServerSocketChannel(ss, a, ss::bind, ss::getLocalSocketAddress, ss::setOption, ss::close);
}
}
// Creates a secure WebServerSocketChannel
static WebServerSocketChannel openWSS() throws IOException {
return WebServerSocketChannel.of(SSLServerSocketFactory.getDefault().createServerSocket());
}
// Creates a plain WebServerSocketChannel
static WebServerSocketChannel openWS() throws IOException {
return WebServerSocketChannel.of(ServerSocketFactory.getDefault().createServerSocket());
}
static int read(InputStream str, ByteBuffer buffer) throws IOException {
int len = Math.min(buffer.remaining(), 1024);
if (len <= 0) return 0;
byte[] bytes = new byte[len];
int res = 0;
if (buffer.hasRemaining()) {
len = Math.min(len, buffer.remaining());
int n = str.read(bytes, 0, len);
if (n > 0) {
buffer.put(bytes, 0, n);
res += n;
} else if (res > 0) {
return res;
} else {
return n;
}
}
return res;
}
static void write(OutputStream str, ByteBuffer buffer) throws IOException {
int len = Math.min(buffer.remaining(), 1024);
if (len <= 0) return;
byte[] bytes = new byte[len];
int res = 0;
int pos = buffer.position();
while (buffer.hasRemaining()) {
len = Math.min(len, buffer.remaining());
buffer.get(bytes, 0, len);
str.write(bytes, 0, len);
}
}
private final AtomicBoolean started = new AtomicBoolean();
private final Thread thread;
private volatile WebServerSocketChannel ss;
private volatile InetSocketAddress address;
private volatile boolean secure;
private ByteBuffer read = ByteBuffer.allocate(16384);
private final CountDownLatch readReady = new CountDownLatch(1);
private volatile boolean done;
private static class Credentials {
private final String name;
private final String password;
private Credentials(String name, String password) {
this.name = name;
this.password = password;
}
public String name() { return name; }
public String password() { return password; }
}
public DummySecureWebSocketServer() {
this(defaultMapping(), null, null);
}
public DummySecureWebSocketServer(String username, String password) {
this(defaultMapping(), username, password);
}
public DummySecureWebSocketServer(BiFunction<List<String>,Credentials,List<String>> mapping,
String username,
String password) {
requireNonNull(mapping);
Credentials credentials = username != null ?
new Credentials(username, password) : null;
thread = new Thread(() -> {
try {
while (!Thread.currentThread().isInterrupted() && !done) {
err.println("Accepting next connection at: " + ss);
WebSocketChannel channel = ss.accept();
err.println("Accepted: " + channel);
try {
channel.setOption(StandardSocketOptions.TCP_NODELAY, true);
while (!done) {
StringBuilder request = new StringBuilder();
if (!readRequest(channel, request)) {
throw new IOException("Bad request:[" + request + "]");
}
List<String> strings = asList(request.toString().split("\r\n"));
List<String> response = mapping.apply(strings, credentials);
writeResponse(channel, response);
if (response.get(0).startsWith("HTTP/1.1 401")) {
err.println("Sent 401 Authentication response " + channel);
continue;
} else {
serve(channel);
break;
}
}
} catch (IOException e) {
if (!done) {
err.println("Error in connection: " + channel + ", " + e);
}
} finally {
err.println("Closed: " + channel);
close(channel);
readReady.countDown();
}
}
} catch (ClosedByInterruptException ignored) {
} catch (Throwable e) {
if (!done) {
e.printStackTrace(err);
}
} finally {
done = true;
close(ss);
err.println("Stopped at: " + getURI());
}
});
thread.setName("DummySecureWebSocketServer");
thread.setDaemon(false);
}
// must be called before open()
public DummySecureWebSocketServer secure() {
secure = true;
return this;
}
protected void read(WebSocketChannel ch) throws IOException {
// Read until the thread is interrupted or an error occurred
// or the input is shutdown
ByteBuffer b = ByteBuffer.allocate(65536);
while (ch.read(b) != -1) {
b.flip();
if (read.remaining() < b.remaining()) {
int required = read.capacity() - read.remaining() + b.remaining();
int log2required = 32 - Integer.numberOfLeadingZeros(required - 1);
ByteBuffer newBuffer = ByteBuffer.allocate(1 << log2required);
newBuffer.put(read.flip());
read = newBuffer;
}
read.put(b);
b.clear();
}
}
protected void write(WebSocketChannel ch) throws IOException { }
protected final void serve(WebSocketChannel channel)
throws InterruptedException
{
Thread reader = new Thread(() -> {
try {
read(channel);
} catch (IOException ignored) { }
});
Thread writer = new Thread(() -> {
try {
write(channel);
} catch (IOException ignored) { }
});
reader.start();
writer.start();
try {
while (!done) {
try {
reader.join(500);
} catch (InterruptedException x) {
if (done) {
close(channel);
break;
}
}
}
} finally {
reader.interrupt();
try {
while (!done) {
try {
writer.join(500);
} catch (InterruptedException x) {
if (done) break;
}
}
} finally {
writer.interrupt();
}
}
}
public ByteBuffer read() throws InterruptedException {
readReady.await();
return read.duplicate().asReadOnlyBuffer().flip();
}
public void open() throws IOException {
err.println("Starting");
if (!started.compareAndSet(false, true)) {
throw new IllegalStateException("Already started");
}
ss = secure ? openWSS() : openWS();
try {
ss.bind(new InetSocketAddress(InetAddress.getLoopbackAddress(), 0));
address = (InetSocketAddress) ss.getLocalAddress();
thread.start();
} catch (IOException e) {
done = true;
close(ss);
throw e;
}
err.println("Started at: " + getURI());
}
@Override
public void close() {
err.println("Stopping: " + getURI());
done = true;
thread.interrupt();
close(ss);
}
URI getURI() {
if (!started.get()) {
throw new IllegalStateException("Not yet started");
}
if (!secure) {
return URI.create("ws://localhost:" + address.getPort());
} else {
return URI.create("wss://localhost:" + address.getPort());
}
}
private boolean readRequest(WebSocketChannel channel, StringBuilder request)
throws IOException
{
ByteBuffer buffer = ByteBuffer.allocate(512);
while (channel.read(buffer) != -1) {
// read the complete HTTP request headers, there should be no body
CharBuffer decoded;
buffer.flip();
try {
decoded = ISO_8859_1.newDecoder().decode(buffer);
} catch (CharacterCodingException e) {
throw new UncheckedIOException(e);
}
request.append(decoded);
if (Pattern.compile("\r\n\r\n").matcher(request).find())
return true;
buffer.clear();
}
return false;
}
private void writeResponse(WebSocketChannel channel, List<String> response)
throws IOException
{
String s = response.stream().collect(Collectors.joining("\r\n"))
+ "\r\n\r\n";
ByteBuffer encoded;
try {
encoded = ISO_8859_1.newEncoder().encode(CharBuffer.wrap(s));
} catch (CharacterCodingException e) {
throw new UncheckedIOException(e);
}
while (encoded.hasRemaining()) {
channel.write(encoded);
}
}
private static BiFunction<List<String>,Credentials,List<String>> defaultMapping() {
return (request, credentials) -> {
List<String> response = new LinkedList<>();
Iterator<String> iterator = request.iterator();
if (!iterator.hasNext()) {
throw new IllegalStateException("The request is empty");
}
String statusLine = iterator.next();
if (!(statusLine.startsWith("GET /") && statusLine.endsWith(" HTTP/1.1"))) {
throw new IllegalStateException
("Unexpected status line: " + request.get(0));
}
response.add("HTTP/1.1 101 Switching Protocols");
Map<String, List<String>> requestHeaders = new HashMap<>();
while (iterator.hasNext()) {
String header = iterator.next();
String[] split = header.split(": ");
if (split.length != 2) {
throw new IllegalStateException
("Unexpected header: " + header
+ ", split=" + Arrays.toString(split));
}
requestHeaders.computeIfAbsent(split[0], k -> new ArrayList<>()).add(split[1]);
}
if (requestHeaders.containsKey("Sec-WebSocket-Protocol")) {
throw new IllegalStateException("Subprotocols are not expected");
}
if (requestHeaders.containsKey("Sec-WebSocket-Extensions")) {
throw new IllegalStateException("Extensions are not expected");
}
expectHeader(requestHeaders, "Connection", "Upgrade");
response.add("Connection: Upgrade");
expectHeader(requestHeaders, "Upgrade", "websocket");
response.add("Upgrade: websocket");
expectHeader(requestHeaders, "Sec-WebSocket-Version", "13");
List<String> key = requestHeaders.get("Sec-WebSocket-Key");
if (key == null || key.isEmpty()) {
throw new IllegalStateException("Sec-WebSocket-Key is missing");
}
if (key.size() != 1) {
throw new IllegalStateException("Sec-WebSocket-Key has too many values : " + key);
}
MessageDigest sha1 = null;
try {
sha1 = MessageDigest.getInstance("SHA-1");
} catch (NoSuchAlgorithmException e) {
throw new InternalError(e);
}
String x = key.get(0) + "258EAFA5-E914-47DA-95CA-C5AB0DC85B11";
sha1.update(x.getBytes(ISO_8859_1));
String v = Base64.getEncoder().encodeToString(sha1.digest());
response.add("Sec-WebSocket-Accept: " + v);
// check authorization credentials, if required by the server
if (credentials != null && !authorized(credentials, requestHeaders)) {
response.clear();
response.add("HTTP/1.1 401 Unauthorized");
response.add("Content-Length: 0");
response.add("WWW-Authenticate: Basic realm=\"dummy server realm\"");
}
return response;
};
}
// Checks credentials in the request against those allowable by the server.
private static boolean authorized(Credentials credentials,
Map<String,List<String>> requestHeaders) {
List<String> authorization = requestHeaders.get("Authorization");
if (authorization == null)
return false;
if (authorization.size() != 1) {
throw new IllegalStateException("Authorization unexpected count:" + authorization);
}
String header = authorization.get(0);
if (!header.startsWith("Basic "))
throw new IllegalStateException("Authorization not Basic: " + header);
header = header.substring("Basic ".length());
String values = new String(Base64.getDecoder().decode(header), UTF_8);
int sep = values.indexOf(':');
if (sep < 1) {
throw new IllegalStateException("Authorization not colon: " + values);
}
String name = values.substring(0, sep);
String password = values.substring(sep + 1);
if (name.equals(credentials.name()) && password.equals(credentials.password()))
return true;
return false;
}
protected static String expectHeader(Map<String, List<String>> headers,
String name,
String value) {
List<String> v = headers.get(name);
if (v == null) {
throw new IllegalStateException(
format("Expected '%s' header, not present in %s",
name, headers));
}
if (!v.contains(value)) {
throw new IllegalStateException(
format("Expected '%s: %s', actual: '%s: %s'",
name, value, name, v)
);
}
return value;
}
private static void close(AutoCloseable... acs) {
for (AutoCloseable ac : acs) {
try {
ac.close();
} catch (Exception ignored) { }
}
}
}