add ipv6 support to HTTP daemon

This commit is contained in:
Aryan Arora 2024-04-20 15:28:35 +05:30 committed by Kelson
parent 618a718645
commit a6cf161341
6 changed files with 177 additions and 88 deletions

View File

@ -62,8 +62,10 @@ namespace kiwix
{ m_withTaskbar = withTaskbar; m_withLibraryButton = withLibraryButton; } { m_withTaskbar = withTaskbar; m_withLibraryButton = withLibraryButton; }
void setBlockExternalLinks(bool blockExternalLinks) void setBlockExternalLinks(bool blockExternalLinks)
{ m_blockExternalLinks = blockExternalLinks; } { m_blockExternalLinks = blockExternalLinks; }
void setIPv6(bool ipv6) { m_ipv6 = ipv6; }
int getPort(); int getPort();
std::string getAddress(); std::string getAddress();
bool isAddressIPv6();
protected: protected:
std::shared_ptr<Library> mp_library; std::shared_ptr<Library> mp_library;
@ -78,6 +80,7 @@ namespace kiwix
bool m_withTaskbar = true; bool m_withTaskbar = true;
bool m_withLibraryButton = true; bool m_withLibraryButton = true;
bool m_blockExternalLinks = false; bool m_blockExternalLinks = false;
bool m_ipv6 = false;
int m_ipConnectionLimit = 0; int m_ipConnectionLimit = 0;
std::unique_ptr<InternalServer> mp_server; std::unique_ptr<InternalServer> mp_server;
}; };

View File

@ -25,6 +25,11 @@
#include <map> #include <map>
#include <cstdint> #include <cstdint>
struct ip_addr{
std::string addr;
std::string addr6;
};
namespace kiwix { namespace kiwix {
typedef std::pair<std::string, std::string> LangNameCodePair; typedef std::pair<std::string, std::string> LangNameCodePair;
typedef std::vector<LangNameCodePair> FeedLanguages; typedef std::vector<LangNameCodePair> FeedLanguages;
@ -215,16 +220,28 @@ bool fileReadable(const std::string& path);
*/ */
std::string getMimeTypeForFile(const std::string& filename); std::string getMimeTypeForFile(const std::string& filename);
/** Provides all available network interfaces on Windows
*
* This function provides the available IPv4 and IPv6 network interfaces
*/
std::map<std::string,ip_addr> getNetworkInterfacesWin();
/** Provides all available network interfaces on Posix
*
* This function provides the available IPv4 and IPv6 network interfaces
*/
std::map<std::string,ip_addr> getNetworkInterfacesPosix();
/** Provides all available network interfaces /** Provides all available network interfaces
* *
* This function provides the available IPv4 network interfaces * This function provides the available IPv4 and IPv6 network interfaces
*/ */
std::map<std::string, std::string> getNetworkInterfaces(); std::map<std::string,ip_addr> getNetworkInterfaces();
/** Provides the best IP address /** Provides the best IP address
* This function provides the best IP address from the list given by getNetworkInterfaces * This function provides the best IP address from the list given by getNetworkInterfaces
*/ */
std::string getBestPublicIp(); std::string getBestPublicIp(bool ipv6);
/** Converts file size to human readable format. /** Converts file size to human readable format.
* *

View File

@ -51,6 +51,7 @@ bool Server::start() {
m_withTaskbar, m_withTaskbar,
m_withLibraryButton, m_withLibraryButton,
m_blockExternalLinks, m_blockExternalLinks,
m_ipv6,
m_indexTemplateString, m_indexTemplateString,
m_ipConnectionLimit)); m_ipConnectionLimit));
return mp_server->start(); return mp_server->start();
@ -84,4 +85,9 @@ std::string Server::getAddress()
return mp_server->getAddress(); return mp_server->getAddress();
} }
bool Server::isAddressIPv6()
{
return mp_server->isAddressIPv6();
}
} }

View File

@ -416,6 +416,7 @@ InternalServer::InternalServer(LibraryPtr library,
bool withTaskbar, bool withTaskbar,
bool withLibraryButton, bool withLibraryButton,
bool blockExternalLinks, bool blockExternalLinks,
bool ipv6,
std::string indexTemplateString, std::string indexTemplateString,
int ipConnectionLimit) : int ipConnectionLimit) :
m_addr(addr), m_addr(addr),
@ -428,6 +429,7 @@ InternalServer::InternalServer(LibraryPtr library,
m_withTaskbar(withTaskbar), m_withTaskbar(withTaskbar),
m_withLibraryButton(withLibraryButton), m_withLibraryButton(withLibraryButton),
m_blockExternalLinks(blockExternalLinks), m_blockExternalLinks(blockExternalLinks),
m_ipv6(ipv6),
m_indexTemplateString(indexTemplateString.empty() ? RESOURCE::templates::index_html : indexTemplateString), m_indexTemplateString(indexTemplateString.empty() ? RESOURCE::templates::index_html : indexTemplateString),
m_ipConnectionLimit(ipConnectionLimit), m_ipConnectionLimit(ipConnectionLimit),
mp_daemon(nullptr), mp_daemon(nullptr),
@ -451,28 +453,43 @@ bool InternalServer::start() {
if (m_verbose.load()) if (m_verbose.load())
flags |= MHD_USE_DEBUG; flags |= MHD_USE_DEBUG;
struct sockaddr_in sockAddr;
memset(&sockAddr, 0, sizeof(sockAddr)); struct sockaddr_in sockAddr4={0};
sockAddr.sin_family = AF_INET; sockAddr4.sin_family = AF_INET;
sockAddr.sin_port = htons(m_port); sockAddr4.sin_port = htons(m_port);
struct sockaddr_in6 sockAddr6={0};
sockAddr6.sin6_family = AF_INET6;
sockAddr6.sin6_port = htons(m_port);
if (m_addr.empty()) { if (m_addr.empty()) {
if (0 != INADDR_ANY) { if (0 != INADDR_ANY) {
sockAddr.sin_addr.s_addr = htonl(INADDR_ANY); sockAddr6.sin6_addr = in6addr_any;
sockAddr4.sin_addr.s_addr = htonl(INADDR_ANY);
}
m_addr = kiwix::getBestPublicIp(m_ipv6);
std::cout<<m_addr<<std::endl;
} else if (inet_pton(AF_INET6, m_addr.c_str(), &(sockAddr6.sin6_addr.s6_addr)) == 1 ) {
m_ipv6 = true;
} else if (inet_pton(AF_INET, m_addr.c_str(), &(sockAddr4.sin_addr.s_addr)) == 1) {
if (m_ipv6) {
std::cerr << "Ip address " << m_addr << " is not a valid ipv6 address" << std::endl;
return false;
} }
m_addr = kiwix::getBestPublicIp();
} else { } else {
if (inet_pton(AF_INET, m_addr.c_str(), &(sockAddr.sin_addr.s_addr)) == 0) {
std::cerr << "Ip address " << m_addr << " is not a valid ip address" << std::endl; std::cerr << "Ip address " << m_addr << " is not a valid ip address" << std::endl;
return false; return false;
} }
}
if (m_ipv6)
flags|=MHD_USE_DUAL_STACK;
mp_daemon = MHD_start_daemon(flags, mp_daemon = MHD_start_daemon(flags,
m_port, m_port,
NULL, NULL,
NULL, NULL,
&staticHandlerCallback, &staticHandlerCallback,
this, this,
MHD_OPTION_SOCK_ADDR, &sockAddr, MHD_OPTION_SOCK_ADDR, m_ipv6?(struct sockaddr*)&sockAddr6:(struct sockaddr*)&sockAddr4,
MHD_OPTION_THREAD_POOL_SIZE, m_nbThreads, MHD_OPTION_THREAD_POOL_SIZE, m_nbThreads,
MHD_OPTION_PER_IP_CONNECTION_LIMIT, m_ipConnectionLimit, MHD_OPTION_PER_IP_CONNECTION_LIMIT, m_ipConnectionLimit,
MHD_OPTION_END); MHD_OPTION_END);

View File

@ -103,6 +103,7 @@ class InternalServer {
bool withTaskbar, bool withTaskbar,
bool withLibraryButton, bool withLibraryButton,
bool blockExternalLinks, bool blockExternalLinks,
bool ipv6,
std::string indexTemplateString, std::string indexTemplateString,
int ipConnectionLimit); int ipConnectionLimit);
virtual ~InternalServer(); virtual ~InternalServer();
@ -118,6 +119,7 @@ class InternalServer {
void stop(); void stop();
std::string getAddress() { return m_addr; } std::string getAddress() { return m_addr; }
int getPort() { return m_port; } int getPort() { return m_port; }
bool isAddressIPv6() { return m_ipv6; }
private: // functions private: // functions
std::unique_ptr<Response> handle_request(const RequestContext& request); std::unique_ptr<Response> handle_request(const RequestContext& request);
@ -174,6 +176,7 @@ class InternalServer {
bool m_withTaskbar; bool m_withTaskbar;
bool m_withLibraryButton; bool m_withLibraryButton;
bool m_blockExternalLinks; bool m_blockExternalLinks;
bool m_ipv6;
std::string m_indexTemplateString; std::string m_indexTemplateString;
int m_ipConnectionLimit; int m_ipConnectionLimit;
struct MHD_Daemon* mp_daemon; struct MHD_Daemon* mp_daemon;

View File

@ -32,12 +32,14 @@
#include <stdexcept> #include <stdexcept>
#ifdef _WIN32 #ifdef _WIN32
#include <iphlpapi.h>
#include <winsock2.h> #include <winsock2.h>
#include <ws2tcpip.h> #include <ws2tcpip.h>
#include <iostream> #include <iostream>
#else #else
#include <unistd.h> #include <unistd.h>
#include <sys/ioctl.h> #include <arpa/inet.h>
#include <ifaddrs.h>
#include <sys/socket.h> #include <sys/socket.h>
#include <net/if.h> #include <net/if.h>
#include <netdb.h> #include <netdb.h>
@ -75,90 +77,131 @@ std::string kiwix::download(const std::string& url) {
return ss.str(); return ss.str();
} }
std::map<std::string, std::string> kiwix::getNetworkInterfaces() {
std::map<std::string, std::string> interfaces;
#ifdef _WIN32 #ifdef _WIN32
SOCKET sd = WSASocket(AF_INET, SOCK_DGRAM, 0, 0, 0, 0);
if (sd == INVALID_SOCKET) { std::map<std::string,ip_addr> kiwix::getNetworkInterfacesWin() {
std::cerr << "Failed to get a socket. Error " << WSAGetLastError() << std::endl; std::map<std::string,ip_addr> interfaces;
const int working_buffer_size = 15000;
const int max_tries = 3;
ULONG flags = GAA_FLAG_INCLUDE_PREFIX;
// default to unspecified address family (both)
ULONG family = AF_UNSPEC;
ULONG outBufLen = working_buffer_size;
ULONG Iterations = 0;
DWORD dwRetVal = 0;
PIP_ADAPTER_ADDRESSES interfacesHead = NULL;
// Successively allocate the required memory until GetAdaptersAddresses does not
// results in ERROR_BUFFER_OVERFLOW for a maximum of max_tries
do{
interfacesHead = (IP_ADAPTER_ADDRESSES *) malloc(outBufLen);
if (interfacesHead == NULL) {
std::cerr << "Memory allocation failed for IP_ADAPTER_ADDRESSES struct" << std::endl;
return interfaces; return interfaces;
} }
INTERFACE_INFO InterfaceList[20]; dwRetVal = GetAdaptersAddresses(family, flags, NULL, interfacesHead, &outBufLen);
unsigned long nBytesReturned;
if (WSAIoctl(sd, SIO_GET_INTERFACE_LIST, 0, 0, &InterfaceList,
sizeof(InterfaceList), &nBytesReturned, 0, 0) == SOCKET_ERROR) {
std::cerr << "Failed calling WSAIoctl: error " << WSAGetLastError() << std::endl;
return interfaces;
}
int nNumInterfaces = nBytesReturned / sizeof(INTERFACE_INFO); } while ((dwRetVal == ERROR_BUFFER_OVERFLOW) && (Iterations < max_tries));
for (int i = 0; i < nNumInterfaces; ++i) {
sockaddr_in *pAddress;
pAddress = (sockaddr_in *) & (InterfaceList[i].iiAddress.AddressIn);
if(pAddress->sin_family == AF_INET) {
/* Add to the map */
std::string interfaceName = std::string(inet_ntoa(pAddress->sin_addr));
interfaces[interfaceName] = interfaceName;
}
}
#else
/* Get Network interfaces information */
char buf[16384];
struct ifconf ifconf;
int fd = socket(PF_INET, SOCK_DGRAM, 0); /* Only IPV4 */
ifconf.ifc_len = sizeof(buf);
ifconf.ifc_buf=buf;
if(ioctl(fd, SIOCGIFCONF, &ifconf)!=0) {
perror("ioctl(SIOCGIFCONF)");
}
/* Go through each interface */ if (dwRetVal == NO_ERROR) {
struct ifreq *ifreq; PIP_ADAPTER_UNICAST_ADDRESS pUnicast = NULL;
ifreq = ifconf.ifc_req; unsigned int i = 0;
for (int i = 0; i < ifconf.ifc_len; ) { for (PIP_ADAPTER_ADDRESSES temp = interfacesHead; temp != NULL;
if (ifreq->ifr_addr.sa_family == AF_INET) { temp = temp->Next) {
/* Get the network interface ip */ pUnicast = temp->FirstUnicastAddress;
char host[128] = { 0 }; if (pUnicast != NULL) {
const int error = getnameinfo(&(ifreq->ifr_addr), sizeof(ifreq->ifr_addr), for (i = 0; pUnicast != NULL; i++){
host, sizeof(host), if (pUnicast->Address.lpSockaddr->sa_family == AF_INET)
0, 0, NI_NUMERICHOST); {
if (!error) { sockaddr_in *si = (sockaddr_in *)(pUnicast->Address.lpSockaddr);
std::string interfaceName = std::string(ifreq->ifr_name); char host[INET_ADDRSTRLEN]={0};
std::string interfaceIp = std::string(host); inet_ntop(AF_INET, &(si->sin_addr), host, sizeof(host));
/* Add to the map */ interfaces[temp->AdapterName].addr=host;
interfaces[interfaceName] = interfaceIp; }
else if (pUnicast->Address.lpSockaddr->sa_family == AF_INET6)
{
sockaddr_in6 *si = (sockaddr_in6 *)(pUnicast->Address.lpSockaddr);
char host[INET6_ADDRSTRLEN]={0};
inet_ntop(AF_INET6, &(si->sin6_addr), host, sizeof(host));
if (!IN6_IS_ADDR_LINKLOCAL(&(si->sin6_addr)))
interfaces[temp->AdapterName].addr6=host;
}
pUnicast = pUnicast->Next;
}
}
}
} else { } else {
perror("getnameinfo()"); std::cerr << "Call to GetAdaptersAddresses failed with error: "<< dwRetVal << std::endl;
}
} }
/* some systems have ifr_addr.sa_len and adjust the length that if (interfacesHead) free(interfacesHead);
* way, but not mine. weird */
size_t len;
#ifndef __linux__
len = IFNAMSIZ + ifreq->ifr_addr.sa_len;
#else
len = sizeof(*ifreq);
#endif
ifreq = (struct ifreq*)((char*)ifreq+len);
i += len;
}
#endif
return interfaces; return interfaces;
} }
std::string kiwix::getBestPublicIp() { #else
auto interfaces = getNetworkInterfaces();
std::map<std::string,ip_addr> kiwix::getNetworkInterfacesPosix() {
std::map<std::string,ip_addr> interfaces;
struct ifaddrs *interfacesHead;
if (getifaddrs(&interfacesHead) == -1) {
perror("getifaddrs");
}
for (ifaddrs *temp = interfacesHead; temp != NULL; temp = temp->ifa_next) {
if (temp->ifa_addr == NULL) continue;
if (temp->ifa_addr->sa_family == AF_INET) {
sockaddr_in *si = (sockaddr_in *)(temp->ifa_addr);
char host[INET_ADDRSTRLEN] = {0};
inet_ntop(AF_INET, &(si->sin_addr), host, sizeof(host));
interfaces[temp->ifa_name].addr=host;
} else if (temp->ifa_addr->sa_family == AF_INET6) {
sockaddr_in6 *si = (sockaddr_in6 *)(temp->ifa_addr);
char host[INET6_ADDRSTRLEN] = {0};
inet_ntop(AF_INET6, &(si->sin6_addr), host, sizeof(host));
if (!IN6_IS_ADDR_LINKLOCAL(&(si->sin6_addr)))
interfaces[temp->ifa_name].addr6=host;
}
}
freeifaddrs(interfacesHead);
return interfaces;
}
#endif
std::map<std::string,ip_addr> kiwix::getNetworkInterfaces() {
std::map<std::string,ip_addr> interfaces;
#ifdef _WIN32
return getNetworkInterfacesWin();
#else
return getNetworkInterfacesPosix();
#endif
}
std::string kiwix::getBestPublicIp(bool ipv6) {
ip_addr bestPublicIp = ip_addr{"127.0.0.1","::1"};
std::map<std::string,ip_addr> interfaces = getNetworkInterfaces();
#ifndef _WIN32 #ifndef _WIN32
const char* const prioritizedNames[] = const char* const prioritizedNames[] =
{ "eth0", "eth1", "wlan0", "wlan1", "en0", "en1" }; { "eth0", "eth1", "wlan0", "wlan1", "en0", "en1" };
for(auto name: prioritizedNames) { for(auto name: prioritizedNames) {
auto it = interfaces.find(name); auto it=interfaces.find(name);
if(it != interfaces.end()) { if(it != interfaces.end() && !(ipv6 && (*it).second.addr6.empty())) {
return it->second; bestPublicIp = (*it).second;
break;
} }
} }
#endif #endif
@ -166,12 +209,12 @@ std::string kiwix::getBestPublicIp() {
const char* const prefixes[] = { "192.168", "172.16.", "10.0" }; const char* const prefixes[] = { "192.168", "172.16.", "10.0" };
for(auto prefix : prefixes){ for(auto prefix : prefixes){
for(auto& itr : interfaces) { for(auto& itr : interfaces) {
auto interfaceIp = itr.second; std::string interfaceIp(itr.second.addr);
if (interfaceIp.find(prefix) == 0) { if (interfaceIp.find(prefix) == 0 && !(ipv6 && itr.second.addr6.empty())) {
return interfaceIp; bestPublicIp = itr.second;
break;
} }
} }
} }
return ipv6 ? bestPublicIp.addr6 : bestPublicIp.addr;
return "127.0.0.1";
} }