kicad/common/kicad_curl/kicad_curl_easy.cpp

319 lines
9.4 KiB
C++
Raw Normal View History

/*
* This program source code file is part of KiCad, a free EDA CAD application.
*
* Copyright (C) 2015 Mark Roszko <mark.roszko@gmail.com>
* Copyright (C) 2015-2023 KiCad Developers, see AUTHORS.txt for contributors.
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License
* as published by the Free Software Foundation; either version 3
* of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, you may find one here:
* http://www.gnu.org/licenses/old-licenses/gpl-2.0.html
* or you may search the http://www.gnu.org website for the version 2 license,
* or you may write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
*/
// kicad_curl_easy.h **must be** included before any wxWidgets header to avoid conflicts
// at least on Windows/msys2
#include <curl/curl.h>
#include <curl/easy.h>
#include <kicad_curl/kicad_curl.h>
#include <kicad_curl/kicad_curl_easy.h>
#include <cstdarg>
#include <cstddef>
#include <exception>
#include <sstream>
2021-08-21 00:23:55 +00:00
#include <wx/app.h>
#include <build_version.h>
#include <ki_exception.h> // THROW_IO_ERROR
#include <kiplatform/app.h>
#include <kiplatform/environment.h>
2021-08-21 00:23:55 +00:00
#include <pgm_base.h>
#include <kiplatform/policy.h>
#include <policy_keys.h>
2020-10-26 10:54:36 +00:00
struct CURL_PROGRESS
{
2021-12-31 07:23:38 +00:00
KICAD_CURL_EASY* m_Curl;
TRANSFER_CALLBACK m_Callback;
curl_off_t m_Last_run_time;
curl_off_t m_Interval;
CURL_PROGRESS( KICAD_CURL_EASY* aCURL, TRANSFER_CALLBACK aCallback, curl_off_t aInterval ) :
m_Curl( aCURL ),
m_Callback( aCallback ),
m_Last_run_time( 0 ),
m_Interval( aInterval )
2020-10-26 10:54:36 +00:00
{
}
};
2021-12-31 07:23:38 +00:00
static size_t write_callback( void* aContents, size_t aSize, size_t aNmemb, void* aUserp )
{
2021-12-31 07:23:38 +00:00
size_t realsize = aSize * aNmemb;
2021-12-31 07:23:38 +00:00
std::string* p = static_cast<std::string*>( aUserp );
2021-12-31 07:23:38 +00:00
p->append( static_cast<const char*>( aContents ), realsize );
return realsize;
}
2021-09-07 19:11:28 +00:00
2021-12-31 07:23:38 +00:00
static size_t stream_write_callback( void* aContents, size_t aSize, size_t aNmemb, void* aUserp )
2020-10-26 10:54:36 +00:00
{
2021-12-31 07:23:38 +00:00
size_t realsize = aSize * aNmemb;
2020-10-26 10:54:36 +00:00
2021-12-31 07:23:38 +00:00
std::ostream* p = static_cast<std::ostream*>( aUserp );
2020-10-26 10:54:36 +00:00
2021-12-31 07:23:38 +00:00
p->write( static_cast<const char*>( aContents ), realsize );
2020-10-26 10:54:36 +00:00
return realsize;
}
2021-12-31 07:23:38 +00:00
static int xferinfo( void* aProgress, curl_off_t aDLtotal, curl_off_t aDLnow, curl_off_t aULtotal,
curl_off_t aULnow )
{
2021-12-31 07:23:38 +00:00
CURL_PROGRESS* progress = static_cast<CURL_PROGRESS*>( aProgress );
curl_off_t curtime = 0;
2021-12-31 07:23:38 +00:00
curl_easy_getinfo( progress->m_Curl->GetCurl(), CURLINFO_TOTAL_TIME, &curtime );
2021-12-31 07:23:38 +00:00
if( curtime - progress->m_Last_run_time >= progress->m_Interval )
{
2021-12-31 07:23:38 +00:00
progress->m_Last_run_time = curtime;
return progress->m_Callback( aDLtotal, aDLnow, aULtotal, aULnow );
}
return CURLE_OK;
}
#if LIBCURL_VERSION_NUM < 0x072000 // 7.32.0
2021-12-31 07:23:38 +00:00
static int progressinfo( void* aProgress, double aDLtotal, double aDLnow, double aULtotal, double aULnow )
{
2021-12-31 07:23:38 +00:00
return xferinfo( aProgress, static_cast<curl_off_t>( aDLtotal ), static_cast<curl_off_t>( aDLnow ),
static_cast<curl_off_t>( aULtotal ), static_cast<curl_off_t>( aULnow ) );
}
#endif
2021-12-31 07:23:38 +00:00
KICAD_CURL_EASY::KICAD_CURL_EASY() :
m_headers( nullptr )
{
m_CURL = curl_easy_init();
if( !m_CURL )
THROW_IO_ERROR( "Unable to initialize CURL session" );
curl_easy_setopt( m_CURL, CURLOPT_WRITEFUNCTION, write_callback );
2021-12-31 07:23:38 +00:00
curl_easy_setopt( m_CURL, CURLOPT_WRITEDATA, static_cast<void*>( &m_buffer ) );
2021-08-21 00:23:55 +00:00
// Only allow HTTP and HTTPS protocols
#if LIBCURL_VERSION_NUM >= 0x075500 // version 7.85.0
curl_easy_setopt(m_CURL, CURLOPT_PROTOCOLS_STR, "http,https");
#else
curl_easy_setopt( m_CURL, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS );
#endif
#ifdef _WIN32
2022-01-22 05:06:46 +00:00
// We need this to use the Windows Certificate store
long sslOpts = CURLSSLOPT_NATIVE_CA;
POLICY_CURL_SSL_REVOKE policyState = KIPLATFORM::POLICY::GetPolicyEnum<POLICY_CURL_SSL_REVOKE>( POLICY_KEY_REQUESTS_CURL_REVOKE );
if( policyState == POLICY_CURL_SSL_REVOKE::BEST_EFFORT )
{
sslOpts |= CURLSSLOPT_REVOKE_BEST_EFFORT;
}
else if( policyState == POLICY_CURL_SSL_REVOKE::NONE )
{
sslOpts |= CURLSSLOPT_NO_REVOKE;
}
curl_easy_setopt( m_CURL, CURLOPT_SSL_OPTIONS, sslOpts );
2022-01-22 03:09:34 +00:00
#endif
if( wxGetEnv( wxT( "KICAD_CURL_VERBOSE" ), nullptr ) )
{
// note: curl verbose will end up in stderr
curl_easy_setopt( m_CURL, CURLOPT_VERBOSE, 1L );
}
2021-08-21 00:23:55 +00:00
wxPlatformInfo platformInfo;
wxString application( Pgm().App().GetAppName() );
wxString version( GetBuildVersion() );
2023-01-17 00:07:41 +00:00
wxString platform = wxS( "(" ) + wxGetOsDescription() + wxS( ";" ) + GetPlatformGetBitnessName();
2021-08-21 00:23:55 +00:00
#if defined( KICAD_BUILD_ARCH_X64 )
2023-01-17 00:07:41 +00:00
platform << wxS( ";64-bit" );
2021-08-21 00:23:55 +00:00
#elif defined( KICAD_BUILD_ARCH_X86 )
2023-01-17 00:07:41 +00:00
platform << wxS( ";32-bit" );
2021-08-21 00:23:55 +00:00
#elif defined( KICAD_BUILD_ARCH_ARM )
2023-01-17 00:07:41 +00:00
platform << wxS( ";ARM 32-bit" );
2021-08-21 00:23:55 +00:00
#elif defined( KICAD_BUILD_ARCH_ARM64 )
2023-01-17 00:07:41 +00:00
platform << wxS( ";ARM 64-bit" );
2021-08-21 00:23:55 +00:00
#endif
2023-01-17 00:07:41 +00:00
platform << wxS( ")" );
2021-08-21 00:23:55 +00:00
2023-01-17 00:07:41 +00:00
wxString user_agent = wxS( "KiCad/" ) + version + wxS( " " ) + platform + wxS( " " ) + application;
2021-08-21 00:23:55 +00:00
2023-01-17 00:07:41 +00:00
user_agent << wxS( "/" ) << GetBuildDate();
2021-08-21 00:23:55 +00:00
setOption<const char*>( CURLOPT_USERAGENT, user_agent.ToStdString().c_str() );
2020-10-26 10:54:36 +00:00
setOption( CURLOPT_ACCEPT_ENCODING, "gzip,deflate" );
}
KICAD_CURL_EASY::~KICAD_CURL_EASY()
{
if( m_headers )
curl_slist_free_all( m_headers );
curl_easy_cleanup( m_CURL );
}
2020-10-26 10:54:36 +00:00
int KICAD_CURL_EASY::Perform()
{
if( m_headers )
curl_easy_setopt( m_CURL, CURLOPT_HTTPHEADER, m_headers );
// bonus: retain worst case memory allocation, should re-use occur
m_buffer.clear();
2021-12-31 07:23:38 +00:00
return curl_easy_perform( m_CURL );
}
void KICAD_CURL_EASY::SetHeader( const std::string& aName, const std::string& aValue )
{
std::string header = aName + ':' + aValue;
m_headers = curl_slist_append( m_headers, header.c_str() );
}
2020-10-26 10:54:36 +00:00
template <typename T>
int KICAD_CURL_EASY::setOption( int aOption, T aArg )
{
return curl_easy_setopt( m_CURL, static_cast<CURLoption>( aOption ), aArg );
}
const std::string KICAD_CURL_EASY::GetErrorText( int aCode )
{
return curl_easy_strerror( static_cast<CURLcode>( aCode ) );
}
bool KICAD_CURL_EASY::SetUserAgent( const std::string& aAgent )
{
if( setOption<const char*>( CURLOPT_USERAGENT, aAgent.c_str() ) == CURLE_OK )
return true;
return false;
}
bool KICAD_CURL_EASY::SetURL( const std::string& aURL )
{
2020-10-26 10:54:36 +00:00
if( setOption<const char*>( CURLOPT_URL, aURL.c_str() ) == CURLE_OK )
{
KIPLATFORM::ENV::PROXY_CONFIG cfg;
// Unfortunately on Windows land, proxies can be configured depending on destination url
// So we also check and set any proxy config here
if( KIPLATFORM::ENV::GetSystemProxyConfig( aURL, cfg ) )
{
2021-11-11 15:58:47 +00:00
curl_easy_setopt( m_CURL, CURLOPT_PROXY, static_cast<const char*>( cfg.host.c_str() ) );
2021-12-31 07:23:38 +00:00
2021-11-12 03:47:12 +00:00
if( !cfg.username.empty() )
{
2021-11-11 15:58:47 +00:00
curl_easy_setopt( m_CURL, CURLOPT_PROXYUSERNAME,
static_cast<const char*>( cfg.username.c_str() ) );
}
2021-11-12 03:47:12 +00:00
if( !cfg.password.empty() )
{
2021-11-11 15:58:47 +00:00
curl_easy_setopt( m_CURL, CURLOPT_PROXYPASSWORD,
static_cast<const char*>( cfg.password.c_str() ) );
}
}
return true;
}
return false;
}
bool KICAD_CURL_EASY::SetFollowRedirects( bool aFollow )
{
2020-10-26 10:54:36 +00:00
if( setOption<long>( CURLOPT_FOLLOWLOCATION, ( aFollow ? 1 : 0 ) ) == CURLE_OK )
return true;
return false;
}
std::string KICAD_CURL_EASY::Escape( const std::string& aUrl )
{
char* escaped = curl_easy_escape( m_CURL, aUrl.c_str(), aUrl.length() );
std::string ret( escaped );
curl_free( escaped );
return ret;
}
2020-10-26 10:54:36 +00:00
bool KICAD_CURL_EASY::SetTransferCallback( const TRANSFER_CALLBACK& aCallback, size_t aInterval )
{
progress = std::make_unique<CURL_PROGRESS>( this, aCallback,
static_cast<curl_off_t>( aInterval ) );
#if LIBCURL_VERSION_NUM >= 0x072000 // 7.32.0
2020-10-26 10:54:36 +00:00
setOption( CURLOPT_XFERINFOFUNCTION, xferinfo );
setOption( CURLOPT_XFERINFODATA, progress.get() );
#else
setOption( CURLOPT_PROGRESSFUNCTION, progressinfo );
setOption( CURLOPT_PROGRESSDATA, progress.get() );
#endif
2020-10-26 10:54:36 +00:00
setOption( CURLOPT_NOPROGRESS, 0L );
return true;
}
bool KICAD_CURL_EASY::SetOutputStream( const std::ostream* aOutput )
{
curl_easy_setopt( m_CURL, CURLOPT_WRITEFUNCTION, stream_write_callback );
2021-11-24 19:49:13 +00:00
curl_easy_setopt( m_CURL, CURLOPT_WRITEDATA, reinterpret_cast<const void*>( aOutput ) );
2020-10-26 10:54:36 +00:00
return true;
}
int KICAD_CURL_EASY::GetTransferTotal( uint64_t& aDownloadedBytes ) const
{
#if LIBCURL_VERSION_NUM >= 0x073700 // 7.55.0
2020-10-26 10:54:36 +00:00
curl_off_t dl;
int result = curl_easy_getinfo( m_CURL, CURLINFO_SIZE_DOWNLOAD_T, &dl );
2021-12-31 07:23:38 +00:00
aDownloadedBytes = static_cast<uint64_t>( dl );
#else
double dl;
int result = curl_easy_getinfo( m_CURL, CURLINFO_SIZE_DOWNLOAD, &dl );
aDownloadedBytes = static_cast<uint64_t>( dl );
#endif
2020-10-26 10:54:36 +00:00
return result;
}