/* * This program source code file is part of KiCad, a free EDA CAD application. * * Copyright (C) 2020 Jon Evans * Copyright (C) 2020 KiCad Developers, see AUTHORS.txt for contributors. * * This program is free software: you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the * Free Software Foundation, either version 3 of the License, or (at your * option) any later version. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * You should have received a copy of the GNU General Public License along * with this program. If not, see . */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include const wxChar* const traceSettings = wxT( "KICAD_SETTINGS" ); JSON_SETTINGS::JSON_SETTINGS( const wxString& aFilename, SETTINGS_LOC aLocation, int aSchemaVersion, bool aCreateIfMissing, bool aCreateIfDefault, bool aWriteFile ) : nlohmann::json(), m_filename( aFilename ), m_legacy_filename( "" ), m_location( aLocation ), m_createIfMissing( aCreateIfMissing ), m_createIfDefault( aCreateIfDefault ), m_writeFile( aWriteFile ), m_deleteLegacyAfterMigration( true ), m_resetParamsIfMissing( true ), m_schemaVersion( aSchemaVersion ), m_manager( nullptr ) { try { ( *this )[PointerFromString( "meta.filename" )] = GetFullFilename(); } catch( ... ) { wxLogTrace( traceSettings, "Error: Could not create filename field for %s", GetFullFilename() ); } m_params.emplace_back( new PARAM( "meta.version", &m_schemaVersion, m_schemaVersion, true ) ); } JSON_SETTINGS::~JSON_SETTINGS() { for( auto param: m_params ) delete param; m_params.clear(); } wxString JSON_SETTINGS::GetFullFilename() const { return wxString( m_filename + "." + getFileExt() ); } void JSON_SETTINGS::Load() { for( auto param : m_params ) { try { param->Load( this, m_resetParamsIfMissing ); } catch( ... ) { // Skip unreadable parameters in file wxLogTrace( traceSettings, "param '%s' load err", param->GetJsonPath().c_str() ); } } } bool JSON_SETTINGS::LoadFromFile( const wxString& aDirectory ) { // First, load all params to default values clear(); Load(); bool success = true; bool migrated = false; bool legacy_migrated = false; LOCALE_IO locale; auto migrateFromLegacy = [&] ( wxFileName& aPath ) { // Backup and restore during migration so that the original can be mutated if convenient bool backed_up = false; wxFileName temp; if( aPath.IsDirWritable() ) { temp.AssignTempFileName( aPath.GetFullPath() ); if( !wxCopyFile( aPath.GetFullPath(), temp.GetFullPath() ) ) { wxLogTrace( traceSettings, "%s: could not create temp file for migration", GetFullFilename() ); } else backed_up = true; } // Silence popups if legacy file is read-only wxLogNull doNotLog; wxConfigBase::DontCreateOnDemand(); auto cfg = std::make_unique( wxT( "" ), wxT( "" ), aPath.GetFullPath() ); // If migrate fails or is not implemented, fall back to built-in defaults that were // already loaded above if( !MigrateFromLegacy( cfg.get() ) ) { wxLogTrace( traceSettings, "%s: migrated; not all settings were found in legacy file", GetFullFilename() ); } else { wxLogTrace( traceSettings, "%s: migrated from legacy format", GetFullFilename() ); } if( backed_up ) { cfg.reset(); if( !wxCopyFile( temp.GetFullPath(), aPath.GetFullPath() ) ) { wxLogTrace( traceSettings, "migrate; copy temp file %s to %s failed", temp.GetFullPath(), aPath.GetFullPath() ); } if( !wxRemoveFile( temp.GetFullPath() ) ) { wxLogTrace( traceSettings, "migrate; failed to remove temp file %s", temp.GetFullPath() ); } } // Either way, we want to clean up the old file afterwards legacy_migrated = true; }; wxFileName path; if( aDirectory.empty() ) { path.Assign( m_filename ); path.SetExt( getFileExt() ); } else { wxString dir( aDirectory ); path.Assign( dir, m_filename, getFileExt() ); } if( !path.Exists() ) { // Case 1: legacy migration, no .json extension yet path.SetExt( getLegacyFileExt() ); if( path.Exists() ) { migrateFromLegacy( path ); } // Case 2: legacy filename is different from new one else if( !m_legacy_filename.empty() ) { path.SetName( m_legacy_filename ); if( path.Exists() ) migrateFromLegacy( path ); } else { success = false; } } else { if( !path.IsFileWritable() ) m_writeFile = false; try { FILE* fp = wxFopen( path.GetFullPath(), wxT( "rt" ) ); if( fp ) { *static_cast( this ) = nlohmann::json::parse( fp, nullptr, /* allow_exceptions = */ true, /* ignore_comments = */ true ); // If parse succeeds, check if schema migration is required int filever = -1; try { filever = at( PointerFromString( "meta.version" ) ).get(); } catch( ... ) { wxLogTrace( traceSettings, "%s: file version could not be read!", GetFullFilename() ); success = false; } if( filever >= 0 && filever < m_schemaVersion ) { wxLogTrace( traceSettings, "%s: attempting migration from version %d to %d", GetFullFilename(), filever, m_schemaVersion ); if( Migrate() ) { migrated = true; } else { wxLogTrace( traceSettings, "%s: migration failed!", GetFullFilename() ); } } else if( filever > m_schemaVersion ) { wxLogTrace( traceSettings, "%s: warning: file version %d is newer than latest (%d)", GetFullFilename(), filever, m_schemaVersion ); } } else { wxLogTrace( traceSettings, "%s exists but can't be opened for read", GetFullFilename() ); } } catch( nlohmann::json::parse_error& error ) { wxLogTrace( traceSettings, "Json parse error reading %s: %s", path.GetFullPath(), error.what() ); wxLogTrace( traceSettings, "Attempting migration in case file is in legacy format" ); migrateFromLegacy( path ); } } // Now that we have new data in the JSON structure, load the params again Load(); // And finally load any nested settings for( auto settings : m_nested_settings ) settings->LoadFromFile(); wxLogTrace( traceSettings, "Loaded <%s> with schema %d", GetFullFilename(), m_schemaVersion ); // If we migrated, clean up the legacy file (with no extension) if( legacy_migrated || migrated ) { if( legacy_migrated && m_deleteLegacyAfterMigration && !wxRemoveFile( path.GetFullPath() ) ) { wxLogTrace( traceSettings, "Warning: could not remove legacy file %s", path.GetFullPath() ); } // And write-out immediately so that we don't lose data if the program later crashes. SaveToFile( aDirectory, true ); } return success; } bool JSON_SETTINGS::Store() { bool modified = false; for( auto param : m_params ) { modified |= !param->MatchesFile( this ); param->Store( this ); } return modified; } void JSON_SETTINGS::ResetToDefaults() { for( auto param : m_params ) param->SetDefault(); } bool JSON_SETTINGS::SaveToFile( const wxString& aDirectory, bool aForce ) { if( !m_writeFile ) return false; // Default PROJECT won't have a filename set if( m_filename.IsEmpty() ) return false; wxFileName path; if( aDirectory.empty() ) { path.Assign( m_filename ); path.SetExt( getFileExt() ); } else { wxString dir( aDirectory ); path.Assign( dir, m_filename, getFileExt() ); } if( !m_createIfMissing && !path.FileExists() ) { wxLogTrace( traceSettings, "File for %s doesn't exist and m_createIfMissing == false; not saving", GetFullFilename() ); return false; } // Ensure the path exists, and create it if not. if( !path.DirExists() && !path.Mkdir() ) { wxLogTrace( traceSettings, "Warning: could not create path %s, can't save %s", path.GetPath(), GetFullFilename() ); return false; } if( ( path.FileExists() && !path.IsFileWritable() ) || ( !path.FileExists() && !path.IsDirWritable() ) ) { wxLogTrace( traceSettings, "File for %s is read-only; not saving", GetFullFilename() ); return false; } bool modified = false; for( auto settings : m_nested_settings ) modified |= settings->SaveToFile(); modified |= Store(); if( !modified && !aForce && path.FileExists() ) { wxLogTrace( traceSettings, "%s contents not modified, skipping save", GetFullFilename() ); return false; } else if( !modified && !aForce && !m_createIfDefault ) { wxLogTrace( traceSettings, "%s contents still default and m_createIfDefault == false; not saving", GetFullFilename() ); return false; } wxLogTrace( traceSettings, "Saving %s", GetFullFilename() ); LOCALE_IO dummy; bool success = true; try { std::stringstream buffer; buffer << std::setw( 2 ) << *this << std::endl; wxFFileOutputStream fileStream( path.GetFullPath(), "wb" ); if( !fileStream.IsOk() || !fileStream.WriteAll( buffer.str().c_str(), buffer.str().size() ) ) { wxLogTrace( traceSettings, "Warning: could not save %s", GetFullFilename() ); success = false; } } catch( nlohmann::json::exception& error ) { wxLogTrace( traceSettings, "Catch error: could not save %s. Json error %s", GetFullFilename(), error.what() ); success = false; } catch( ... ) { wxLogTrace( traceSettings, "Error: could not save %s." ); success = false; } return success; } OPT JSON_SETTINGS::GetJson( const std::string& aPath ) const { nlohmann::json::json_pointer ptr = PointerFromString( aPath ); if( this->contains( ptr ) ) { try { return OPT{ this->at( ptr ) }; } catch( ... ) { } } return OPT{}; } void JSON_SETTINGS::registerMigration( int aOldSchemaVersion, int aNewSchemaVersion, std::function aMigrator ) { wxASSERT( aNewSchemaVersion > aOldSchemaVersion ); wxASSERT( aNewSchemaVersion <= m_schemaVersion ); m_migrators[aOldSchemaVersion] = std::make_pair( aNewSchemaVersion, aMigrator ); } bool JSON_SETTINGS::Migrate() { int filever = at( PointerFromString( "meta.version" ) ).get(); while( filever < m_schemaVersion ) { if( !m_migrators.count( filever ) ) { wxLogTrace( traceSettings, "Migrator missing for %s version %d!", typeid( *this ).name(), filever ); return false; } std::pair> pair = m_migrators.at( filever ); if( pair.second() ) { wxLogTrace( traceSettings, "Migrated %s from %d to %d", typeid( *this ).name(), filever, pair.first ); filever = pair.first; ( *this )[PointerFromString( "meta.version" )] = filever; } else { wxLogTrace( traceSettings, "Migration failed for %s from %d to %d", typeid( *this ).name(), filever, pair.first ); return false; } } return true; } bool JSON_SETTINGS::MigrateFromLegacy( wxConfigBase* aLegacyConfig ) { wxLogTrace( traceSettings, "MigrateFromLegacy() not implemented for %s", typeid( *this ).name() ); return false; } nlohmann::json::json_pointer JSON_SETTINGS::PointerFromString( std::string aPath ) { std::replace( aPath.begin(), aPath.end(), '.', '/' ); aPath.insert( 0, "/" ); nlohmann::json::json_pointer p; try { p = nlohmann::json::json_pointer( aPath ); } catch( ... ) { wxASSERT_MSG( false, wxT( "Invalid pointer path in PointerFromString!" ) ); } return p; } bool JSON_SETTINGS::SetIfPresent( const nlohmann::json& aObj, const std::string& aPath, wxString& aTarget ) { nlohmann::json::json_pointer ptr = PointerFromString( aPath ); if( aObj.contains( ptr ) && aObj.at( ptr ).is_string() ) { aTarget = aObj.at( ptr ).get(); return true; } return false; } bool JSON_SETTINGS::SetIfPresent( const nlohmann::json& aObj, const std::string& aPath, bool& aTarget ) { nlohmann::json::json_pointer ptr = PointerFromString( aPath ); if( aObj.contains( ptr ) && aObj.at( ptr ).is_boolean() ) { aTarget = aObj.at( ptr ).get(); return true; } return false; } bool JSON_SETTINGS::SetIfPresent( const nlohmann::json& aObj, const std::string& aPath, int& aTarget ) { nlohmann::json::json_pointer ptr = PointerFromString( aPath ); if( aObj.contains( ptr ) && aObj.at( ptr ).is_number_integer() ) { aTarget = aObj.at( ptr ).get(); return true; } return false; } bool JSON_SETTINGS::SetIfPresent( const nlohmann::json& aObj, const std::string& aPath, unsigned int& aTarget ) { nlohmann::json::json_pointer ptr = PointerFromString( aPath ); if( aObj.contains( ptr ) && aObj.at( ptr ).is_number_unsigned() ) { aTarget = aObj.at( ptr ).get(); return true; } return false; } template bool JSON_SETTINGS::fromLegacy( wxConfigBase* aConfig, const std::string& aKey, const std::string& aDest ) { ValueType val; if( aConfig->Read( aKey, &val ) ) { try { ( *this )[PointerFromString( aDest )] = val; } catch( ... ) { wxASSERT_MSG( false, wxT( "Could not write value in fromLegacy!" ) ); return false; } return true; } return false; } // Explicitly declare these because we only support a few types anyway, and it means we can keep // wxConfig detail out of the header file template bool JSON_SETTINGS::fromLegacy( wxConfigBase*, const std::string&, const std::string& ); template bool JSON_SETTINGS::fromLegacy( wxConfigBase*, const std::string&, const std::string& ); template bool JSON_SETTINGS::fromLegacy( wxConfigBase*, const std::string&, const std::string& ); bool JSON_SETTINGS::fromLegacyString( wxConfigBase* aConfig, const std::string& aKey, const std::string& aDest ) { wxString str; if( aConfig->Read( aKey, &str ) ) { try { ( *this )[PointerFromString( aDest )] = str.ToUTF8(); } catch( ... ) { wxASSERT_MSG( false, wxT( "Could not write value in fromLegacyString!" ) ); return false; } return true; } return false; } bool JSON_SETTINGS::fromLegacyColor( wxConfigBase* aConfig, const std::string& aKey, const std::string& aDest ) { wxString str; if( aConfig->Read( aKey, &str ) ) { KIGFX::COLOR4D color; color.SetFromWxString( str ); try { nlohmann::json js = nlohmann::json::array( { color.r, color.g, color.b, color.a } ); ( *this )[PointerFromString( aDest )] = js; } catch( ... ) { wxASSERT_MSG( false, wxT( "Could not write value in fromLegacyColor!" ) ); return false; } return true; } return false; } void JSON_SETTINGS::AddNestedSettings( NESTED_SETTINGS* aSettings ) { wxLogTrace( traceSettings, "AddNestedSettings %s", aSettings->GetFilename() ); m_nested_settings.push_back( aSettings ); } void JSON_SETTINGS::ReleaseNestedSettings( NESTED_SETTINGS* aSettings ) { if( !aSettings ) return; auto it = std::find_if( m_nested_settings.begin(), m_nested_settings.end(), [&aSettings]( const JSON_SETTINGS* aPtr ) { return aPtr == aSettings; } ); if( it != m_nested_settings.end() ) { wxLogTrace( traceSettings, "Flush and release %s", ( *it )->GetFilename() ); ( *it )->SaveToFile(); m_nested_settings.erase( it ); } aSettings->SetParent( nullptr ); } // Specializations to allow conversion between wxString and std::string via JSON_SETTINGS API template<> OPT JSON_SETTINGS::Get( const std::string& aPath ) const { if( OPT opt_json = GetJson( aPath ) ) return wxString( opt_json->get().c_str(), wxConvUTF8 ); return NULLOPT; } template<> void JSON_SETTINGS::Set( const std::string& aPath, wxString aVal ) { ( *this )[PointerFromString( std::move( aPath ) ) ] = aVal.ToUTF8(); } // Specializations to allow directly reading/writing wxStrings from JSON void to_json( nlohmann::json& aJson, const wxString& aString ) { aJson = aString.ToUTF8(); } void from_json( const nlohmann::json& aJson, wxString& aString ) { aString = wxString( aJson.get().c_str(), wxConvUTF8 ); }