/* * This program source code file is part of KiCad, a free EDA CAD application. * * Copyright (C) 2019 Alexander Shuklin * Copyright (C) 2004-2023 KiCad Developers, see AUTHORS.txt for contributors. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version 2 * of the License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, you may find one here: * http://www.gnu.org/licenses/old-licenses/gpl-2.0.html * or you may search the http://www.gnu.org website for the version 2 license, * or you may write to the Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include BACK_ANNOTATE::BACK_ANNOTATE( SCH_EDIT_FRAME* aFrame, REPORTER& aReporter, bool aRelinkFootprints, bool aProcessFootprints, bool aProcessValues, bool aProcessReferences, bool aProcessNetNames, bool aProcessAttributes, bool aProcessOtherFields, bool aDryRun ) : m_reporter( aReporter ), m_matchByReference( aRelinkFootprints ), m_processFootprints( aProcessFootprints ), m_processValues( aProcessValues ), m_processReferences( aProcessReferences ), m_processNetNames( aProcessNetNames ), m_processAttributes( aProcessAttributes ), m_processOtherFields( aProcessOtherFields ), m_dryRun( aDryRun ), m_frame( aFrame ), m_changesCount( 0 ) { } BACK_ANNOTATE::~BACK_ANNOTATE() { } bool BACK_ANNOTATE::BackAnnotateSymbols( const std::string& aNetlist ) { m_changesCount = 0; if( !m_matchByReference && !m_processValues && !m_processFootprints && !m_processReferences && !m_processNetNames && !m_processAttributes ) { m_reporter.ReportTail( _( "Select at least one property to back annotate." ), RPT_SEVERITY_ERROR ); return false; } getPcbModulesFromString( aNetlist ); SCH_SHEET_LIST sheets = m_frame->Schematic().BuildUnorderedSheetList(); sheets.GetSymbols( m_refs, false ); sheets.GetMultiUnitSymbols( m_multiUnitsRefs ); getChangeList(); checkForUnusedSymbols(); applyChangelist(); return true; } bool BACK_ANNOTATE::FetchNetlistFromPCB( std::string& aNetlist ) { if( Kiface().IsSingle() ) { DisplayErrorMessage( m_frame, _( "Cannot fetch PCB netlist because Schematic Editor is opened " "in stand-alone mode.\n" "You must launch the KiCad project manager and create " "a project." ) ); return false; } KIWAY_PLAYER* frame = m_frame->Kiway().Player( FRAME_PCB_EDITOR, false ); if( !frame ) { wxFileName fn( m_frame->Prj().GetProjectFullName() ); fn.SetExt( FILEEXT::PcbFileExtension ); frame = m_frame->Kiway().Player( FRAME_PCB_EDITOR, true ); frame->OpenProjectFiles( std::vector( 1, fn.GetFullPath() ) ); } m_frame->Kiway().ExpressMail( FRAME_PCB_EDITOR, MAIL_PCB_GET_NETLIST, aNetlist ); return true; } void BACK_ANNOTATE::PushNewLinksToPCB() { std::string nullPayload; m_frame->Kiway().ExpressMail( FRAME_PCB_EDITOR, MAIL_PCB_UPDATE_LINKS, nullPayload ); } void BACK_ANNOTATE::getPcbModulesFromString( const std::string& aPayload ) { auto getStr = []( const PTREE& pt ) -> wxString { return UTF8( pt.front().first ); }; DSNLEXER lexer( aPayload, From_UTF8( __func__ ) ); PTREE doc; // NOTE: KiCad's PTREE scanner constructs a property *name* tree, not a property tree. // Every token in the s-expr is stored as a property name; the property's value is then // either the nested s-exprs or an empty PTREE; there are *no* literal property values. Scan( &doc, &lexer ); PTREE& tree = doc.get_child( "pcb_netlist" ); wxString msg; m_pcbFootprints.clear(); for( const std::pair& item : tree ) { wxString path, value, footprint; bool dnp = false, exBOM = false; std::map pinNetMap, fieldsMap; wxASSERT( item.first == "ref" ); wxString ref = getStr( item.second ); try { if( m_matchByReference ) path = ref; else path = getStr( item.second.get_child( "timestamp" ) ); if( path == "" ) { msg.Printf( _( "Footprint '%s' has no assigned symbol." ), ref ); m_reporter.ReportHead( msg, RPT_SEVERITY_WARNING ); continue; } footprint = getStr( item.second.get_child( "fpid" ) ); value = getStr( item.second.get_child( "value" ) ); // Get child PTREE of fields boost::optional fields = item.second.get_child_optional( "fields" ); // Parse each field out of the fields string if( fields ) { for( const std::pair& field : fields.get() ) { if( field.first != "field" ) continue; // Fields are of the format "(field (name "name") "12345") const auto& fieldName = field.second.get_child_optional( "name" ); const auto& fieldValue = field.second.back().first; if( !fieldName ) continue; fieldsMap[getStr( fieldName.get() )] = fieldValue; } } // Get DNP and Exclude from BOM out of the properties if they exist for( const auto& child : item.second ) { if( child.first != "property" ) continue; auto property = child.second; auto name = property.get_child_optional( "name" ); if( !name ) continue; if( name.get().front().first == "dnp" ) { dnp = true; } else if( name.get().front().first == "exclude_from_bom" ) { exBOM = true; } } boost::optional nets = item.second.get_child_optional( "nets" ); if( nets ) { for( const std::pair& pin_net : nets.get() ) { wxASSERT( pin_net.first == "pin_net" ); wxString pinNumber = UTF8( pin_net.second.front().first ); wxString netName = UTF8( pin_net.second.back().first ); pinNetMap[ pinNumber ] = netName; } } } catch( ... ) { wxLogWarning( "Cannot parse PCB netlist for back-annotation." ); } // Use lower_bound for not to iterate over map twice auto nearestItem = m_pcbFootprints.lower_bound( path ); if( nearestItem != m_pcbFootprints.end() && nearestItem->first == path ) { // Module with this path already exists - generate error msg.Printf( _( "Footprints '%s' and '%s' linked to same symbol." ), nearestItem->second->m_ref, ref ); m_reporter.ReportHead( msg, RPT_SEVERITY_ERROR ); } else { // Add footprint to the map auto data = std::make_shared( ref, footprint, value, dnp, exBOM, pinNetMap, fieldsMap ); m_pcbFootprints.insert( nearestItem, std::make_pair( path, data ) ); } } } void BACK_ANNOTATE::getChangeList() { for( std::pair>& fpData : m_pcbFootprints ) { const wxString& pcbPath = fpData.first; auto& pcbData = fpData.second; int refIndex; bool foundInMultiunit = false; for( std::pair& item : m_multiUnitsRefs ) { SCH_REFERENCE_LIST& refList = item.second; if( m_matchByReference ) refIndex = refList.FindRef( pcbPath ); else refIndex = refList.FindRefByFullPath( pcbPath ); if( refIndex >= 0 ) { // If footprint linked to multi unit symbol, we add all symbol's units to // the change list foundInMultiunit = true; for( size_t i = 0; i < refList.GetCount(); ++i ) { refList[ i ].GetSymbol()->ClearFlags(SKIP_STRUCT ); m_changelist.emplace_back( CHANGELIST_ITEM( refList[i], pcbData ) ); } break; } } if( foundInMultiunit ) continue; if( m_matchByReference ) refIndex = m_refs.FindRef( pcbPath ); else refIndex = m_refs.FindRefByFullPath( pcbPath ); if( refIndex >= 0 ) { m_refs[ refIndex ].GetSymbol()->ClearFlags( SKIP_STRUCT ); m_changelist.emplace_back( CHANGELIST_ITEM( m_refs[refIndex], pcbData ) ); } else { // Haven't found linked symbol in multiunits or common refs. Generate error wxString msg = wxString::Format( _( "Cannot find symbol for footprint '%s'." ), pcbData->m_ref ); m_reporter.ReportTail( msg, RPT_SEVERITY_ERROR ); } } } void BACK_ANNOTATE::checkForUnusedSymbols() { m_refs.SortByTimeStamp(); std::sort( m_changelist.begin(), m_changelist.end(), []( const CHANGELIST_ITEM& a, const CHANGELIST_ITEM& b ) { return SCH_REFERENCE_LIST::sortByTimeStamp( a.first, b.first ); } ); size_t i = 0; for( const std::pair>& item : m_changelist ) { // Refs and changelist are both sorted by paths, so we just go over m_refs and // generate errors before we will find m_refs member to which item linked while( i < m_refs.GetCount() && m_refs[i].GetPath() != item.first.GetPath() ) { const SCH_REFERENCE& ref = m_refs[i]; if( ref.GetSymbol()->GetExcludedFromBoard() ) { wxString msg = wxString::Format( _( "Footprint '%s' is not present on PCB. " "Corresponding symbols in schematic must be " "manually deleted (if desired)." ), m_refs[i].GetRef() ); m_reporter.ReportTail( msg, RPT_SEVERITY_WARNING ); } ++i; } ++i; } if( m_matchByReference && !m_frame->ReadyToNetlist( _( "Re-linking footprints requires a fully " "annotated schematic." ) ) ) { m_reporter.ReportTail( _( "Footprint re-linking cancelled by user." ), RPT_SEVERITY_ERROR ); } } void BACK_ANNOTATE::applyChangelist() { SCH_COMMIT commit( m_frame ); wxString msg; // Apply changes from change list for( CHANGELIST_ITEM& item : m_changelist ) { SCH_REFERENCE& ref = item.first; PCB_FP_DATA& fpData = *item.second; SCH_SYMBOL* symbol = ref.GetSymbol(); SCH_SCREEN* screen = ref.GetSheetPath().LastScreen(); wxString oldFootprint = ref.GetFootprint(); wxString oldValue = ref.GetValue(); bool oldDNP = ref.GetSymbol()->GetDNP(); bool oldExBOM = ref.GetSymbol()->GetExcludedFromBOM(); bool skip = ( ref.GetSymbol()->GetFlags() & SKIP_STRUCT ) > 0; auto boolString = []( bool b ) -> wxString { return b ? _( "true" ) : _( "false" ); }; if( m_processReferences && ref.GetRef() != fpData.m_ref && !skip ) { ++m_changesCount; msg.Printf( _( "Change '%s' reference designator to '%s'." ), ref.GetRef(), fpData.m_ref ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symbol->SetRef( &ref.GetSheetPath(), fpData.m_ref ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } if( m_processFootprints && oldFootprint != fpData.m_footprint && !skip ) { ++m_changesCount; msg.Printf( _( "Change %s footprint assignment from '%s' to '%s'." ), ref.GetRef(), oldFootprint, fpData.m_footprint ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symbol->SetFootprintFieldText( fpData.m_footprint ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } if( m_processValues && oldValue != fpData.m_value && !skip ) { ++m_changesCount; msg.Printf( _( "Change %s value from '%s' to '%s'." ), ref.GetRef(), oldValue, fpData.m_value ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symbol->SetValueFieldText( fpData.m_value ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } if( m_processAttributes && oldDNP != fpData.m_DNP && !skip ) { ++m_changesCount; msg.Printf( _( "Change %s 'Do not populate' from '%s' to '%s'." ), ref.GetRef(), boolString( oldDNP ), boolString( fpData.m_DNP ) ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symbol->SetDNP( fpData.m_DNP ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } if( m_processAttributes && oldExBOM != fpData.m_excludeFromBOM && !skip ) { ++m_changesCount; msg.Printf( _( "Change %s 'Exclude from bill of materials' from '%s' to '%s'." ), ref.GetRef(), boolString( oldExBOM ), boolString( fpData.m_excludeFromBOM ) ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symbol->SetExcludedFromBOM( fpData.m_excludeFromBOM ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } if( m_processNetNames ) { for( const std::pair& entry : fpData.m_pinMap ) { const wxString& pinNumber = entry.first; const wxString& shortNetName = entry.second; SCH_PIN* pin = symbol->GetPin( pinNumber ); if( !pin ) { msg.Printf( _( "Cannot find %s pin '%s'." ), ref.GetRef(), pinNumber ); m_reporter.ReportHead( msg, RPT_SEVERITY_ERROR ); continue; } SCH_CONNECTION* connection = pin->Connection( &ref.GetSheetPath() ); if( connection && connection->Name( true ) != shortNetName ) { processNetNameChange( &commit, ref.GetRef(), pin, connection, connection->Name( true ), shortNetName ); } } } if( m_processOtherFields ) { // Need to handle three cases: existing field, new field, deleted field for( const std::pair& field : fpData.m_fieldsMap ) { const wxString& fpFieldName = field.first; const wxString& fpFieldValue = field.second; SCH_FIELD* symField = symbol->FindField( fpFieldName ); // Skip fields that are individually controlled if( fpFieldName == GetCanonicalFieldName( REFERENCE_FIELD ) || fpFieldName == GetCanonicalFieldName( VALUE_FIELD ) || fpFieldName == GetCanonicalFieldName( FOOTPRINT_FIELD ) ) { continue; } // 1. Existing fields has changed value // PCB Field value is checked against the shown text because this is the value // with all the variables resolved. The footprints field value gets the symbol's // resolved value when the PCB is updated from the schematic. if( symField && symField->GetShownText( &ref.GetSheetPath(), false ) != fpFieldValue ) { m_changesCount++; msg.Printf( _( "Change field '%s' value to '%s'." ), symField->GetCanonicalName(), fpFieldValue ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symField->SetText( fpFieldValue ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } // 2. New field has been added to footprint and needs to be added to symbol if( symField == nullptr ) { m_changesCount++; msg.Printf( _( "Add field '%s' with value '%s'." ), fpFieldName, fpFieldValue ); if( !m_dryRun ) { commit.Modify( symbol, screen ); SCH_FIELD newField( VECTOR2I( 0, 0 ), symbol->GetFieldCount(), symbol, fpFieldName ); newField.SetText( fpFieldValue ); symbol->AddField( newField ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } } // 3. Existing field has been deleted from footprint and needs to be deleted from symbol // Check all symbol fields for existence in the footprint field map for( SCH_FIELD& field : symbol->GetFields() ) { // Never delete mandatory fields if( field.IsMandatory() ) continue; if( fpData.m_fieldsMap.find( field.GetCanonicalName() ) == fpData.m_fieldsMap.end() ) { // Field not found in footprint field map, delete it m_changesCount++; msg.Printf( _( "Delete field '%s.'" ), field.GetCanonicalName() ); if( !m_dryRun ) { commit.Modify( symbol, screen ); symbol->RemoveField( &field ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } } } // TODO: back-annotate netclass changes? } if( !m_dryRun ) { m_frame->RecalculateConnections( &commit, NO_CLEANUP ); m_frame->UpdateNetHighlightStatus(); commit.Push( _( "Update Schematic from PCB" ) ); } } static SPIN_STYLE orientLabel( SCH_PIN* aPin ) { SPIN_STYLE spin = SPIN_STYLE::RIGHT; // Initial orientation from the pin switch( aPin->GetLibPin()->GetOrientation() ) { default: case PIN_ORIENTATION::PIN_RIGHT: spin = SPIN_STYLE::LEFT; break; case PIN_ORIENTATION::PIN_UP: spin = SPIN_STYLE::BOTTOM; break; case PIN_ORIENTATION::PIN_DOWN: spin = SPIN_STYLE::UP; break; case PIN_ORIENTATION::PIN_LEFT: spin = SPIN_STYLE::RIGHT; break; } // Reorient based on the actual symbol orientation now struct ORIENT { int flag; int n_rots; int mirror_x; int mirror_y; } orientations[] = { { SYM_ORIENT_0, 0, 0, 0 }, { SYM_ORIENT_90, 1, 0, 0 }, { SYM_ORIENT_180, 2, 0, 0 }, { SYM_ORIENT_270, 3, 0, 0 }, { SYM_MIRROR_X + SYM_ORIENT_0, 0, 1, 0 }, { SYM_MIRROR_X + SYM_ORIENT_90, 1, 1, 0 }, { SYM_MIRROR_Y, 0, 0, 1 }, { SYM_MIRROR_X + SYM_ORIENT_270, 3, 1, 0 }, { SYM_MIRROR_Y + SYM_ORIENT_0, 0, 0, 1 }, { SYM_MIRROR_Y + SYM_ORIENT_90, 1, 0, 1 }, { SYM_MIRROR_Y + SYM_ORIENT_180, 2, 0, 1 }, { SYM_MIRROR_Y + SYM_ORIENT_270, 3, 0, 1 } }; ORIENT o = orientations[ 0 ]; const SCH_SYMBOL* parentSymbol = static_cast( aPin->GetParentSymbol() ); if( !parentSymbol ) return spin; int symbolOrientation = parentSymbol->GetOrientation(); for( const ORIENT& i : orientations ) { if( i.flag == symbolOrientation ) { o = i; break; } } for( int i = 0; i < o.n_rots; i++ ) spin = spin.RotateCCW(); if( o.mirror_x ) spin = spin.MirrorX(); if( o.mirror_y ) spin = spin.MirrorY(); return spin; } void addConnections( SCH_ITEM* aItem, const SCH_SHEET_PATH& aSheetPath, std::set& connectedItems ) { if( connectedItems.insert( aItem ).second ) { for( SCH_ITEM* connectedItem : aItem->ConnectedItems( aSheetPath ) ) addConnections( connectedItem, aSheetPath, connectedItems ); } } void BACK_ANNOTATE::processNetNameChange( SCH_COMMIT* aCommit, const wxString& aRef, SCH_PIN* aPin, const SCH_CONNECTION* aConnection, const wxString& aOldName, const wxString& aNewName ) { wxString msg; // Find a physically-connected driver. We can't use the SCH_CONNECTION's m_driver because // it has already been resolved by merging subgraphs with the same label, etc., and our // name change may cause that resolution to change. std::set connectedItems; SCH_ITEM* driver = nullptr; CONNECTION_SUBGRAPH::PRIORITY driverPriority = CONNECTION_SUBGRAPH::PRIORITY::NONE; addConnections( aPin, aConnection->Sheet(), connectedItems ); for( SCH_ITEM* item : connectedItems ) { CONNECTION_SUBGRAPH::PRIORITY priority = CONNECTION_SUBGRAPH::GetDriverPriority( item ); if( priority > driverPriority ) { driver = item; driverPriority = priority; } } switch( driver->Type() ) { case SCH_LABEL_T: case SCH_GLOBAL_LABEL_T: case SCH_HIER_LABEL_T: case SCH_SHEET_PIN_T: ++m_changesCount; msg.Printf( _( "Change %s pin %s net label from '%s' to '%s'." ), aRef, aPin->GetShownNumber(), aOldName, aNewName ); if( !m_dryRun ) { aCommit->Modify( driver, aConnection->Sheet().LastScreen() ); static_cast( driver )->SetText( aNewName ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); break; case SCH_PIN_T: { SCH_PIN* schPin = static_cast( driver ); SPIN_STYLE spin = orientLabel( schPin ); if( schPin->IsGlobalPower() ) { msg.Printf( _( "Net %s cannot be changed to %s because it is driven by a power pin." ), aOldName, aNewName ); m_reporter.ReportHead( msg, RPT_SEVERITY_ERROR ); break; } ++m_changesCount; msg.Printf( _( "Add label '%s' to %s pin %s net." ), aNewName, aRef, aPin->GetShownNumber() ); if( !m_dryRun ) { SCHEMATIC_SETTINGS& settings = m_frame->Schematic().Settings(); SCH_LABEL* label = new SCH_LABEL( driver->GetPosition(), aNewName ); label->SetParent( &m_frame->Schematic() ); label->SetTextSize( VECTOR2I( settings.m_DefaultTextSize, settings.m_DefaultTextSize ) ); label->SetSpinStyle( spin ); label->SetFlags( IS_NEW ); SCH_SCREEN* screen = aConnection->Sheet().LastScreen(); aCommit->Add( label, screen ); } m_reporter.ReportHead( msg, RPT_SEVERITY_ACTION ); } break; default: break; } }