Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

More graceful handling of libraries containing nonsensical entries (e.g. water loss on molecule containing no oxygen atoms) #3107

Open
wants to merge 36 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from 31 commits
Commits
Show all changes
36 commits
Select commit Hold shift + click to select a range
13f20a3
In ExceptionWeb report https://skyline.ms/announcements/home/issues/e…
bspratt Aug 7, 2024
c4df609
was using wrong Trace method for immediate window placement
bspratt Aug 7, 2024
4d71770
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Aug 7, 2024
e85d846
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Aug 13, 2024
d95436c
Introducing
bspratt Aug 14, 2024
a827c3b
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Aug 14, 2024
21fbde2
update test to accommodate new exception type
bspratt Aug 14, 2024
385c304
Merge branch 'Skyline/work/20240807_graceful_handling_adduct_molecule…
bspratt Aug 14, 2024
c205d9d
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Aug 20, 2024
be1cfbe
clear up an unwanted using directive
bspratt Sep 4, 2024
419bec9
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Sep 4, 2024
f93c794
Merge branch 'Skyline/work/20240807_graceful_handling_adduct_molecule…
bspratt Sep 4, 2024
052ad3a
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Sep 9, 2024
4aca7ae
manual merge of commit 721ae29282b14b2aa0596e2c98f9d9c7d7d5060b
bspratt Sep 10, 2024
c4e20ae
Merge remote-tracking branch 'remotes/origin/master' into Skyline/wor…
bspratt Sep 10, 2024
b345e22
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Sep 11, 2024
b20e435
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Sep 24, 2024
ea667ec
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Sep 25, 2024
1d7ccf0
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Sep 30, 2024
adf085e
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Oct 8, 2024
aa24656
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Oct 8, 2024
725fed3
Make the error message more prominent
bspratt Oct 8, 2024
b468780
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Oct 17, 2024
e80b3d6
use Messages.WriteAsyncUserMessage instead of Trace.Warning
bspratt Oct 17, 2024
bdb8e01
Merge branch 'Skyline/work/20240807_graceful_handling_adduct_molecule…
bspratt Oct 17, 2024
66fa89a
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Oct 22, 2024
fea88af
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Oct 24, 2024
07465ed
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Nov 4, 2024
20b63ba
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Nov 12, 2024
1e7a466
Add detail library name to immediate window message when adduct does …
bspratt Nov 13, 2024
f417703
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Nov 13, 2024
97f3811
Merge branch 'master' into Skyline/work/20240807_graceful_handling_ad…
bspratt Nov 13, 2024
7ac34ee
Merge branch 'Skyline/work/20240807_graceful_handling_adduct_molecule…
bspratt Nov 13, 2024
83fa52f
Move strings to resource file
bspratt Nov 13, 2024
850be29
Avoid repeated messages (within the last 500msec) in Messages.WriteAs…
bspratt Nov 13, 2024
d5c4dc9
use Messages.WriteAsyncUserMessage to non-blockingly explain why libr…
bspratt Nov 13, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 23 additions & 15 deletions pwiz_tools/Skyline/Model/AbstractModificationMatcher.cs
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@
using System.IO;
using System.Linq;
using System.Text;
using pwiz.Common.SystemUtil;
using pwiz.Skyline.Model.Crosslinking;
using pwiz.Skyline.Model.DocSettings;
using pwiz.Skyline.Model.Lib;
Expand Down Expand Up @@ -473,24 +474,31 @@ public PeptideDocNode CreateDocNodeFromSettings(LibKey key, Peptide peptide, Srm
SpectrumHeaderInfo libInfo;
if (nodePep != null && Settings.PeptideSettings.Libraries.TryGetLibInfo(key, out libInfo))
{
var isotopeLabelType = key.Adduct.HasIsotopeLabels ? IsotopeLabelType.heavy : IsotopeLabelType.light;
var group = new TransitionGroup(peptide, key.Adduct, isotopeLabelType);
nodeGroupMatched = new TransitionGroupDocNode(group, Annotations.EMPTY, Settings, null, libInfo, ExplicitTransitionGroupValues.EMPTY, null, null, false);
SpectrumPeaksInfo spectrum;
if (Settings.PeptideSettings.Libraries.TryLoadSpectrum(key, out spectrum))
try
{
// Add fragment and precursor transitions as needed
var transitionDocNodes =
Settings.TransitionSettings.Filter.SmallMoleculeIonTypes.Contains(IonType.precursor)
? nodeGroupMatched.GetPrecursorChoices(Settings, null, true) // Gives list of precursors
: new List<DocNode>();

if (Settings.TransitionSettings.Filter.SmallMoleculeIonTypes.Contains(IonType.custom))
var isotopeLabelType = key.Adduct.HasIsotopeLabels ? IsotopeLabelType.heavy : IsotopeLabelType.light;
var group = new TransitionGroup(peptide, key.Adduct, isotopeLabelType);
nodeGroupMatched = new TransitionGroupDocNode(group, Annotations.EMPTY, Settings, null, libInfo, ExplicitTransitionGroupValues.EMPTY, null, null, false);
SpectrumPeaksInfo spectrum;
if (Settings.PeptideSettings.Libraries.TryLoadSpectrum(key, out spectrum))
{
GetSmallMoleculeFragments(key, nodeGroupMatched, spectrum, transitionDocNodes);
// Add fragment and precursor transitions as needed
var transitionDocNodes =
Settings.TransitionSettings.Filter.SmallMoleculeIonTypes.Contains(IonType.precursor)
? nodeGroupMatched.GetPrecursorChoices(Settings, null, true) // Gives list of precursors
: new List<DocNode>();

if (Settings.TransitionSettings.Filter.SmallMoleculeIonTypes.Contains(IonType.custom))
{
GetSmallMoleculeFragments(key, nodeGroupMatched, spectrum, transitionDocNodes);
}
nodeGroupMatched = (TransitionGroupDocNode)nodeGroupMatched.ChangeChildren(transitionDocNodes);
return (PeptideDocNode)nodePep.ChangeChildren(new List<DocNode>() { nodeGroupMatched });
}
nodeGroupMatched = (TransitionGroupDocNode)nodeGroupMatched.ChangeChildren(transitionDocNodes);
return (PeptideDocNode)nodePep.ChangeChildren(new List<DocNode>() { nodeGroupMatched });
}
catch (InvalidChemicalModificationException e)
{
Messages.WriteAsyncUserMessage(e.Message); // Adduct makes no sense for target formula
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

When this message shows up in the Immediate Window it does not have enough information for the user to be able to figure out where the error is coming from.
In the document that I sent you, the message says:
Adduct "[M-2H2O+K]" calls for removing more O atoms than are found in the molecule C8H8O
The message should contain the name of the spectral library.
Also, it should probably also say the name of the molecule in addition to the chemical formula because the chemical formula is not what you see in the Library Explorer.
image

Here's the document:
adductmismatch.sky.zip

}
}
}
Expand Down
2 changes: 1 addition & 1 deletion pwiz_tools/Skyline/Model/Import.cs
Original file line number Diff line number Diff line change
Expand Up @@ -836,7 +836,7 @@ private PeptideGroupBuilder AddRow(PeptideGroupBuilder seqBuilder,
{
seqBuilder.AppendTransition(info, irt, explicitRT, libraryIntensity, productMz, note, lineText, lineNum);
}
catch (InvalidDataException x)
catch (Exception x) when (!ExceptionUtil.IsProgrammingDefect(x))
{
throw new LineColNumberedIoException(x.Message, lineNum, -1, x);
}
Expand Down
18 changes: 13 additions & 5 deletions pwiz_tools/Skyline/Model/Lib/SpectrumRanker.cs
Original file line number Diff line number Diff line change
Expand Up @@ -173,11 +173,19 @@ public SpectrumRanker(TargetInfo targetInfo, SrmSettings settings,
var ionMasses =
new IonMasses(calcMatch.GetPrecursorFragmentMass(Sequence), IonTable<TypedMass>.EMPTY)
.ChangeKnownFragments(knownFragments);
moleculeMasses =
new MoleculeMasses(
SequenceMassCalc.GetMZ(
calcMatchPre.GetPrecursorMass(Sequence.Molecule, null, PrecursorAdduct,
out _), PrecursorAdduct), ionMasses);
try
{
moleculeMasses =
new MoleculeMasses(
SequenceMassCalc.GetMZ(
calcMatchPre.GetPrecursorMass(Sequence.Molecule, null, PrecursorAdduct,
out _), PrecursorAdduct), ionMasses);
}
catch (InvalidChemicalModificationException)
{
moleculeMasses =
new MoleculeMasses(double.NaN, ionMasses); // Precursor m/z can't be calculated
}
}
else
{
Expand Down
15 changes: 13 additions & 2 deletions pwiz_tools/Skyline/Model/Lib/ViewLibraryPepInfo.cs
Original file line number Diff line number Diff line change
Expand Up @@ -236,8 +236,19 @@ public double CalcMz(SrmSettings settings,
{
TypedMass massH;
if (Target != null)
massH = settings.GetPrecursorCalc(transitionGroup.TransitionGroup.LabelType, mods)
.GetPrecursorMass(Target);
{
if (!Target.IsProteomic)
{
massH = SequenceMassCalc.FormulaMass(BioMassCalc.MONOISOTOPIC,
transitionGroup.PrecursorAdduct.ApplyToMolecule(Target.Molecule.ParsedMolecule));
return SequenceMassCalc.PersistentMZ(SequenceMassCalc.GetMZ(massH, transitionGroup.PrecursorAdduct.AdductCharge));
}
else
{
massH = settings.GetPrecursorCalc(transitionGroup.TransitionGroup.LabelType, mods)
.GetPrecursorMass(Target);
}
}
else
massH = new TypedMass(Key.PrecursorMz ?? 0, MassType.Monoisotopic);
return SequenceMassCalc.PersistentMZ(SequenceMassCalc.GetMZ(massH, transitionGroup.PrecursorAdduct));
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -382,6 +382,7 @@ public static bool IsParserException(Exception exception)
{
return exception is InvalidOperationException
|| exception is InvalidDataException
|| exception is InvalidChemicalModificationException
|| exception is ArgumentException;
}

Expand Down
48 changes: 38 additions & 10 deletions pwiz_tools/Skyline/SettingsUI/ViewLibraryDlg.cs
Original file line number Diff line number Diff line change
Expand Up @@ -921,6 +921,11 @@ public void UpdateUI(bool selectionChanged = true)
SetGraphItem(new NoDataMSGraphItem(SettingsUIResources.ViewLibraryDlg_UpdateUI_Unauthorized_access_attempting_to_read_from_library_));
return;
}
catch (InvalidChemicalModificationException e)
{
SetGraphItem(new NoDataMSGraphItem(e.Message));
return;
}
catch (IOException)
{
SetGraphItem(new NoDataMSGraphItem(SettingsUIResources.ViewLibraryDlg_UpdateUI_Failure_loading_spectrum_Library_may_be_corrupted));
Expand Down Expand Up @@ -2674,15 +2679,25 @@ public PeptideTipProvider(ViewLibraryPepInfo pepInfo, LibKeyModificationMatcher
_smallMoleculePartsToDraw = smallMolInfo.LocalizedKeyValuePairs;
}

_mzRangePartsToDraw = new List<TextColor>();
if (_pepInfo.Target != null)
{
// build mz range parts to draw
_mz = _pepInfo.CalcMz(_settings, transitionGroup, mods);
_mzRangePartsToDraw = GetMzRangeItemsToDraw(_mz);
try
{
_mz = _pepInfo.CalcMz(_settings, transitionGroup, mods);
_mzRangePartsToDraw = GetMzRangeItemsToDraw(_mz);
}
catch (InvalidChemicalModificationException e)
{
_mz = double.NaN;
// Show the error at the top of the tip
_seqPartsToDraw.Insert(0,new TextColor(e.Message, Brushes.Red));
_seqPartsToDraw.Insert(1, new TextColor(Environment.NewLine));
}
}
else
{
_mzRangePartsToDraw = new List<TextColor>();
var precursorKey = _pepInfo.Key.LibraryKey as PrecursorLibraryKey;
if (precursorKey != null)
{
Expand Down Expand Up @@ -2925,13 +2940,23 @@ private SizeF DrawTextParts(Graphics g, float startX, float startY, List<TextCol
{
var size = new SizeF(startX, startY);
float height = 0;
float lineWidth = 0;
float width = 0;
float nLines = 1;
foreach (var part in parts)
{
g.DrawString(part.Text, rt.FontNormal, part.Color, new PointF(size.Width, size.Height));
size.Width += g.MeasureString(part.Text, rt.FontNormal).Width - 3;
height = g.MeasureString(part.Text, rt.FontNormal).Height;
if (part.Text.StartsWith(Environment.NewLine))
{
lineWidth = 0;
nLines++;
}
g.DrawString(part.Text, rt.FontNormal, part.Color, new PointF(startX + lineWidth, startY + height));
lineWidth += g.MeasureString(part.Text, rt.FontNormal).Width - 3;
width = Math.Max(lineWidth, width);
height = Math.Max(height, g.MeasureString(part.Text, rt.FontNormal).Height);
}
size.Height = height;
size.Height = nLines * height;
size.Width = width;
return size;
}

Expand Down Expand Up @@ -3016,11 +3041,14 @@ public void UpdateRedundantComboItems()
if (!_comboBoxUpdated)
{
comboRedundantSpectra.BeginUpdate();
foreach (ComboOption opt in _currentOptions)
if (_currentOptions != null)
{
if (!opt.SpectrumInfoLibrary.IsBest)
foreach (ComboOption opt in _currentOptions)
{
comboRedundantSpectra.Items.Add(opt);
if (!opt.SpectrumInfoLibrary.IsBest)
{
comboRedundantSpectra.Items.Add(opt);
}
}
}

Expand Down
37 changes: 23 additions & 14 deletions pwiz_tools/Skyline/Test/AdductTest.cs
Original file line number Diff line number Diff line change
Expand Up @@ -105,7 +105,7 @@ private void TestTaxolAdduct(string adductText, double expectedMz, int expectedC
coverage.Add(adduct.AsFormula());
}

private void TestException(string formula, string adductText)
private void TestInvalidDataException(string formula, string adductText)
{
AssertEx.ThrowsException<InvalidDataException>(() =>
{
Expand All @@ -114,6 +114,15 @@ private void TestException(string formula, string adductText)
});
}

private void TestInvalidChemicalModificationException(string formula, string adductText)
{
AssertEx.ThrowsException<InvalidChemicalModificationException>(() =>
{
var adduct = Adduct.FromStringAssumeProtonated(adductText);
IonInfo.ApplyAdductToFormula(formula, adduct);
});
}

private string RoundtripFormulaString(string f)
{
ParsedMolecule.TryParseFormula(f, out var mol, out _);
Expand Down Expand Up @@ -433,19 +442,19 @@ public void AdductParserTest()
mz = BioMassCalc.CalculateIonMass(new TypedMass(massHectochlorin, MassType.Monoisotopic), heavy);
Assert.AreEqual(2 * (massHectochlorin + 1.23456), mz, .001);

TestException(PENTANE, "zM+2H"); // That "z" doesn't make any sense as a mass multiplier (must be a positive integer)
TestException(PENTANE, "-2M+2H"); // That "-2" doesn't make any sense as a mass multiplier (must be a positive integer)
TestException("", "+M"); // Meaningless, used to cause an exception in our parser
TestException(Hectochlorin, "M3Cl37+H"); // Trying to label more chlorines than exist in the molecule
TestException(Hectochlorin, "M-3Cl+H"); // Trying to remove more chlorines than exist in the molecule
TestException(PENTANE, "M+foo+H"); // Unknown adduct
TestException(PENTANE, "M2Cl37H+H"); // nonsense label ("2Cl37H2" would make sense, but regular H doesn't belong)
TestException(PENTANE, "M+2H+"); // Trailing sign - we now understand this as a charge state declaration, but this one doesn't match described charge
TestException(PENTANE, "[M-2H]3-"); // Declared charge doesn't match described charge
TestException(PENTANE, "[M-]3-"); // Declared charge doesn't match described charge
TestException(PENTANE, "[M+]-"); // Declared charge doesn't match described charge
TestException(PENTANE, "[M+2]-"); // Declared charge doesn't match described charge
TestException(PENTANE, "[M+2]+3"); // Declared charge doesn't match described charge
TestInvalidDataException(PENTANE, "zM+2H"); // That "z" doesn't make any sense as a mass multiplier (must be a positive integer)
TestInvalidDataException(PENTANE, "-2M+2H"); // That "-2" doesn't make any sense as a mass multiplier (must be a positive integer)
TestInvalidDataException("", "+M"); // Meaningless, used to cause an exception in our parser
TestInvalidChemicalModificationException(Hectochlorin, "M3Cl37+H"); // Trying to label more chlorines than exist in the molecule
TestInvalidChemicalModificationException(Hectochlorin, "M-3Cl+H"); // Trying to remove more chlorines than exist in the molecule
TestInvalidDataException(PENTANE, "M+foo+H"); // Unknown adduct
TestInvalidDataException(PENTANE, "M2Cl37H+H"); // nonsense label ("2Cl37H2" would make sense, but regular H doesn't belong)
TestInvalidDataException(PENTANE, "M+2H+"); // Trailing sign - we now understand this as a charge state declaration, but this one doesn't match described charge
TestInvalidDataException(PENTANE, "[M-2H]3-"); // Declared charge doesn't match described charge
TestInvalidDataException(PENTANE, "[M-]3-"); // Declared charge doesn't match described charge
TestInvalidDataException(PENTANE, "[M+]-"); // Declared charge doesn't match described charge
TestInvalidDataException(PENTANE, "[M+2]-"); // Declared charge doesn't match described charge
TestInvalidDataException(PENTANE, "[M+2]+3"); // Declared charge doesn't match described charge

// Test label stripping
Assert.AreEqual("C5H9NO2S", (new IonInfo("C5H9H'3NO2S[M-3H]")).UnlabeledFormula.ToString());
Expand Down
14 changes: 14 additions & 0 deletions pwiz_tools/Skyline/TestFunctional/LibraryBuildTest.cs
Original file line number Diff line number Diff line change
Expand Up @@ -175,6 +175,20 @@ private void MainTest()
RunUI(() => AssertEx.IsTrue(viewLibUI.GraphItem.IonLabels.Any()));
OkDialog(viewLibUI, viewLibUI.CancelDialog);

// Now check for handling when adduct tries to label more atoms than are present in the molecule
var sslLines = File.ReadAllLines(TestFilesDir.GetTestPath("library_valid\\heavy_adduct.ssl")).ToList();
var badSSL = sslLines[1].Replace("ms2\t2","ms2\t3").Replace(@"M6C13", @"M66C13"); // Molecule is C54H83N15O20 so this makes no sense
sslLines.Add(badSSL);
File.WriteAllLines(TestFilesDir.GetTestPath("library_valid\\heavy_adduct_bad.ssl"), sslLines);
BuildLibraryValid("heavy_adduct_bad.ssl", true, false, false, 2);
// Make sure explorer handles this adduct, which is a bad match for the molecule
viewLibUI = ShowDialog<ViewLibraryDlg>(SkylineWindow.ViewSpectralLibraries);
RunUI(() => AssertEx.IsTrue(viewLibUI.GraphItem.IonLabels.Any()));
// Add All should cause some notifications since one of them is bad
var filterMatchedDlg = ShowDialog<FilterMatchedPeptidesDlg>(() => viewLibUI.AddAllPeptides());
OkDialog(filterMatchedDlg, filterMatchedDlg.CancelDialog);
OkDialog(viewLibUI, viewLibUI.CancelDialog);

// Barbara added code to ProteoWizard to rebuild a missing or invalid mzXML index
// BuildLibraryError("bad_mzxml.pep.XML", "<index> not found");
BuildLibraryValid(TestFilesDir.GetTestPath("library_errors"), new[] { "bad_mzxml.pep.XML" }, false, false, false, 1, 0, false);
Expand Down
15 changes: 13 additions & 2 deletions pwiz_tools/Skyline/Util/Adduct.cs
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,17 @@ public T this[Adduct a]
public IEnumerable<Adduct> Keys { get { return _dict.Keys; } }
}

/// <summary>
/// Thrown when a loss would remove more atoms than are found in a molecular formula e.g. water loss from C2S5H12 (no oxygen),
/// or label would change more atoms than are in the formula e.g. 3C' on C2S5H12
/// </summary>
public class InvalidChemicalModificationException : IOException
{
public InvalidChemicalModificationException(string message) : base(message)
{
}
}

public class Adduct : Immutable, IComparable, IEquatable<Adduct>, IAuditLogObject
{
private Molecule Composition { get; set; } // The chemical makeup of the adduct - the "2H" part in 4M3Cl37+2H
Expand Down Expand Up @@ -1427,7 +1438,7 @@ public ParsedMolecule ApplyToMolecule(ParsedMolecule molecule)
if (!molecule.IsMassOnly &&
count < 0 && !Equals(pair.Key, BioMassCalc.H)) // Treat H loss as a general proton loss
{
throw new InvalidDataException(
throw new InvalidChemicalModificationException(
string.Format(Resources.Adduct_ApplyToMolecule_Adduct___0___calls_for_removing_more__1__atoms_than_are_found_in_the_molecule__2_,
this, pair.Key, molecule.ToString()));
}
Expand Down Expand Up @@ -1487,7 +1498,7 @@ private ParsedMolecule ApplyIsotopeValues(ParsedMolecule molecule, int massMulti
}
else // Can't remove that which is not there
{
throw new InvalidDataException(
throw new InvalidChemicalModificationException(
string.Format(
UtilResources
.Adduct_ApplyToMolecule_Adduct___0___calls_for_labeling_more__1__atoms_than_are_found_in_the_molecule__2_,
Expand Down