Class GoodToolsTokenClassifier
Inheritance
System.Object
GoodToolsTokenClassifier
Inherited Members
System.Object.Equals(System.Object)
System.Object.Equals(System.Object, System.Object)
System.Object.GetHashCode()
System.Object.GetType()
System.Object.MemberwiseClone()
System.Object.ReferenceEquals(System.Object, System.Object)
System.Object.ToString()
Namespace: Snowflake.Romfile.Tokenizer
Assembly: Snowflake.Framework.dll
Syntax
public class GoodToolsTokenClassifier : ITokenClassifier
Methods
ClassifyBracketsTokens(IEnumerable<(String tokenValue, Int32 tokenPosition)>)
Declaration
public IEnumerable<StructuredFilenameToken> ClassifyBracketsTokens(IEnumerable<(string tokenValue, int tokenPosition)> tokens)
Parameters
Type | Name | Description |
---|---|---|
System. |
tokens |
Returns
Type | Description |
---|---|
System. |
ClassifyParensTokens(IEnumerable<(String tokenValue, Int32 tokenPosition)>)
Declaration
public IEnumerable<StructuredFilenameToken> ClassifyParensTokens(IEnumerable<(string tokenValue, int tokenPosition)> tokens)
Parameters
Type | Name | Description |
---|---|---|
System. |
tokens |
Returns
Type | Description |
---|---|
System. |
ExtractTitleTokens(String)
Declaration
public IEnumerable<StructuredFilenameToken> ExtractTitleTokens(string title)
Parameters
Type | Name | Description |
---|---|---|
System. |
title |
Returns
Type | Description |
---|---|
System. |