Class Scraper

Inheritance
System.Object
ProvisionedPlugin
Scraper
Implements
System.IDisposable
Inherited Members
System.Object.Equals(System.Object)
System.Object.Equals(System.Object, System.Object)
System.Object.GetHashCode()
System.Object.GetType()
System.Object.MemberwiseClone()
System.Object.ReferenceEquals(System.Object, System.Object)
System.Object.ToString()
Namespace: Snowflake.Scraping.Extensibility
Assembly: Snowflake.Framework.dll
Syntax
public abstract class Scraper : ProvisionedPlugin, IProvisionedPlugin, IScraper, IPlugin, IDisposable

Constructors

Scraper(IPluginProvision, AttachTarget, String)

Declaration
protected Scraper(IPluginProvision provision, AttachTarget target, string targetType)
Parameters
Type Name Description
IPluginProvision provision
AttachTarget target
System.String targetType

Scraper(Type, AttachTarget, String)

Declaration
protected Scraper(Type pluginType, AttachTarget target, string targetType)
Parameters
Type Name Description
System.Type pluginType
AttachTarget target
System.String targetType

Properties

AttachPoint

Declaration
public AttachTarget AttachPoint { get; }
Property Value
Type Description
AttachTarget

Directives

Declaration
public IEnumerable<IScraperDirective> Directives { get; }
Property Value
Type Description
System.Collections.Generic.IEnumerable<IScraperDirective>

TargetType

Declaration
public string TargetType { get; }
Property Value
Type Description
System.String

Methods

ScrapeAsync(ISeed, ILookup<String, SeedContent>, ILookup<String, SeedContent>, ILookup<String, SeedContent>, CancellationToken)

Declaration
public abstract IAsyncEnumerable<SeedTree> ScrapeAsync(ISeed parent, ILookup<string, SeedContent> rootSeeds, ILookup<string, SeedContent> childSeeds, ILookup<string, SeedContent> siblingSeeds, CancellationToken cancellationToken = default(CancellationToken))
Parameters
Type Name Description
ISeed parent
System.Linq.ILookup<System.String, SeedContent> rootSeeds
System.Linq.ILookup<System.String, SeedContent> childSeeds
System.Linq.ILookup<System.String, SeedContent> siblingSeeds
System.Threading.CancellationToken cancellationToken
Returns
Type Description
System.Collections.Generic.IAsyncEnumerable<SeedTree>

Implements

System.IDisposable