custom

var ArstechnicaComExtractor = &CustomExtractor{
	Domain: "arstechnica.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{"title"},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"*[rel=\"author\"] *[itemprop=\"name\"]",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{".byline time", "datetime"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"h2[itemprop=\"description\"]",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div[itemprop=\"articleBody\"]",
			},
		},

		Transforms: map[string]TransformFunction{

			"h2": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					selection.BeforeHtml("<p></p>")
					return nil
				},
			},
		},

		Clean: []string{

			"figcaption .enlarge-link",
			"figcaption .sep",

			"figure.video",

			".gallery",

			"aside",
			".sidebar",
		},
	},
}

var BiorxivOrgExtractor = &CustomExtractor{
	Domain: "biorxiv.org",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1#page-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"div.highwire-citation-biorxiv-article-top > div.highwire-cite-authors",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div#abstract-1",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var BloggerCustomExtractor = &CustomExtractor{
	Domain: "blogspot.com",

	SupportedDomains: []string{
		"www.blogspot.com",
		"blogspot.co.uk",
		"blogspot.ca",
		"blogspot.de",
		"blogspot.fr",
		"blogspot.jp",
		"blogspot.in",
		"blogspot.com.au",
		"blogspot.com.br",
		"blogspot.mx",
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{

			Selectors: []interface{}{".post-content noscript"},
		},

		Clean: []string{},

		Transforms: map[string]TransformFunction{
			"noscript": &StringTransform{TargetTag: "div"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{".post-author-name"},
	},

	Title: &FieldExtractor{
		Selectors: []interface{}{".post h2.title"},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{"span.publishdate"},
	},
}

var BlogspotCustomExtractor = &CustomExtractor{
	Domain: "blogspot.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".post h2.title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".post-author-name",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{

				".post-content noscript",
			},
		},

		Transforms: map[string]TransformFunction{
			"noscript": &StringTransform{
				TargetTag: "div",
			},
		},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"span.publishdate",
		},
	},

	LeadImageURL: nil,

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var BookwalkerJpExtractor = &CustomExtractor{
	Domain: "bookwalker.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.p-main__title",
			"h1.main-heading",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"div.p-author__list",
			"div.authors",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"dl.p-information__data dd:nth-of-type(7)",
			".work-info .work-detail:first-of-type .work-detail-contents:last-of-type",
		},

		Timezone: "Asia/Tokyo",
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.p-main__information",
				[]interface{}{"div.main-info", "div.main-cover-inner"},
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"span.label.label--trial",
			"dt.info-head.info-head--coin",
			"dd.info-contents.info-contents--coin",
			"div.info-notice.fn-toggleClass",
		},
	},
}

var BustleCustomExtractor = &CustomExtractor{
	Domain: "www.bustle.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			"h1.post-page__title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a[href*=\"profile\"]",
			"div.content-meta__author",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time", "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"article",
				".post-page__body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var BuzzFeedCustomExtractor = &CustomExtractor{
	Domain: "www.buzzfeed.com",

	SupportedDomains: []string{"www.buzzfeednews.com"},

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.embed-headline-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			`a[data-action="user/username"]`,
			"byline__author",
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				[]string{`div[class^="featureimage_featureImageWrapper"]`, ".js-subbuzz-wrapper"},
				[]string{".js-subbuzz-wrapper"},
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{

			"h2": &StringTransform{
				TargetTag: "b",
			},

			"div.longform_custom_header_media": &FunctionTransform{
				Fn: transformBuzzFeedHeaderMedia,
			},

			"figure.longform_custom_header_media .longform_header_image_source": &StringTransform{
				TargetTag: "figcaption",
			},
		},

		Clean: []string{
			".instapaper_ignore",
			".suplist_list_hide .buzz_superlist_item .buzz_superlist_number_inline",
			".share-box",
			".print",
			".js-inline-share-bar",
			".js-ad-placement",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time[datetime]", "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".embed-headline-description",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var BuzzapJpExtractor = &CustomExtractor{
	Domain: "buzzap.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.entry-title",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time.entry-date", "datetime"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.ctiframe",
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var ClinicaltrialsGovExtractor = &CustomExtractor{
	Domain: "clinicaltrials.gov",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.tr-solo_record",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"div#sponsor.tr-info-text",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{

			`div:has(> span.term[data-term="Last Update Posted"])`,
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div#tab-body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".usa-alert> img",
		},
	},
}

var DaringFireballExtractor = &CustomExtractor{
	Domain: "daringfireball.net",
	SupportedDomains: []string{
		"www.daringfireball.net",
	},

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"title",
			"h1",
			"h2.entry-title",
			"h1.entry-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"[name='author']",
			".author",
			".byline",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time", "datetime"},
			[]string{"[datetime]", "datetime"},
			"p.smallprint em",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{

				"div#Main",
				".main-content",
				"main",
				"article",
				"body",
			},
		},

		Clean: []string{

			"div#Banner",
			"div#Sidebar",
			"div#Footer",
			"#SidebarMartini",

			"nav",
			"ul",
			"div#Sidebar ul",

			"a[title*='Daring Fireball']",
			"img[alt*='Daring Fireball']",

			"p:contains('By John Gruber')",

			".smallprint",
			"div#Footer",
			"[href='/preferences/']",
			"a[href='/preferences/']",
			"em",
			"p:last-child",
			"div#Main > p:last-child",
			"div#Main > p:last-of-type",

			"[href*='apps.apple.com']",
			"img[src*='/martini/']",
			"a:contains('Walk the World')",

			"script",
			"style",
			"noscript",

			".ads",
			".advertisement",
			".sponsored",
		},

		Transforms: map[string]TransformFunction{

			"p": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					text := selection.Text()

					if strings.Contains(text, "★ _") ||
						strings.Contains(text, "Display Preferences") ||
						strings.Contains(text, "Copyright ©") {
						selection.Remove()
					}
					return nil
				},
			},

			"a": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					href, exists := selection.Attr("href")
					if exists && strings.Contains(href, "/preferences/") {
						selection.Remove()
					}
					return nil
				},
			},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[property='og:image']", "content"},
			[]string{"meta[name='twitter:image']", "content"},
			[]string{"meta[name='og:image']", "content"},
		},
	},
}

var DeadlineCustomExtractor = &CustomExtractor{
	Domain: "deadline.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"section.author h2",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.a-article-grid__main.pmc-a-grid article.pmc-a-grid-item",
			},
		},

		Transforms: map[string]TransformFunction{
			".embed-twitter": &FunctionTransform{
				Fn: transformDeadlineTwitterEmbed,
			},
		},

		Clean: []string{
			"figcaption",
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var DeadspinComExtractor = &CustomExtractor{
	Domain: "deadspin.com",

	SupportedDomains: []string{
		"jezebel.com",
		"lifehacker.com",
		"kotaku.com",
		"gizmodo.com",
		"jalopnik.com",
		"kinja.com",
		"avclub.com",
		"clickhole.com",
		"splinternews.com",
		"theonion.com",
		"theroot.com",
		"thetakeout.com",
		"theinventory.com",
	},

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"header h1",
			"h1.headline",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a[data-ga*=\"Author\"]",
			".author",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			[]string{"time.updated[datetime]", "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".js_post-content",
				".post-content",
				".entry-content",
			},
		},

		Transforms: map[string]TransformFunction{

			"iframe.lazyload[data-recommend-id^=\"youtube://\"]": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					id, exists := selection.Attr("id")
					if exists && strings.HasPrefix(id, "youtube-") {
						youtubeId := strings.TrimPrefix(id, "youtube-")
						selection.SetAttr("src", "https://www.youtube.com/embed/"+youtubeId)
					}
					return nil
				},
			},
		},

		Clean: []string{
			".magnifier",
			".lightbox",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var EOnlineCustomExtractor = &CustomExtractor{
	Domain: "www.eonline.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.article-detail__title",
			"h1.article__title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".article-detail__meta__author",
			".entry-meta__author a",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			[]string{"meta[itemprop=\"datePublished\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article-detail__main-content section",
				".post-content section, .post-content div.post-content__image",
			},
		},

		Transforms: map[string]TransformFunction{
			"div.post-content__image":                 &StringTransform{TargetTag: "figure"},
			"div.post-content__image .image__credits": &StringTransform{TargetTag: "figcaption"},
		},

		Clean: []string{},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var EpaperZeitDeExtractor = &CustomExtractor{
	Domain: "epaper.zeit.de",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"p.title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".article__author",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article",
			},
		},

		Transforms: map[string]TransformFunction{
			"p.title":          &StringTransform{"h1"},
			".article__author": &StringTransform{"p"},
			"byline":           &StringTransform{"p"},
			"linkbox":          &StringTransform{"p"},
		},

		Clean: []string{
			"image-credits",
			"box[type=citation]",
		},
	},

	DatePublished: nil,

	LeadImageURL: nil,

	Dek: nil,

	NextPageURL: nil,

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{
			"subtitle",
		},
	},
}

var FandomWikiaCustomExtractor = &CustomExtractor{
	Domain: "fandom.wikia.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.entry-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".author vcard",
			".fn",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".grid-content",
				".entry-content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var GeniusCustomExtractor = &CustomExtractor{
	Domain: "genius.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"h2 a",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".lyrics",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{

			[]interface{}{
				"meta[itemprop=page_data]",
				"value",
				transformGeniusDateFromJSON,
			},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{

			[]interface{}{
				"meta[itemprop=page_data]",
				"value",
				transformGeniusImageFromJSON,
			},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var GetnewsJpExtractor = &CustomExtractor{
	Domain: "getnews.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"article h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
			"span.prof",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			[]string{"ul.cattag-top time", "datetime"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.post-bodycopy",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var GithubComExtractor = &CustomExtractor{
	Domain: "github.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"relative-time[datetime]", "datetime"},
			[]string{"span[itemprop=\"dateModified\"] relative-time", "datetime"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"description\"]", "value"},
			"span[itemprop=\"about\"]",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				[]interface{}{"#readme article"},
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var GlobalRegistryManager = NewRegistryManager()

var HuffingtonPostCustomExtractor = &CustomExtractor{
	Domain: "www.huffingtonpost.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.headline__title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"span.author-card__details__name",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.entry__body",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".pull-quote",
			".tag-cloud",
			".embed-asset",
			".below-entry",
			".entry-corrections",
			"#suggested-story",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:modified_time\"]", "value"},
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"h2.headline__subtitle",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var IciRadioCanadaCaExtractor = &CustomExtractor{
	Domain: "ici.radio-canada.ca",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"dc.creator\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"section.document-content-style",
				[]string{".main-multimedia-item", ".news-story-content"},
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"dc.date.created\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"div.lead-container",
			".bunker-component.lead",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var JapanCnetComExtractor = &CustomExtractor{
	Domain: "japan.cnet.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".leaf-headline-ttl",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".writer",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".date",
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.article_body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var JapanZdnetComExtractor = &CustomExtractor{
	Domain: "japan.zdnet.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"cXenseParse:author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.article_body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var JvndbJvnJpExtractor = &CustomExtractor{
	Domain: "jvndb.jvn.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"title",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"div.modifytxt:nth-child(2)",
		},
	},

	Dek: nil,

	LeadImageURL: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#news-list",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var LinkedInCustomExtractor = &CustomExtractor{
	Domain: "www.linkedin.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".article-title",
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".main-author-card h3",
			[]string{"meta[name=\"article:author\"]", "value"},
			".entity-name a[rel=author]",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article-content__body",
				[]string{"header figure", ".prose"},
				".prose",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".entity-image",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".base-main-card__metadata",
			[]string{`time[itemprop="datePublished"]`, "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var LittleThingsCustomExtractor = &CustomExtractor{
	Domain: "www.littlethings.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1[class*=\"PostHeader\"]",
			"h1.post-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"div[class^=\"PostHeader__ScAuthorNameSection\"]",
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"section[class*=\"PostMainArticle\"]",
				".mainContentIntro",
				".content-wrapper",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var MaTtiasBeExtractor = &CustomExtractor{
	Domain: "ma.ttias.be",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"twitter:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".content",
			},
		},

		Transforms: map[string]TransformFunction{
			"h2": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {

					selection.RemoveAttr("id")

					selection.Get(0).Data = "h3"
					return nil
				},
			},
			"h1": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {

					selection.RemoveAttr("id")

					selection.AfterHtml("<p></p>")
					return nil
				},
			},
			"ul": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {

					selection.AddClass("entry-content-asset")
					return nil
				},
			},
		},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: nil,
	Dek:          nil,
	NextPageURL:  nil,
	Excerpt:      nil,
}

var MashableComExtractor = &CustomExtractor{
	Domain: "mashable.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"header h1",
			"h1.title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
			"span.author_name a",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#article",
				"section.article-content.blueprint",
			},
		},

		Transforms: map[string]TransformFunction{
			".image-credit": &StringTransform{
				TargetTag: "figcaption",
			},
		},

		Clean: []string{},
	},
}

var MediumCustomExtractor = &CustomExtractor{
	Domain: "medium.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{"article"},
		},

		Clean: []string{"span a", "svg"},

		Transforms: map[string]TransformFunction{

			"section span:first-of-type": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					text := selection.Text()
					if len(text) == 1 && regexp.MustCompile(`^[a-zA-Z()]+$`).MatchString(text) {
						selection.ReplaceWith(text)
					}
					return nil
				},
			},

			"iframe": &FunctionTransform{
				Fn: transformMediumIframe,
			},

			"figure": &FunctionTransform{
				Fn: transformMediumFigure,
			},

			"img": &FunctionTransform{
				Fn: transformMediumImage,
			},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: nil,

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var MediumCustomExtractorFixed = &CustomExtractor{
	Domain: "medium.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{"article"},
		},

		Clean: []string{"span a", "svg"},

		Transforms: map[string]TransformFunction{

			"section span:first-of-type": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					text := selection.Text()
					if len(text) == 1 && regexp.MustCompile(`^[a-zA-Z()]+$`).MatchString(text) {
						selection.ReplaceWith(text)
					}
					return nil
				},
			},

			"img": &FunctionTransform{
				Fn: transformMediumImageFixed,
			},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: nil,

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var NYMagCustomExtractor = &CustomExtractor{
	Domain: "nymag.com",

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{

			Selectors: []interface{}{
				"div.article-content",
				"section.body",
				"article.article",
			},
		},

		Clean: []string{
			".ad",
			".single-related-story",
		},

		Transforms: map[string]TransformFunction{

			"h1": &StringTransform{TargetTag: "h2"},

			"noscript": &FunctionTransform{
				Fn: transformNYMagNoscript,
			},
		},
	},

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.lede-feature-title",
			"h1.headline-primary",
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".by-authors",
			".lede-feature-author",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".lede-feature-teaser",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time.article-timestamp[datetime]", "datetime"},
			"time.article-timestamp",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var NewYorkerCustomExtractor = &CustomExtractor{
	Domain: "www.newyorker.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1[class^=\"content-header\"]",
			"h1[class^=\"ArticleHeader__hed\"]",
			"h1[class*=\"ContentHeaderHed\"]",
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"article header div[class^=\"BylinesWrapper\"]",
			[]string{"meta[name=\"article:author\"]", "value"},
			"div[class^=\"ArticleContributors\"] a[rel=\"author\"]",
			"article header div[class*=\"Byline__multipleContributors\"]",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article__body",
				"article.article.main-content",
				"main[class^=\"Layout__content\"]",
			},
		},

		Transforms: map[string]TransformFunction{
			".caption__text":   &StringTransform{TargetTag: "figcaption"},
			".caption__credit": &StringTransform{TargetTag: "figcaption"},
		},

		Clean: []string{
			"footer[class^=\"ArticleFooter__footer\"]",
			"aside",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			"time.content-header__publish-date",
			[]string{"meta[name=\"pubdate\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"div[class^=\"ContentHeaderDek\"]",
			"div.content-header__dek",
			"h2[class^=\"ArticleHeader__dek\"]",
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var NewsMynaviJpExtractor = &CustomExtractor{
	Domain: "news.mynavi.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a.articleHeader_name",
			"main div.article-author a.article-author__name",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.article-body",
				"main article div",
			},
		},

		Transforms: map[string]TransformFunction{
			"img": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					dataOriginal, exists := selection.Attr("data-original")
					if exists && dataOriginal != "" {
						selection.SetAttr("src", dataOriginal)
					}
					return nil
				},
			},
		},

		Clean: []string{},
	},
}

var NewsNationalgeographicComExtractor = &CustomExtractor{
	Domain: "news.nationalgeographic.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			"h1.main-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".byline-component__contributors b span",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".article__deck",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				[]string{".parsys.content", ".__image-lead__"},
				".content",
			},
		},

		Transforms: map[string]TransformFunction{
			".parsys.content": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {

					imgSrc, exists := selection.Find(".image.parbase.section").Find(".picturefill").First().Attr("data-platform-src")
					if exists && imgSrc != "" {
						imageHTML := fmt.Sprintf(`<img class="__image-lead__" src="%s"/>`, imgSrc)
						selection.PrependHtml(imageHTML)
					}
					return nil
				},
			},
		},

		Clean: []string{
			".pull-quote.pull-quote--large",
		},
	},
}

var PastebinCustomExtractor = &CustomExtractor{
	Domain: "pastebin.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".username",
			".paste_box_line2 .t_us + a",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".source",
				"#selectable .text",
			},
		},

		Transforms: map[string]TransformFunction{

			"ol": &StringTransform{
				TargetTag: "div",
			},

			"li": &StringTransform{
				TargetTag: "p",
			},
		},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".date",
			".paste_box_line2 .t_da + span",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var PeopleCustomExtractor = &CustomExtractor{
	Domain: "people.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".article-header h1",
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"sailthru.author\"]", "value"},
			"a.author.url.fn",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".mntl-attribution__item-date",
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".article-header h2",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div[class^=\"loc article-content\"]",
				"div.article-body__inner",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var PhpspotOrgExtractor = &CustomExtractor{
	Domain: "phpspot.org",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h3.hl",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"h4.hl",
		},

		Format: "YYYY年MM月DD日",

		Timezone: "Asia/Tokyo",
	},

	Dek: nil,

	LeadImageURL: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.entrybody",
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var PitchforkCustomExtractor = &CustomExtractor{
	Domain: "pitchfork.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:title\"]", "value"},
			"title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
			".authors-detail__display-name",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"div[class^=\"InfoSliceWrapper-\"]",
			[]string{".pub-date", "datetime"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:description\"]", "value"},
			".review-detail__abstract",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
			[]string{".single-album-tombstone__art img", "src"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.body__inner-container",
				".review-detail__text",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	Extend: map[string]*FieldExtractor{
		"score": {
			Selectors: []interface{}{
				"p[class*=\"Rating\"]",
				".score",
			},
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var PolygonExtractor = &CustomExtractor{
	Domain: "www.polygon.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.article-header-title",
			"h1[class*='article']",
			"h1",

			[]string{"meta[property=\"og:title\"]", "content"},
			[]string{"meta[name=\"twitter:title\"]", "content"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".article-author",
			".meta_txt.article-author",
			".w-author-name .article-author",

			[]string{"meta[name=\"author\"]", "content"},
			[]string{"meta[property=\"article:author\"]", "content"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[property=\"article:published_time\"]", "content"},
			[]string{"meta[property=\"og:published_time\"]", "content"},
			".article-date",
			".meta_txt.article-date",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"header p",
			".article-excerpt",
			[]string{"meta[name=\"description\"]", "content"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[property=\"og:image\"]", "content"},
			[]string{"meta[name=\"twitter:image\"]", "content"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{

				[]interface{}{
					"#article-body .content-block-regular",
					"#article-body > p",
					"#article-body > h1",
					"#article-body > h2",
					"#article-body > h3",
					"#article-body > h4",
					"#article-body > figure",
					"#article-body > blockquote",
					"#article-body > img",
				},

				"#article-body",
				".article-body",

				"article.w-article .article-body",
				"main .w-article",

				".entry-content",
				".post-content",
			},
		},

		Transforms: map[string]TransformFunction{

			"noscript": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					html, err := selection.Html()
					if err != nil {
						return err
					}

					if html != "" {
						selection.ReplaceWithHtml("<span>" + html + "</span>")
					}
					return nil
				},
			},
		},

		Clean: []string{

			".w-directory-warning",
			"nav.article-directory-sidenav",
			".sidenav-level",
			".sidenav-item",
			".directory-warning",
			"a.directory-warning",

			".article-footer-nav",
			".pagination-nav",
			".article-nav",

			"[class*='ad-']",
			"[id*='ad-']",
			".advertisement",
			".promo",

			".social-share",
			".share-buttons",
			".w-sharing-copy",

			".follow-container",
			".w-follow-btn",
			".w-like-btn",
			".option-btn",
			".btn-fab",
			".disqus-load-btn",

			".w-related-content",
			".w-header-related-feed",
			".section-header",
			".section-title",
			".display-card-title",
			".display-card",
			".w-display-card-content",
			".article-header-complementary",
			".sidebar-tabs",
			".tabs-ul",
			".tabs-header",
			".tab-content",
			".sidebar-el-content",
			".related-articles",
			".newsletter-signup",
			".email-signup",

			".w-heading-options",
			".w-header-user-box",
			".user-box-title",
			".article-header-data",

			".comments-section",
			".comment-form",
			"#disqus_thread",
			".article-comments",

			"[class*='trending']",
			"[class*='popular']",
			"[id*='trending']",
			"[id*='popular']",
			".article-header-complementary",

			".w-login",
			".valnet-login",
			".w-valnet-login",
			"[id*='login']",

			".article-header-bg",
			".thread-option",
			".fab-label",

			"script",
			"noscript",
			"style",

			"img.c-dynamic-image",
		},
	},
}

var PopSugarCustomExtractor = &CustomExtractor{
	Domain: "www.popsugar.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h2.post-title",
			"title-text",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".share-copy-title",
			".post-tags",
			".reactions",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var QdailyCustomExtractor = &CustomExtractor{
	Domain: "www.qdaily.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h2",
			"h2.title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".name",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".detail",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".lazyload",
			".lazylad",
			".lazylood",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{".date.smart-date", "data-origindate"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{".article-detail-hd img", "src"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".excerpt",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var RedditCustomExtractor = &CustomExtractor{
	Domain: "www.reddit.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			`div[data-test-id="post-content"] h1`,
			`div[data-test-id="post-content"] h2`,
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			`div[data-test-id="post-content"] a[href*="user/"]`,
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{

				[]string{`div[data-test-id="post-content"] p`},

				[]string{
					`div[data-test-id="post-content"] a[target="_blank"]:not([data-click-id="timestamp"])`,
					`div[data-test-id="post-content"] div[data-click-id="media"]`,
				},

				[]string{`div[data-test-id="post-content"] div[data-click-id="media"]`},

				[]string{`div[data-test-id="post-content"] a`},
				`div[data-test-id="post-content"]`,
			},
		},

		Transforms: map[string]TransformFunction{

			`div[role="img"]`: &FunctionTransform{
				Fn: transformRedditImagePreview,
			},
		},

		Clean: []string{
			".icon",
			`span[id^="PostAwardBadges"]`,
			`div a[data-test-id="comments-page-link-num-comments"]`,
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			`div[data-test-id="post-content"] span[data-click-id="timestamp"]`,
			`div[data-test-id="post-content"] a[data-click-id="timestamp"]`,
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var RollingStoneCustomExtractor = &CustomExtractor{
	Domain: "www.rollingstone.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.l-article-header__row--title",
			"h1.content-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a.c-byline__link",
			"a.content-author.tracked-offpage",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			"time.content-published-date",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"h2.l-article-header__row--lead",
			".content-description",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".l-article-content",
				[]string{".lead-container", ".article-content"},
				".article-content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".c-related-links-wrapper",
			".module-related",
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var ScanNetsecurityNeJpExtractor = &CustomExtractor{
	Domain: "scan.netsecurity.ne.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"header.arti-header h1.head",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:modified_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"header.arti-header p.arti-summary",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.arti-content.arti-content--thumbnail",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"aside.arti-giga",
		},
	},
}

var ScienceflyComExtractor = &CustomExtractor{
	Domain: "sciencefly.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".entry-title",
			".cb-entry-title",
			".cb-single-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"div.cb-author",
			"div.cb-author-title",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{

		Selectors: []interface{}{},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"div.theiaPostSlider_slides img", "src"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.theiaPostSlider_slides",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var SectIijAdJpExtractor = &CustomExtractor{
	Domain: "sect.iij.ad.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"div.title-box-inner h1",
			"h3",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"p.post-author a",
			"dl.entrydate dd",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"time",
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".entry-inner",
				"#article",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"dl.entrydate",
		},
	},
}

var TMZCustomExtractor = &CustomExtractor{
	Domain: "www.tmz.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".post-title-breadcrumb",
			"h1",
			".headline",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{"TMZ STAFF"},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".article__published-at",
			".article-posted-date",
		},
	},

	Dek: &FieldExtractor{

		Selectors: []interface{}{},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article__blocks",
				".article-content",
				".all-post-body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".lightbox-link",
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var TakagihiromitsuJpExtractor = &CustomExtractor{
	Domain: "takagi-hiromitsu.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h3",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[http-equiv=\"Last-Modified\"]", "value"},
		},
	},

	Dek: nil,

	LeadImageURL: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.body",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var TechlogIijAdJpExtractor = &CustomExtractor{
	Domain: "techlog.iij.ad.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.entry-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a[rel=\"author\"]",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time.entry-date", "datetime"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.entry-content",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".wp_social_bookmarking_light",
		},
	},
}

var TheAtlanticCustomExtractor = &CustomExtractor{
	Domain: "www.theatlantic.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			".c-article-header__hed",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
			".c-byline__author",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"article",
				".article-body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".partner-box",
			".callout",
			".c-article-writer__image",
			".c-article-writer__content",
			".c-letters-cta__text",
			".c-footer__logo",
			".c-recirculation-link",
			".twitter-tweet",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"description\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time[itemprop=\"datePublished\"]", "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var ThoughtCatalogCustomExtractor = &CustomExtractor{
	Domain: "thoughtcatalog.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.title",
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"cite a",
			"div.col-xs-12.article_header div.writer-container.writer-container-inline.writer-no-avatar h4.writer-name",
			"h1.writer-name",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".entry.post",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".tc_mark",
			"figcaption",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var TimesofindiaIndiatimesComExtractor = &CustomExtractor{
	Domain: "timesofindia.indiatimes.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.contentwrapper:has(section)",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"section",
			"h1",
			".byline",
			".img_cptn",
			".icon_share_wrap",
			"ul[itemtype=\"https://schema.org/BreadcrumbList\"]",
		},

		DefaultCleaner: false,
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".byline",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,

	Extend: map[string]*FieldExtractor{
		"reporter": {
			Selectors: []interface{}{
				"div.byline",
			},
		},
	},
}

var TwitterCustomExtractor = &CustomExtractor{
	Domain: "twitter.com",

	Title: nil,

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".tweet.permalink-tweet .username",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				`.permalink[role=main]`,
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{

			`.permalink[role=main]`: &FunctionTransform{
				Fn: transformTwitterPermalink,
			},

			"s": &StringTransform{
				TargetTag: "span",
			},
		},

		Clean: []string{
			".stream-item-footer",
			"button",
			".tweet-details-fixer",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{`.permalink-tweet ._timestamp[data-time-ms]`, "data-time-ms"},
		},
	},

	LeadImageURL: nil,

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var TwofortysevensportsComExtractor = &CustomExtractor{
	Domain: "247sports.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"title",
			"article header h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".article-cnt__author",
			".author",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time[data-published]", "data-published"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article-body",
				"section.body.article",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var USMagazineCustomExtractor = &CustomExtractor{
	Domain: "www.usmagazine.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"header h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a.author",
			"a.article-byline.tracked-offpage",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.article-content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".module-related",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var UproxxCustomExtractor = &CustomExtractor{
	Domain: "uproxx.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"div.entry-header h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"qc:author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".entry-content",
			},
		},

		Transforms: map[string]TransformFunction{
			"div.image":                  &StringTransform{TargetTag: "figure"},
			"div.image .wp-media-credit": &StringTransform{TargetTag: "figcaption"},
		},

		Clean: []string{},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{},
	},
}

var VoxCustomExtractor = &CustomExtractor{
	Domain: "www.vox.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1[class*=\"h74scy\"]",
			"h1.c-page-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".duet--article--article-body-component",
				"div[id*='zephr-anchor']",
				".duet--layout--entry-body",

				[]string{"figure.e-image--hero", ".c-entry-content"},
				".c-entry-content",
			},
		},

		Transforms: map[string]TransformFunction{

			"figure .e-image__image noscript": &FunctionTransform{
				Fn: transformVoxNoscriptImage,
			},

			"figure .e-image__meta": &StringTransform{
				TargetTag: "figcaption",
			},
		},

		Clean: []string{
			".duet--article--block-placement",
			".duet--article--related",
			".duet--cta--newsletter",
			"form",
			".duet--article--share-buttons",
			".duet--article--article-pullquote",
			".duet--media--caption",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"p[class*=\"h74scyi\"]",
			".p-dek",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WeeklyAsciiJpExtractor = &CustomExtractor{
	Domain: "weekly.ascii.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"article h1",
			"h1[itemprop=\"headline\"]",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"p.author",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"p.date",
			[]string{"meta[name=\"odate\"]", "value"},
		},

		Format: "YYYY年MM月DD日 HH:mm",

		Timezone: "Asia/Tokyo",
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div#contents_detail",
				"div.article",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WikipediaCustomExtractor = &CustomExtractor{
	Domain: "wikipedia.org",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h2.title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#mw-content-text",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{

			".infobox img": &FunctionTransform{
				Fn: transformWikipediaInfoboxImg,
			},

			".infobox caption": &StringTransform{
				TargetTag: "figcaption",
			},

			".infobox": &StringTransform{
				TargetTag: "figure",
			},
		},

		Clean: []string{
			".mw-editsection",
			"figure tr, figure td, figure tbody",
			"#toc",
			".navbox",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"#footer-info-lastmod",
		},
	},

	LeadImageURL: nil,

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var WiredJpExtractor = &CustomExtractor{
	Domain: "wired.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1[data-testid=\"ContentHeaderHed\"]",
			"h1.post-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
			"p[itemprop=\"author\"]",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			[]string{"time", "datetime"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"div[class^=\"ContentHeaderDek\"]",
			".post-intro",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div[data-attribute-verso-pattern=\"article-body\"]",
				"article.article-detail",
			},
		},

		Transforms: map[string]TransformFunction{
			"img[data-original]": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					dataOriginal, hasDataOriginal := selection.Attr("data-original")
					src, hasSrc := selection.Attr("src")

					if hasDataOriginal && hasSrc {

						base, err := url.Parse(src)
						if err != nil {
							return err
						}

						ref, err := url.Parse(dataOriginal)
						if err != nil {
							return err
						}

						resolved := base.ResolveReference(ref)
						selection.SetAttr("src", resolved.String())
					}
					return nil
				},
			},
		},

		Clean: []string{
			".post-category",
			"time",
			"h1.post-title",
			".social-area-syncer",
		},
	},
}

var WwwAbendblattDeExtractor = &CustomExtractor{
	Domain: "www.abendblatt.de",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h2.article__header__headline",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"span.author-info__name-text",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.article__body",
			},
		},

		Transforms: map[string]TransformFunction{
			"p": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					DeobfuscateAbendblattText(selection)
					return nil
				},
			},
			"div": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					DeobfuscateAbendblattText(selection)
					return nil
				},
			},
		},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time.teaser-stream-time", "datetime"},
			[]string{"time.article__header__date", "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"description\"]", "value"},
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwAndroidcentralComExtractor = &CustomExtractor{
	Domain: "www.androidcentral.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			"h1.main-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"parsely-author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#article-body",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".intro",
			"blockquote",
		},
	},
}

var WwwAsahiComExtractor = &CustomExtractor{
	Domain: "www.asahi.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"main h1",
			".ArticleTitle h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"pubdate\"]", "value"},
		},
	},

	Dek: nil,

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"main",
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"div.AdMod",
			"div.LoginSelectArea",
			"time",
			"div.notPrint",
		},
	},
}

var WwwCbcCaExtractor = &CustomExtractor{
	Domain: "www.cbc.ca",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".authorText",
			".bylineDetails",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".story",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{".timeStamp[datetime]", "datetime"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".deck",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwCbssportsComExtractor = &CustomExtractor{
	Domain: "www.cbssports.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".Article-headline",
			".article-headline",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".ArticleAuthor-nameText",
			".author-name",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[itemprop=\"datePublished\"]", "value"},
		},
		Timezone: "UTC",
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".Article-subline",
			".article-subline",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwCnetComExtractor = &CustomExtractor{
	Domain: "www.cnet.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"span.author",
			"a.author",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"time",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".c-head_dek",
			".article-dek",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				[]interface{}{"img.__image-lead__", ".article-main-body"},
				".article-main-body",
			},
		},

		Transforms: map[string]TransformFunction{
			"figure.image": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					img := selection.Find("img")
					if img.Length() > 0 {
						img.SetAttr("width", "100%")
						img.SetAttr("height", "100%")
						img.AddClass("__image-lead__")

						selection.Find(".imgContainer").Remove()
						selection.PrependSelection(img)
					}
					return nil
				},
			},
		},

		Clean: []string{},
	},
}

var WwwEngadgetComExtractor = &CustomExtractor{
	Domain: "www.engadget.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:title\"]", "value"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"a.th-meta[data-ylk*=\"subsec:author\"]",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"div[class*=\"o-title_mark\"] div",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				[]interface{}{

					"#page_body figure:not(div.article-text figure)",
					"div.article-text",
				},
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwFortinetComExtractor = &CustomExtractor{
	Domain: "www.fortinet.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".b15-blog-meta__author",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.responsivegrid.aem-GridColumn.aem-GridColumn--default--12",
			},
		},

		Transforms: map[string]TransformFunction{
			"noscript": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {

					children := selection.Children()
					if children.Length() == 1 {
						firstChild := children.First()
						if firstChild.Is("img") {

							selection.ReplaceWithSelection(firstChild.WrapInner("<figure>").Parent())
						}
					}
					return nil
				},
			},
		},

		Clean: []string{},
	},
}

var WwwGizmodoJpExtractor = &CustomExtractor{
	Domain: "www.gizmodo.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.p-post-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"li.p-post-AssistAuthor",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"li.p-post-AssistTime time", "datetime"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"article.p-post",
			},
		},

		Transforms: map[string]TransformFunction{
			"img.p-post-thumbnailImage": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					src, exists := selection.Attr("src")
					if exists {

						src = strings.ReplaceAll(src, "%27", "'")
						if idx := strings.LastIndex(src, "='"); idx >= 0 {
							src = src[idx+2:]
						}
						src = strings.TrimSuffix(src, "';")
						selection.SetAttr("src", src)
					}
					return nil
				},
			},
		},

		Clean: []string{
			"h1.p-post-title",
			"ul.p-post-Assist",
		},
	},
}

var WwwGrueneDeExtractor = &CustomExtractor{
	Domain: "www.gruene.de",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"header h1",
		},
	},

	Author: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{

				[]string{"section header", "section h2", "section p", "section ol"},
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"figcaption",
			"p[class]",
		},
	},

	DatePublished: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[property=\"og:image\"]", "content"},
		},
	},

	Dek: nil,

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwInfoqComExtractor = &CustomExtractor{
	Domain: "www.infoq.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.heading",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"div.widget.article__authors",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".article__readTime.date",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.article__data",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwIpaGoJpExtractor = &CustomExtractor{
	Domain: "www.ipa.go.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"p.ipar_text_right",
		},
	},

	Dek: nil,

	LeadImageURL: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#ipar_main",
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"p.ipar_text_right",
		},
	},
}

var WwwItmediaCoJpExtractor = &CustomExtractor{
	Domain: "www.itmedia.co.jp",

	SupportedDomains: []string{
		"www.atmarkit.co.jp",
		"techtarget.itmedia.co.jp",
		"nlab.itmedia.co.jp",
	},

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"#cmsTitle h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"#byline",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:modified_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"#cmsAbstract h2",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#cmsBody",
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"#snsSharebox",
		},
	},
}

var WwwJnsaOrgExtractor = &CustomExtractor{
	Domain: "www.jnsa.org",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"#wgtitle h2",
		},
	},

	Author: nil,

	DatePublished: nil,

	Dek: nil,

	Excerpt: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#main_area",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"#pankuzu",
			"#side",
		},
	},
}

var WwwLemondeFrExtractor = &CustomExtractor{
	Domain: "www.lemonde.fr",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.article__title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".author__name",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article__content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"figcaption",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".article__desc",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwLifehackerJpExtractor = &CustomExtractor{
	Domain: "www.lifehacker.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1[class^=\"article_pArticle_Title\"]",
			"h1.lh-summary-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
			"p.lh-entryDetailInner--credit",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			[]string{"div.lh-entryDetail-header time", "datetime"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div[class^=\"article_pArticle_Body__\"]",
				"div.lh-entryDetail-body",
			},
		},

		Transforms: map[string]TransformFunction{
			"img.lazyload": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					src, exists := selection.Attr("src")
					if exists {

						src = strings.ReplaceAll(src, "%27", "'")

						if idx := strings.LastIndex(src, "='"); idx >= 0 {
							src = src[idx+2:]
						}

						src = strings.TrimSuffix(src, "';")

						selection.SetAttr("src", src)
					}
					return nil
				},
			},
		},

		Clean: []string{
			"p.lh-entryDetailInner--credit",
		},
	},
}

var WwwMacrumorsComExtractor = &CustomExtractor{
	Domain: "www.macrumors.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			"h1.title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			"article a[rel=\"author\"]",
			".author-url",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time", "datetime"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"article",
				".article",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwMoongiftJpExtractor = &CustomExtractor{
	Domain: "www.moongift.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.title a",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"ul.meta li:not(.social):first-of-type",
		},

		Timezone: "Asia/Tokyo",
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:description\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#main",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"ul.mg_service.cf",
		},
	},
}

var WwwNationalgeographicComExtractor = &CustomExtractor{
	Domain: "www.nationalgeographic.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			"h1.main-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".byline-component__contributors b span",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".Article__Headline__Desc",
			".article__deck",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"section.Article__Content",
				[]string{".parsys.content", ".__image-lead__"},
				".content",
			},
		},

		Transforms: map[string]TransformFunction{
			".parsys.content": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {

					imageParent := selection.Children().First()
					if imageParent.HasClass("imageGroup") {

						dataAttrContainer := imageParent.Find(".media--medium__container").Children().First()
						imgPath1, exists1 := dataAttrContainer.Attr("data-platform-image1-path")
						imgPath2, exists2 := dataAttrContainer.Attr("data-platform-image2-path")

						if exists1 && exists2 && imgPath1 != "" && imgPath2 != "" {

							imageHTML := fmt.Sprintf(`<div class="__image-lead__">
								<img src="%s"/>
								<img src="%s"/>
							</div>`, imgPath1, imgPath2)
							selection.PrependHtml(imageHTML)
						}
					} else {

						imgSrc, exists := selection.Find(".image.parbase.section").Find(".picturefill").First().Attr("data-platform-src")
						if exists && imgSrc != "" {
							imageHTML := fmt.Sprintf(`<img class="__image-lead__" src="%s"/>`, imgSrc)
							selection.PrependHtml(imageHTML)
						}
					}
					return nil
				},
			},
		},

		Clean: []string{
			".pull-quote.pull-quote--small",
		},
	},
}

var WwwOssnewsJpExtractor = &CustomExtractor{
	Domain: "www.ossnews.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"#alpha-block h1.hxnewstitle",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"p.fs12",
		},

		Format: "YYYY年MM月DD日 HH:mm",

		Timezone: "Asia/Tokyo",
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#alpha-block .section:has(h1.hxnewstitle)",
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwPhoronixComExtractor = &CustomExtractor{
	Domain: "www.phoronix.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"article h1",
			"article header",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".author a:first-child",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".author",
		},
	},

	Dek: nil,

	LeadImageURL: nil,

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwProspectmagazineCoUkExtractor = &CustomExtractor{
	Domain: "www.prospectmagazine.co.uk",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".blog-header__title",
			".page-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".blog-header__author-link",
			".aside_author .title",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".blog__container",
				"article .post_content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
			".post-info",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".blog-header__description",
			".page-subtitle",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwPublickey1JpExtractor = &CustomExtractor{
	Domain: "www.publickey1.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".bloggerinchief p:first-of-type",
			"#subcol p:has(img)",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			"div.pubdate",
		},

		Format: "YYYY年MM月DD日",

		Timezone: "Asia/Tokyo",
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#maincol",
			},
		},

		DefaultCleaner: false,

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			"#breadcrumbs",
			"div.sbm",
			"div.ad_footer",
		},
	},
}

var WwwRbbtodayComExtractor = &CustomExtractor{
	Domain: "www.rbbtoday.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".writer.writer-name",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"header time", "datetime"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"description\"]", "value"},
			".arti-summary",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".arti-content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".arti-giga",
		},
	},
}

var WwwRockpapershotgunComExtractor = &CustomExtractor{
	Domain: "www.rockpapershotgun.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.title",
			"h1",
			[]string{"meta[property=\"og:title\"]", "content"},
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".byline .author a",
			".byline .author",
			[]string{"meta[name=\"author\"]", "content"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"time", "datetime"},
			[]string{"meta[property=\"article:published_time\"]", "content"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"p.strapline",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[property=\"og:image\"]", "content"},
			".headline_image",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".article_body_content.article-styling",
				".article_body_content",
				".article-content",
				"article .article_body",
			},
		},

		Clean: []string{

			".inlinead",
			".desktop_mpu",
			".mpu_container",
			".advert_container",
			".leaderboard_container",
			".injection_placeholder",
			"span.injection_placeholder",
			"[data-position]",

			".read-next",
			".article_footer",
			".comments__link",
			".load-comments",
			".smart-slot",
			".sign-in-buttons",

			".byline",
			".metadata",
			".avatar",
			".published_at",
			".tagged_with",
			".author-inline",

			"button",
			"form",

			".social-sign-in-button",

			".tagged_with_item",

			".comments-bubble",
		},
	},
}

var WwwSbnationComExtractor = &CustomExtractor{
	Domain: "www.sbnation.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.c-page-title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			"p.c-entry-summary.p-dek",
			"h2.c-entry-summary.p-dek",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.c-entry-content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var WwwSiComExtractor = &CustomExtractor{
	Domain: "www.si.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1",
			"h1.headline",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"published\"]", "value"},
		},
		Timezone: "America/New_York",
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".m-detail-header--dek",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				".m-detail--body",
				[]interface{}{"p", ".marquee_large_2x", ".component.image"},
			},
		},

		Transforms: map[string]TransformFunction{

			"noscript": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					children := selection.Children()
					if children.Length() == 1 {
						firstChild := children.First()
						if goquery.NodeName(firstChild) == "img" {

							html, _ := children.Html()
							selection.ReplaceWithHtml("<figure>" + html + "</figure>")
						}
					}
					return nil
				},
			},
		},

		Clean: []string{
			".inline-thumb",
			".primary-message",
			".description",
			".instructions",
		},
	},
}

var WwwSpektrumDeExtractor = &CustomExtractor{
	Domain: "www.spektrum.de",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			".content__title",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			".content__author__info__name",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"article.content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".breadcrumbs",
			".hide-for-print",
			"aside",
			"header h2",
			".image__article__top",
			".content__author",
			".copyright",
			".callout-box",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			".content__meta__date",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{

			[]string{"meta[name=\"og:image\"]", "value"},

			[]string{"meta[property=\"og:image\"]", "content"},

			".image__article__top img",
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".content__intro",
		},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwThevergeComExtractor = &CustomExtractor{
	Domain: "www.theverge.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{"h1"},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"author\"]", "value"},
			[]string{"meta[name=\"parsely-author\"]", "value"},
			[]string{"meta[name=\"cse-authors\"]", "value"},
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{
			".p-dek",
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{

				".duet--article--article-body-component",

				"div[id*='zephr-anchor']",

				"article",
				".article-content",

				[]interface{}{".c-entry-hero .e-image", ".c-entry-intro", ".c-entry-content"},
				[]interface{}{".e-image--hero", ".c-entry-content"},
				".l-wrapper .l-feature",
				"div.c-entry-content",
			},
		},

		Transforms: map[string]TransformFunction{

			"noscript": &FunctionTransform{
				Fn: func(selection *goquery.Selection) error {
					children := selection.Children()
					if children.Length() == 1 {
						firstChild := children.First()
						if goquery.NodeName(firstChild) == "img" {

							html, _ := children.Html()
							selection.ReplaceWithHtml("<span>" + html + "</span>")
						}
					}
					return nil
				},
			},
		},

		Clean: []string{
			".aside",
			"img.c-dynamic-image",

			".duet--article--image-gallery-two-up .kqz8fh5 .kqz8fh8 .kqz8fh7",
			".duet--article--image-gallery-two-up .kqz8fha .kqz8fh9",
			"div[class*='image-gallery'] img[srcset]",
			".duet--media--content-warning",
			"._1etxtj1",

			".c-related-list",
			".c-entry-group-labels",
			".c-follow-button",
			".tly2fw0",
			"button",

			".c-image-gallery__nav",
			"[class*='follow']",
		},
	},
}

var WwwWiredComExtractor = &CustomExtractor{
	Domain: "www.wired.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1[data-testId=\"ContentHeaderHed\"]",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:author\"]", "value"},
			"a[rel=\"author\"]",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"article.article.main-content",
				"article.content",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{
			".visually-hidden",
			"figcaption img.photo",
			".alert-message",
		},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: nil,

	Excerpt: nil,
}

var WwwYomiuriCoJpExtractor = &CustomExtractor{
	Domain: "www.yomiuri.co.jp",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			"h1.title-article.c-article-title",
		},
	},

	Author: nil,

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"article:published_time\"]", "value"},
		},
	},

	Dek: nil,

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"div.p-main-contents",
			},
		},

		Transforms: map[string]TransformFunction{},

		Clean: []string{},
	},
}

var YouTubeCustomExtractor = &CustomExtractor{
	Domain: "www.youtube.com",

	Title: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"title\"]", "value"},
			".watch-title",
			"h1.watch-title-container",
		},
	},

	Author: &FieldExtractor{
		Selectors: []interface{}{
			[]string{`link[itemprop="name"]`, "content"},
			".yt-user-info",
		},
	},

	Content: &ContentExtractor{
		FieldExtractor: &FieldExtractor{
			Selectors: []interface{}{
				"#player-container-outer",
				"ytd-expandable-video-description-body-renderer #description",
				[]string{"#player-api", "#description"},
			},
			DefaultCleaner: false,
		},

		Transforms: map[string]TransformFunction{

			"#player-api": &FunctionTransform{
				Fn: transformYouTubePlayerAPI,
			},

			"#player-container-outer": &FunctionTransform{
				Fn: transformYouTubePlayerContainer,
			},
		},

		Clean: []string{},
	},

	DatePublished: &FieldExtractor{
		Selectors: []interface{}{
			[]string{`meta[itemProp="datePublished"]`, "value"},
		},
	},

	LeadImageURL: &FieldExtractor{
		Selectors: []interface{}{
			[]string{"meta[name=\"og:image\"]", "value"},
		},
	},

	Dek: &FieldExtractor{
		Selectors: []interface{}{},
	},

	NextPageURL: nil,

	Excerpt: nil,
}