-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathitems.py
36 lines (35 loc) · 1 KB
/
items.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
import scrapy
from scrapy import Item, Field
class CrowlItem(scrapy.Item):
"""
İtemlerin çıktı isimlerinin değiştirilmesi.
"""
url = scrapy.Field()
response_code = scrapy.Field()
content_type = scrapy.Field()
level = scrapy.Field()
referer = scrapy.Field()
latency = scrapy.Field()
crawled_at = scrapy.Field()
title = scrapy.Field()
nb_title = scrapy.Field()
meta_robots = scrapy.Field()
nb_meta_robots = scrapy.Field()
meta_description = scrapy.Field()
meta_viewport = scrapy.Field()
meta_keywords = scrapy.Field()
canonical = scrapy.Field()
h1 = scrapy.Field()
nb_h1 = scrapy.Field()
nb_h2 = scrapy.Field()
wordcount = scrapy.Field()
content = scrapy.Field()
XRobotsTag = scrapy.Field()
outlinks = scrapy.Field()
http_date = scrapy.Field()
size = scrapy.Field()
prev = scrapy.Field()
next = scrapy.Field()
html_lang = scrapy.Field()
hreflangs = scrapy.Field()
microdata = scrapy.Field()