Scrapy数据生成json文件或者txt文档

在pipelines.py中引入Json

import json
    def __init__(self):
        self.file = open('jj.json','w')
    def process_item(self, item, spider):
        item = dict(item)
        str_data = json.dumps(item,ensure_ascii=False)+ ',\n'
        self.file.write(str_data)
        return item
    def __del__(self):
        self.file.close()

最近看到一个优化版的代码~

    def __init__(self):
        self.file = open('0577home.json','w',encoding='utf-8')
    def process_item(self, item, spider):
        self.file.write(json.dumps(dict(item),ensure_ascii=False) + "\n")
        return item
    def __del__(self):
        self.file.close()