python 批量获取51job，拉钩，智联招聘职位信息

批量获取51job，拉钩，智联招聘职位信息

# -*- coding:utf-8 -*-


import sys
reload（sys）
sys.setdefaultencoding（‘utf-8‘）
import os
import threading
import datetime
from bs4 import BeautifulSoup
import requests
import re
import pymysql
from download import download
import csv


class Job_qcwy（threading.Thread）:
    def __init__（self jobarea）:
        threading.Thread.__init__（self）
        # self.url = ‘http://search.51job.com/jobsearch/search_result.php?fromJs=1&jobarea=‘+jobarea+‘&keyword=‘+keyword+‘&keywordtype=2&curr_page=‘+str（pn）+‘&lang=c&stype=2&postchannel=0000&fromType=1&confirmdate=9‘
        self.city = jobarea
        self.keywords = [‘大数据‘]
        self.headers = {
            ‘Host‘: ‘search.51job.com‘
            ‘Upgrade-Insecure-Requests‘: ‘1‘
            ‘User-Agent‘: ‘Mozilla/5.0 （Ma

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----
     目录           0  2017-03-07 09:54  PositionAnalysis\
     目录           0  2017-03-07 09:59  PositionAnalysis\.git\
     文件          23  2017-03-07 09:54  PositionAnalysis\.git\HEAD
     文件         341  2017-03-07 09:54  PositionAnalysis\.git\config
     文件          73  2017-03-07 09:54  PositionAnalysis\.git\description
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\hooks\
     文件         478  2017-03-07 09:54  PositionAnalysis\.git\hooks\applypatch-msg.sample
     文件         896  2017-03-07 09:54  PositionAnalysis\.git\hooks\commit-msg.sample
     文件         189  2017-03-07 09:54  PositionAnalysis\.git\hooks\post-update.sample
     文件         424  2017-03-07 09:54  PositionAnalysis\.git\hooks\pre-applypatch.sample
     文件        1642  2017-03-07 09:54  PositionAnalysis\.git\hooks\pre-commit.sample
     文件        1348  2017-03-07 09:54  PositionAnalysis\.git\hooks\pre-push.sample
     文件        4951  2017-03-07 09:54  PositionAnalysis\.git\hooks\pre-rebase.sample
     文件        1239  2017-03-07 09:54  PositionAnalysis\.git\hooks\prepare-commit-msg.sample
     文件        3610  2017-03-07 09:54  PositionAnalysis\.git\hooks\update.sample
     文件        1770  2017-03-07 09:56  PositionAnalysis\.git\index
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\info\
     文件         240  2017-03-07 09:54  PositionAnalysis\.git\info\exclude
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\logs\
     文件         187  2017-03-07 09:54  PositionAnalysis\.git\logs\HEAD
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\logs\refs\
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\logs\refs\heads\
     文件         187  2017-03-07 09:54  PositionAnalysis\.git\logs\refs\heads\master
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\logs\refs\remotes\
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\logs\refs\remotes\origin\
     文件         187  2017-03-07 09:54  PositionAnalysis\.git\logs\refs\remotes\origin\HEAD
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\objects\
     目录           0  2017-06-18 10:22  PositionAnalysis\.git\objects\info\
     目录           0  2017-03-07 09:54  PositionAnalysis\.git\objects\pack\
     文件        4068  2017-03-07 09:54  PositionAnalysis\.git\objects\pack\pack-c5cddc7f1b49140362478a8bcd8dc1860033f4c3.idx
     文件       61056  2017-03-07 09:54  PositionAnalysis\.git\objects\pack\pack-c5cddc7f1b49140362478a8bcd8dc1860033f4c3.pack
............此处省略30个文件信息