前言

很多网站都有302或者301仿爬虫, 响应头就会带上set-cookie, 那我们用node如何处理呢?

开始

简洁版

let request = require("request");

// 开启记录cookie,重定向时自动带上cookie
request = request.defaults({jar: true});


function login_redirect(url) {
    console.log("url: ", url);
    let options = {
        url: url,
        method: "GET",
        headers: {
            "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36'
        },
        // 重定向
        followRedirect: false
    }
    request(options, function(error, response, body) {
        console.log("...login_redirect.....");

        // console.log(response.statusCode);
        // console.log(response.headers);

        if (response.statusCode == 302 || response.statusCode == 301) {
            login_redirect(response.headers.location);
        } else {
            console.log("...跳转完...");
            // console.log(response);
            // console.log(body);
        }
    });
}

文件版

let request = require("request");

// 在根目录创建cookie.json文件
const FileCookieStore = require('tough-cookie-filestore');
const cookieJsonStore = new FileCookieStore('cookies.json')
const j = request.jar(cookieJsonStore);
request = request.defaults({ jar : j })


function login_redirect(url) {
    console.log("url: ", url);
    let options = {
        url: url,
        method: "GET",
        headers: {
            "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36'
        },
        // 重定向
        followRedirect: false
    }
    request(options, function(error, response, body) {
        console.log("...login_redirect.....");

        // console.log(response.statusCode);
        // console.log(response.headers);

        if (response.statusCode == 302 || response.statusCode == 301) {
            login_redirect(response.headers.location);
        } else {
            console.log("...跳转完...");
            // console.log(response);
            // console.log(body);
        }
    });
}

推荐版

let request = require("request");

const j = request.jar();
request = request.defaults({jar:j});


function login_redirect(url) {
    console.log("url: ", url);
    let options = {
        url: url,
        method: "GET",
        headers: {
            "User-Agent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/102.0.5005.62 Safari/537.36'
        },
        followRedirect: false
    }
    request(options, function(error, response, body) {
        console.log("...login_redirect.....");

        // console.log(response.statusCode);
        // console.log(response.headers);

        if (response.statusCode == 302 || response.statusCode == 301) {
            login_redirect(response.headers.location);
        } else {
            console.log("...跳转完...");
            // console.log(response);
            // console.log(body);
            
            console.log("cookie为：", j.getCookieString(url))
        }
    });
}