python爬虫resquest使用问题
import requests
url = 'https://www.qidian.com/rank/yuepiao?style=1'
headers = {
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36'
}
response = requests.get(url=url, headers=headers)
text = response.text
print(text)
with open('text.html','w',encoding='utf-8')as f:
f.writelines(text)为什么控制台打印的text和保存的text内容不一样
因为这个网页中换行时,有的只用了回车符（\r）没有加换行符（\n）
在控制台打印时回车符（\r）与换行符（\n）效果是不一样的。
回车符（\r）在控制台打印中是把光标回到本行的开头，不会换行。
下一行的内容会覆盖本行已打印了的内容。
比如
print("abcd\ref")
控制台打印
efcd
把你结果贴出来？什么不一样，控制台和文件的内容格式上？
测试
import requests
url = 'https://www.qidian.com/rank/yuepiao?style=1'
headers = {
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.212 Safari/537.36'
}
response = requests.get(url=url, headers=headers)
text = response.text
for v in text[:50]:
print("[",v,"]",ord(v),sep="")
编码为13的就是回车符（\r）
#控制台输出的
<link rel="stylesheet" data-ignore="true" href="//qidian.gtimg.com/c/=/qd/css/reset.ddecf.css,/qd/css/global.d41d8.css,/qd/css/font.1727c.css,/qd/css/header.dfa83.css,/qd/css/module.f572c.css,/qd/css/list_module.5577c.css,/qd/css/rank.d1407.css,/qd/css/layout.2aada.css,/qd/css/qd_popup.ed72c.css,/qd/css/footer.49872.css,/qd/css/lbfUI/css/ComboBox.8997f.css,/qd/css/lbfUI/css/Button.e5a3e.css" />
<script data-ignore="true" id="LBFnode" src="//qidian.gtimg.com/lbf/1.1.0/LBF.js?max_age=31536000"></script>
<script>
// LBF 配置
LBF.config({"paths":{"site":"//qidian.gtimg.com/qd/js","qd":"//qidian.gtimg.com/qd","common":"//qidian.gtimg.com/common/1.0.0"},"vars":{"theme":"//qidian.gtimg.com/qd/css"},"combo":true,"debug":false});
LBF.use(['lib.jQuery'], function ($) {
window.$ = $;
});
</script>
<script>
LBF.use(['monitor.SpeedReport', 'qd/js/component/login.cf26f.js', 'qd/js/rank/hotnew.4d9b5.js' ], function (SpeedReport, Login, Index) {
// 页面逻辑入口
if(Login){
Login.init().always(function(){
Index && typeof Index === 'function' && new Index();
})
}
if(219 && 219 != ''){
$(window).on('load.speedReport', function () {
// speedTimer[onload]
speedTimer.push(new Date().getTime());
var f1 = 7718, // china reading limited's ID
f2 = 219, // site ID
f3 = 15; // page ID
// chrome & IE9 Performance API
SpeedReport.reportPerformance({
flag1: f1,
flag2: f2,
flag3IE: f3,
flag3Chrome: f3,
rate:0.1,
url: '//isdspeed.qidian.com/cgi-bin/r.cgi'
});
// common speedTimer:['dom ready', 'onload']
var speedReport = SpeedReport.create({
flag1: f1,
flag2: f2,
flag3: f3,
start: speedZero,
rate:0.1,
url: '//isdspeed.qidian.com/cgi-bin/r.cgi'
});
// chrome & IE9 Performance API range 1~19, common speedTimer use 20+
for (var i = 0; i < speedTimer.length; i++) {
speedReport.add(speedTimer[i], i + 20)
}
// http://isdspeed.qq.com/cgi-bin/r.cgi?flag1=7718&flag2=224&flag3=1&1=38&2=38&…
speedReport.send();
})
}
});
speedTimer.push(new Date().getTime());
</script>
<script>
var _mtac = {};
(function() {
var mta = document.createElement("script");
mta.src = "//pingjs.qq.com/h5/stats.js?v2.0.2";
mta.setAttribute("name", "MTAH5");
mta.setAttribute("sid", "500451537");
var s = document.getElementsByTagName("script")[0];
s.parentNode.insertBefore(mta, s);
})();
</script>
<script>
(function(i,s,o,g,r,a,m){i['QDAnalyticsObject']=r;i[r]=i[r]||function(){(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','https://noah2-1252317822.file.myqcloud.com/npm/@noah-common/yep@0.0.46/dist/yep.js','yep');
yep('set', {
appid: 10038,
rate: 0.02
})
</script>
</html>
Process finished with exit code 0#文件写入的，太长就粘贴前面的
#文件写入的
<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
<title>起点月票榜_起点中文网</title>
<meta name="description" content="起点中文网小说排行榜提供最新、流行、经典、精品原创小说排行榜,涵盖:玄幻小说排行榜,奇幻小说排行榜,武侠小说排行榜,仙侠小说排行榜,都市小说排行榜,历史小说排行榜,军事小说排行榜,竞技小说排行榜,悬疑小说排行榜, 轻小说小说排行榜,免费小说排行榜,新书排行榜,完本小说排行榜,粉丝打赏排行榜">
<meta name="keywords" content="小说,起点月票榜,月票榜,排行榜,小说排行榜,热门小说排行榜,网络小说排行榜,经典小说排行,免费小说排行榜,精品小说推荐榜">
<meta name="robots" content="all">
<meta name="googlebot" content="all">
<meta name="baiduspider" content="all">
<meta http-equiv="mobile-agent" content="format=wml; url=https://m.qidian.com">
<meta http-equiv="mobile-agent" content="format=xhtml; url=https://m.qidian.com">
<meta http-equiv="mobile-agent" content="format=html5; url=http://h5.qidian.com/bookstore.html">
<meta http-equiv="X-UA-Compatible" content="IE=Edge,chrome=1">
<meta name="renderer" content="webkit" />
<script>
document.domain = 'qidian.com';
</script>
<script>
-1
var speedTimer = [],
speedZero = new Date().getTime();
</script>
<script>
//遇到cookie tf=1的话留在本站，否则跳转移动站
if (getCookie('tf') != 1) {
//判断是以下设备后跳转到m站
if (navigator.userAgent.match(/(iPhone|iPod|Android)/i)) {
location.href = "//m.qidian.com"
}
}else {
// M站设置了一年，这里fixed
setCookie('tf', 1, 'qidian.com', '/', 0);
}
// start 防劫持
//设置cookie
function setCookie(name, value, domain, path, expires) {
if(expires){
expires = new Date(+new Date() + expires);
}
var tempcookie = name + '=' + escape(value) +
((expires) ? '; expires=' + expires.toGMTString() : '') +
((path) ? '; path=' + path : '') +
((domain) ? '; domain=' + domain : '');
//Ensure the cookie's size is under the limitation
if(tempcookie.length < 4096) {
document.cookie = tempcookie;
}
}
//获取cookie
function getCookie(name) {
var arr, reg = new RegExp("(^| )" + name + "=([^;]*)(;|$)");
if (arr = document.cookie.match(reg))
return (arr[2]);
else
return null;
}
//创建并发送请求
function createSender(url){
var img = new Image();
img.onload = img.onerror = function(){
img = null;
};
img.src = url;
};
</script>
<link data-ignore="true" rel="shortcut icon" type="image/x-icon" href="//qidian.gtimg.com/qd/favicon/qd_icon.c443c.ico">
<link data-ignore="true" rel="Bookmark" type="image/x-icon" href="//qidian.gtimg.com/qd/favicon/qd_icon.c443c.ico">
<link rel="stylesheet" data-ignore="true" href="//qidian.gtimg.com/c/=/qd/css/reset.ddecf.css,/qd/css/global.d41d8.css,/qd/css/font.1727c.css,/qd/css/header.dfa83.css,/qd/css/module.f572c.css,/qd/css/list_module.5577c.css,/qd/css/rank.d1407.css,/qd/css/layout.2aada.css,/qd/css/qd_popup.ed72c.css,/qd/css/footer.49872.css,/qd/css/lbfUI/css/ComboBox.8997f.css,/qd/css/lbfUI/css/Button.e5a3e.css" />
</head>
<body class="rank-type-19" id="-1">
您好，我是有问必答小助手，您的问题已经有小伙伴解答了，您看下是否解决，可以追评进行沟通哦~
如果有您比较满意的答案 / 帮您提供解决思路的答案，可以点击【采纳】按钮，给回答的小伙伴一些鼓励哦～～
ps:问答VIP仅需29元，即可享受5次/月 有问必答服务，了解详情>>>https://vip.csdn.net/askvip?utm_source=1146287632