From 8bfc462af7681dee489a298a2e9e75399f425a95 Mon Sep 17 00:00:00 2001 From: zhangmeng <1334717033@qq.com> Date: Thu, 2 Mar 2023 15:31:52 +0800 Subject: [PATCH] =?UTF-8?q?netty=20client=202023=E5=B9=B42=E6=9C=8827?= =?UTF-8?q?=E6=97=A514:45:16?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../com/zhangmeng/tools/utils/JsoupUtil.java | 61 +++++++++++++++++++ 1 file changed, 61 insertions(+) create mode 100644 src/main/java/com/zhangmeng/tools/utils/JsoupUtil.java diff --git a/src/main/java/com/zhangmeng/tools/utils/JsoupUtil.java b/src/main/java/com/zhangmeng/tools/utils/JsoupUtil.java new file mode 100644 index 0000000..9830dfb --- /dev/null +++ b/src/main/java/com/zhangmeng/tools/utils/JsoupUtil.java @@ -0,0 +1,61 @@ +package com.zhangmeng.tools.utils; + +/** + * @author : 芊芊墨客 + * @version : 1.0 + * @date : 2023-03-02 11:40 + */ +import org.jsoup.Jsoup; +import org.jsoup.nodes.Document; +import org.jsoup.nodes.Element; +import org.jsoup.select.Elements; + +import java.io.IOException; +import java.nio.charset.StandardCharsets; +import java.util.Map; + +public class JsoupUtil { + + public static Document sendGet(String url, Integer timeOut) throws IOException { + return Jsoup.connect(url).timeout(timeOut).ignoreContentType(true) + .header("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8") + .header("Accept-Encoding", "gzip, deflate, sdch") + .header("Accept-Language", "zh-CN,zh;q=0.8") + .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36") + .get(); + } + public static Document sendPost(String url, Integer timeOut, Map map) throws IOException { + return Jsoup.connect(url).timeout(timeOut).ignoreContentType(true) + .header("Accept", "application/json, text/javascript, */*; q=0.01") + .header("Accept-Encoding", "gzip, deflate") + .header("Accept-Language", "zh-CN,zh;q=0.9") + .header("Content-Type", "application/x-www-form-urlencoded; charset=UTF-8") + .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.96 Safari/537.36") + .data(map) + .post(); + } + public static Document sendPostByBody(String url, Integer timeOut, String json) throws IOException { + return Jsoup.connect(url).timeout(timeOut).ignoreContentType(true) + .header("Accept", "application/json, text/javascript, */*; q=0.01") + .header("Accept-Encoding", "gzip, deflate") + .header("Accept-Language", "zh-CN,zh;q=0.9") + .header("Content-Type", "application/json;charset=utf-8") + .header("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.96 Safari/537.36") + .requestBody(json) + .post(); + } + + public static void main(String[] args) { + try { + Document document = sendGet("https://so.gushiwen.cn/shiwenv_45c396367f59.aspx", 5000); + Element body = document.body(); + Element sonsyuanwen = body.getElementById("sonsyuanwen"); + String title = sonsyuanwen.getElementsByTag("h1").get(0).text(); + String user_name = sonsyuanwen.getElementsByTag("p").get(0).getElementsByTag("a").get(0).text(); + String date_name = sonsyuanwen.getElementsByTag("p").get(0).getElementsByTag("a").get(1).text(); + String content = sonsyuanwen.getElementsByClass("cont").get(0).getElementsByClass("contson").text(); + } catch (IOException e) { + e.printStackTrace(); + } + } +}