java解析html
场景描述
我调用外部接口，但是返回来的数据是html的格式，所以我就需要进行处理来获得我想要的数据。我使用的是jsoup。
一.引入依赖
<dependency>
<groupId>org.jsoup</groupId>
<artifactId>jsoup</artifactId>
<version>1.11.3</version>
</dependency>
二.调用接口响应回来的html
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=gb2312" />
<title>无标题文档</title>
<style type="text/css">
body, div, dl, dt, dd, ul, ol, li, h1, h2, h3, h4, h5, h6, pre, form, fieldset, input, textarea, p, blockquote, th, td {
font-family: "微软雅黑"!important;
}
</style>
<script type="text/javascript" src="https://www.ikun.com.cn/statics/js/jquery-1.7.2.js"></script>
</head>
<body>
<link rel="stylesheet" href="https://www.ikun.com.cn/statics/css/list.css" />
<link rel="stylesheet" href="https://www.ikun.com.cn/statics/css/base.css" />
<!--main-->
<div class="w870" style="background:#fff">
<div class="suipin"> <a href="https://www.ikun.com.cn">首页</a>><b class="mowei"><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=lists&catid=194">智库</a> > <a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=lists&catid=201">港口</a> > <a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=lists&catid=226">ikun日记</a> > 列表</b> </div>
<!--最新下载-->
<table width="100%" class="mtzktab" id="mtzktab">
<thead>
<tr class="biaoti">
<th width="70%" align="left">ikun日记</th>
<!-- <th width="15%">点击</th> -->
<th width="30%">发布时间</th>
</tr>
</thead>
<tbody>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=235904" target="_blank">ikun日记（第468期）</a></td>
<!-- <td align="center">0</td> -->
<td align="center">2023-08-21</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=235638" target="_blank">ikun日记（第467期）</a></td>
<!-- <td align="center">3</td> -->
<td align="center">2023-08-14</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=235402" target="_blank">ikun日记（第466期）</a></td>
<!-- <td align="center">10</td> -->
<td align="center">2023-08-07</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=235224" target="_blank">ikun日记（第465期）</a></td>
<!-- <td align="center">4</td> -->
<td align="center">2023-07-31</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=235047" target="_blank">ikun日记（第464期）</a></td>
<!-- <td align="center">6</td> -->
<td align="center">2023-07-24</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=235043" target="_blank">ikun日记（第463期）</a></td>
<!-- <td align="center">2</td> -->
<td align="center">2023-07-17</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=234716" target="_blank">ikun日记（第462期）</a></td>
<!-- <td align="center">5</td> -->
<td align="center">2023-07-10</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=234535" target="_blank">ikun日记（第461期）</a></td>
<!-- <td align="center">9</td> -->
<td align="center">2023-07-03</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=234531" target="_blank">ikun日记（第460期）</a></td>
<!-- <td align="center">1</td> -->
<td align="center">2023-06-19</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=234100" target="_blank">ikun日记（第459期）</a></td>
<!-- <td align="center">6</td> -->
<td align="center">2023-06-12</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=233842" target="_blank">ikun日记（第458期）</a></td>
<!-- <td align="center">3</td> -->
<td align="center">2023-06-05</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=233838" target="_blank">ikun日记（第457期）</a></td>
<!-- <td align="center">1</td> -->
<td align="center">2023-05-29</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=233551" target="_blank">ikun日记（第456期）</a></td>
<!-- <td align="center">7</td> -->
<td align="center">2023-05-22</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=233279" target="_blank">ikun日记（第455期）</a></td>
<!-- <td align="center">6</td> -->
<td align="center">2023-05-15</td>
</tr>
<tr>
<td><div class="dian">.</div><a href="https://www.ikun.com.cn/index.php?m=content&c=index&a=show&catid=226&id=233087" target="_blank">ikun日记（第454期）</a></td>
<!-- <td align="center">8</td> -->
<td align="center">2023-04-29</td>
</tr>
</tbody>
</table>
<div id="pages"> <a class="a1">368条</a> <a href="index.php?m=content&c=index&a=lists&catid=226" class="a1">上一页</a> <span>1</span> <a href="index.php?m=content&c=index&a=lists&catid=226&page=2">2</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=3">3</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=4">4</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=5">5</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=6">6</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=7">7</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=8">8</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=9">9</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=10">10</a> ..<a href="index.php?m=content&c=index&a=lists&catid=226&page=25">25</a> <a href="index.php?m=content&c=index&a=lists&catid=226&page=2" class="a1">下一页</a> </div>
<script type="text/javascript">
$().ready(function () {
$('#mtzktab tbody tr:odd').css('background', '#eeeeee');
});
</script>
</div>
</body>
</html>
三.测试代码
package org.jeecg.modules.mt.controller;
import cn.hutool.http.HttpUtil;
import org.jsoup.Jsoup;
import org.springframework.util.StringUtils;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import org.xml.sax.SAXException;
import javax.xml.parsers.ParserConfigurationException;
import java.io.IOException;
public class Test {
public static void main(String[] args) throws IOException, SAXException, ParserConfigurationException {
String apiUrl = "https://www.ikun.com.cn/index.php?m=content&c=index&a=lists&catid=226&page=1";
// 发送get请求
String body = HttpUtil.createPost(apiUrl).execute().body();
Document doc = Jsoup.parse(body);
//获取<tbody>标签下的<div>标签，并把<div>标签的值改为空
Elements headingsDiv = doc.select("tbody").select("div");
for (Element element : headingsDiv) {
element.text("");
}
//获取<tbody>标签下的<td>标签
Elements headings = doc.select("tbody").select("td");
//循环获取的<td>标签
for (int i = 0; i < headings.size(); i++) {
//获取<td>标签内的值
String text = headings.get(i).text();
//因为包含两个不同的<td>标签，所以需要取余
if (i%2 == 0){
//获取<td>标签下的<a>标签的 href 属性的值
String href = headings.get(i).select("a").attr("href");
System.out.println("文件下载地址："+href);
System.out.println("文件名称："+text);
}else {
System.out.println("文件时间："+text);
}
}
}
}
上一篇： NodeJS的简介以
下一篇： 2019 编程语言排