Commit b5eff40d authored by 赵啸非's avatar 赵啸非

修改同步事项

parent 999a3858
...@@ -30,7 +30,10 @@ public class MatterHtmlParseUtil { ...@@ -30,7 +30,10 @@ public class MatterHtmlParseUtil {
String matterPageExp = "//input[@id=\"pageNum\"]"; String matterPageExp = "//input[@id=\"pageNum\"]";
Map<String, Integer> resultMap = new HashMap<>(); Map<String, Integer> resultMap = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterTotalExp); Elements elements = dom.selectXpath(matterTotalExp);
if (elements.size() > 0) { if (elements.size() > 0) {
Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0); Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0);
...@@ -57,7 +60,10 @@ public class MatterHtmlParseUtil { ...@@ -57,7 +60,10 @@ public class MatterHtmlParseUtil {
String matterPageExp = "//input[@id=\"pageNumDept\"]"; String matterPageExp = "//input[@id=\"pageNumDept\"]";
Map<String, Integer> resultMap = new HashMap<>(); Map<String, Integer> resultMap = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterTotalExp); Elements elements = dom.selectXpath(matterTotalExp);
if (elements.size() > 0) { if (elements.size() > 0) {
Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0); Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0);
...@@ -215,7 +221,10 @@ public class MatterHtmlParseUtil { ...@@ -215,7 +221,10 @@ public class MatterHtmlParseUtil {
String deptListExp = "//ul[@class='bm-list']//li"; String deptListExp = "//ul[@class='bm-list']//li";
Map<String, String> map = new HashMap<>(); Map<String, String> map = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(deptListExp); Elements elements = dom.selectXpath(deptListExp);
for (int i = 0; i < elements.size(); i++) { for (int i = 0; i < elements.size(); i++) {
Element element = elements.get(i); Element element = elements.get(i);
......
...@@ -41,7 +41,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -41,7 +41,10 @@ public class MatterTypeHtmlParseUtil {
String matterPageExp = "//input[@id=\"pageNumTheme\"]"; String matterPageExp = "//input[@id=\"pageNumTheme\"]";
Map<String, Integer> resultMap = new HashMap<>(); Map<String, Integer> resultMap = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterTotalExp); Elements elements = dom.selectXpath(matterTotalExp);
if (elements.size() > 0) { if (elements.size() > 0) {
Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0); Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0);
...@@ -78,7 +81,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -78,7 +81,10 @@ public class MatterTypeHtmlParseUtil {
String matterPageExp = "//input[@id=\"pageNum\"]"; String matterPageExp = "//input[@id=\"pageNum\"]";
Map<String, Integer> resultMap = new HashMap<>(); Map<String, Integer> resultMap = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterTotalExp); Elements elements = dom.selectXpath(matterTotalExp);
if (elements.size() > 0) { if (elements.size() > 0) {
Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0); Integer total = elements.get(0) == null ? 0 : DataUtil.converStr2Int(elements.get(0).attr("value"), 0);
...@@ -115,7 +121,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -115,7 +121,10 @@ public class MatterTypeHtmlParseUtil {
String ThemeListExp = "//ul[@class=\"zhuti_list\"]//li//a"; String ThemeListExp = "//ul[@class=\"zhuti_list\"]//li//a";
Map<String, String> map = new HashMap<>(); Map<String, String> map = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(ThemeListExp); Elements elements = dom.selectXpath(ThemeListExp);
for (int i = 0; i < elements.size(); i++) { for (int i = 0; i < elements.size(); i++) {
...@@ -147,7 +156,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -147,7 +156,10 @@ public class MatterTypeHtmlParseUtil {
String ThemeListExp = "//ul[@class='fwlx_list cf']//li"; String ThemeListExp = "//ul[@class='fwlx_list cf']//li";
Map<String, String> map = new HashMap<>(); Map<String, String> map = new HashMap<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(ThemeListExp); Elements elements = dom.selectXpath(ThemeListExp);
for (int i = 0; i < elements.size(); i++) { for (int i = 0; i < elements.size(); i++) {
...@@ -190,7 +202,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -190,7 +202,10 @@ public class MatterTypeHtmlParseUtil {
String matterListLiExp = "//div[@class=\"sx_list\"]//li/a[1]"; String matterListLiExp = "//div[@class=\"sx_list\"]//li/a[1]";
List<MatterEntity> matterEntityList = new ArrayList<>(); List<MatterEntity> matterEntityList = new ArrayList<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterListExp); Elements elements = dom.selectXpath(matterListExp);
for (int i = 0; i < elements.size(); i++) { for (int i = 0; i < elements.size(); i++) {
...@@ -241,7 +256,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -241,7 +256,10 @@ public class MatterTypeHtmlParseUtil {
String matterListLiExp = "//div[@class=\"sx_list\"]//li/a[1]"; String matterListLiExp = "//div[@class=\"sx_list\"]//li/a[1]";
List<MatterEntity> matterEntityList = new ArrayList<>(); List<MatterEntity> matterEntityList = new ArrayList<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterListExp); Elements elements = dom.selectXpath(matterListExp);
for (int i = 0; i < elements.size(); i++) { for (int i = 0; i < elements.size(); i++) {
...@@ -295,7 +313,10 @@ public class MatterTypeHtmlParseUtil { ...@@ -295,7 +313,10 @@ public class MatterTypeHtmlParseUtil {
String matterListLiExp = "//div[@class=\"sx_list\"]//li/a[1]"; String matterListLiExp = "//div[@class=\"sx_list\"]//li/a[1]";
List<MatterEntity> matterEntityList = new ArrayList<>(); List<MatterEntity> matterEntityList = new ArrayList<>();
try { try {
Document dom = Jsoup.connect(url).data(params).get(); Document dom = Jsoup.connect(url)
.ignoreContentType(true)
.ignoreHttpErrors(true)
.data(params).get();
Elements elements = dom.selectXpath(matterListExp); Elements elements = dom.selectXpath(matterListExp);
for (int i = 0; i < elements.size(); i++) { for (int i = 0; i < elements.size(); i++) {
......
...@@ -1037,7 +1037,10 @@ public class MatterServiceImpl extends AbstractCRUDServiceImpl<MatterDao, Matter ...@@ -1037,7 +1037,10 @@ public class MatterServiceImpl extends AbstractCRUDServiceImpl<MatterDao, Matter
break; break;
//return Rest.fail("事项url不能为空!"); //return Rest.fail("事项url不能为空!");
} }
Document dom = Jsoup.connect(matterEntity.getUrl()).timeout(60 * 1000).get(); Document dom = Jsoup.connect(matterEntity.getUrl())
.ignoreContentType(true)
.ignoreHttpErrors(true)
.timeout(60 * 1000).get();
// html = Jsoup.connect(matterEntity.getUrl()).get().body().html(); // html = Jsoup.connect(matterEntity.getUrl()).get().body().html();
// html = HttpUtil.get(matterEntity.getUrl()); // html = HttpUtil.get(matterEntity.getUrl());
//System.out.println(html); //System.out.println(html);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment