Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
S
smart_gov_platform
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
赵啸非
smart_gov_platform
Commits
1b20c114
Commit
1b20c114
authored
Feb 06, 2023
by
赵啸非
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
修改同步抓取脚本
parent
8a47300d
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
10 additions
and
5 deletions
+10
-5
base-manager/src/main/java/com/mortals/xhx/common/utils/MatterDetailHtmlParseUtil.java
...m/mortals/xhx/common/utils/MatterDetailHtmlParseUtil.java
+3
-1
base-manager/src/main/java/com/mortals/xhx/common/utils/SyncGovMatterDetailThread.java
...m/mortals/xhx/common/utils/SyncGovMatterDetailThread.java
+3
-1
base-manager/src/main/java/com/mortals/xhx/module/matter/model/MatterEntity.java
...ava/com/mortals/xhx/module/matter/model/MatterEntity.java
+1
-1
base-manager/src/main/java/com/mortals/xhx/module/site/model/SiteMatterEntity.java
...a/com/mortals/xhx/module/site/model/SiteMatterEntity.java
+2
-0
base-manager/src/test/java/com/mortals/httpclient/site/SiteController.http
...test/java/com/mortals/httpclient/site/SiteController.http
+1
-2
No files found.
base-manager/src/main/java/com/mortals/xhx/common/utils/MatterDetailHtmlParseUtil.java
View file @
1b20c114
...
@@ -437,9 +437,11 @@ public class MatterDetailHtmlParseUtil {
...
@@ -437,9 +437,11 @@ public class MatterDetailHtmlParseUtil {
//String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511102000000&itemCode=F-000088-001-511102000000-000-11511002008554411P-1-00&taskType=7&deptCode=11511002008554411P";
//String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511102000000&itemCode=F-000088-001-511102000000-000-11511002008554411P-1-00&taskType=7&deptCode=11511002008554411P";
//String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511102000000&itemCode=511A0116400001-511102000000-000-11511000008554251k-1-00&taskType=1&deptCode=1151124000008554251k_28064";
//String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511102000000&itemCode=511A0116400001-511102000000-000-11511000008554251k-1-00&taskType=1&deptCode=1151124000008554251k_28064";
// String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=510110307000&itemCode=511E99406004-510110307000-000-11510110009212261X-1-00&taskType=9&deptCode=1703461";
// String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=510110307000&itemCode=511E99406004-510110307000-000-11510110009212261X-1-00&taskType=9&deptCode=1703461";
String
url
=
"http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511102000000&itemCode=511A0099100005-511102000000-000-11511002735871990X-1-00&taskType=1&deptCode=11511002735871990X"
;
//
String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511102000000&itemCode=511A0099100005-511102000000-000-11511002735871990X-1-00&taskType=1&deptCode=11511002735871990X";
//String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=513426000000&itemCode=511F3000300009-513426000000-000-11513426MB1541028A-1-00&taskType=7&deptCode=009075316";
//String url = "http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=513426000000&itemCode=511F3000300009-513426000000-000-11513426MB1541028A-1-00&taskType=7&deptCode=009075316";
String
url
=
"http://www.sczwfw.gov.cn/jiq/front/transition/ywTransToDetail?areaCode=511500000000&itemCode=511A0152600000-511500000000-000-511501-7-1-00&taskType=1&deptCode=511501-7"
;
Document
dom
=
MatterDetailHtmlParseUtil
.
getDomByHtml
(
url
);
Document
dom
=
MatterDetailHtmlParseUtil
.
getDomByHtml
(
url
);
Map
<
String
,
String
>
baseInfoMap
=
MatterDetailHtmlParseUtil
.
getbaseInfoMapByHtml
(
dom
);
Map
<
String
,
String
>
baseInfoMap
=
MatterDetailHtmlParseUtil
.
getbaseInfoMapByHtml
(
dom
);
System
.
out
.
println
(
JSON
.
toJSONString
(
baseInfoMap
));
System
.
out
.
println
(
JSON
.
toJSONString
(
baseInfoMap
));
...
...
base-manager/src/main/java/com/mortals/xhx/common/utils/SyncGovMatterDetailThread.java
View file @
1b20c114
...
@@ -76,7 +76,9 @@ public class SyncGovMatterDetailThread implements Runnable {
...
@@ -76,7 +76,9 @@ public class SyncGovMatterDetailThread implements Runnable {
log
.
info
(
"同步事项列表:"
+
JSON
.
toJSONString
(
rest
));
log
.
info
(
"同步事项列表:"
+
JSON
.
toJSONString
(
rest
));
if
(
rest
.
getCode
()
==
YesNoEnum
.
YES
.
getValue
())
{
if
(
rest
.
getCode
()
==
YesNoEnum
.
YES
.
getValue
())
{
List
<
MatterEntity
>
matterEntityList
=
matterService
.
find
(
new
MatterQuery
().
areaCode
(
siteEntity
.
getAreaCode
()).
source
(
SourceEnum
.
政务网
.
getValue
()));
List
<
MatterEntity
>
matterEntityList
=
matterService
.
find
(
new
MatterQuery
().
areaCode
(
siteEntity
.
getAreaCode
()).
source
(
SourceEnum
.
政务网
.
getValue
()));
List
<
MatterEntity
>
unSyncDetailMatterList
=
matterEntityList
.
stream
().
filter
(
f
->
f
.
getHaveGetMatterInfo
().
equalsIgnoreCase
(
"false"
)).
collect
(
Collectors
.
toList
());
List
<
MatterEntity
>
unSyncDetailMatterList
=
matterEntityList
.
stream
()
//.filter(f -> f.getHaveGetMatterInfo().equalsIgnoreCase("false"))
.
collect
(
Collectors
.
toList
());
//查询站点事项相关
//查询站点事项相关
List
<
SiteEntity
>
siteEntities
=
siteService
.
find
(
new
SiteQuery
().
areaCode
(
siteEntity
.
getAreaCode
()));
List
<
SiteEntity
>
siteEntities
=
siteService
.
find
(
new
SiteQuery
().
areaCode
(
siteEntity
.
getAreaCode
()));
...
...
base-manager/src/main/java/com/mortals/xhx/module/matter/model/MatterEntity.java
View file @
1b20c114
...
@@ -1515,7 +1515,7 @@ public class MatterEntity extends MatterVo {
...
@@ -1515,7 +1515,7 @@ public class MatterEntity extends MatterVo {
this
.
url
=
null
;
this
.
url
=
null
;
this
.
haveGetMatterInfo
=
"
0
"
;
this
.
haveGetMatterInfo
=
"
false
"
;
this
.
belongDept
=
""
;
this
.
belongDept
=
""
;
...
...
base-manager/src/main/java/com/mortals/xhx/module/site/model/SiteMatterEntity.java
View file @
1b20c114
package
com.mortals.xhx.module.site.model
;
package
com.mortals.xhx.module.site.model
;
import
com.mortals.xhx.common.code.SourceEnum
;
import
com.mortals.xhx.module.site.model.vo.SiteMatterVo
;
import
com.mortals.xhx.module.site.model.vo.SiteMatterVo
;
/**
/**
* 站点事项实体对象
* 站点事项实体对象
...
@@ -172,6 +173,7 @@ public class SiteMatterEntity extends SiteMatterVo {
...
@@ -172,6 +173,7 @@ public class SiteMatterEntity extends SiteMatterVo {
* @return Integer
* @return Integer
*/
*/
public
Integer
getSource
(){
public
Integer
getSource
(){
return
source
;
return
source
;
}
}
/**
/**
...
...
base-manager/src/test/java/com/mortals/httpclient/site/SiteController.http
View file @
1b20c114
...
@@ -95,11 +95,10 @@ Content-Type: application/json
...
@@ -95,11 +95,10 @@ Content-Type: application/json
###同步事项数据
###同步事项数据
POST {{baseUrl}}/site/syncGovMatterBySiteId
POST {{baseUrl}}/site/syncGovMatterBySiteId
Authorization: {{authToken}}
Content-Type: application/json
Content-Type: application/json
{
{
"id":
26
"id":
1
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment