Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Q
qg-bl-service
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
data-spider
qg-bl-service
Commits
4e773793
Commit
4e773793
authored
Apr 17, 2020
by
郝彦辉
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
黑灰名单结果表、明细表增加数据源2020.04.17
parent
bc4f9ffb
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
15 additions
and
9 deletions
+15
-9
BlackListToolsManagerServiceImpl.java
...ervice/service/impl/BlackListToolsManagerServiceImpl.java
+15
-9
No files found.
src/main/java/cn/quantgroup/qgblservice/service/impl/BlackListToolsManagerServiceImpl.java
View file @
4e773793
...
@@ -68,10 +68,11 @@ public class BlackListToolsManagerServiceImpl implements IBlackListToolsManagerS
...
@@ -68,10 +68,11 @@ public class BlackListToolsManagerServiceImpl implements IBlackListToolsManagerS
private
static
Map
<
String
,
Integer
>
channelBlackListExpireConfigMap
=
new
ConcurrentHashMap
<>();
private
static
Map
<
String
,
Integer
>
channelBlackListExpireConfigMap
=
new
ConcurrentHashMap
<>();
private
final
int
LIMIT
=
10000
;
private
final
SimpleDateFormat
sdf
=
new
SimpleDateFormat
(
"yyyy-MM-dd HH:mm:ss"
);
private
final
SimpleDateFormat
sdf
=
new
SimpleDateFormat
(
"yyyy-MM-dd HH:mm:ss"
);
private
final
int
LIMIT_1000
=
1000
;
private
static
int
LIMIT
=
10000
;
private
static
int
LIMIT_1000
=
1000
;
private
static
int
LIMIT_X
=
1000
;
@Autowired
@Autowired
private
IBlackGreyListService
blackGreyListService
;
private
IBlackGreyListService
blackGreyListService
;
...
@@ -1254,27 +1255,32 @@ public class BlackListToolsManagerServiceImpl implements IBlackListToolsManagerS
...
@@ -1254,27 +1255,32 @@ public class BlackListToolsManagerServiceImpl implements IBlackListToolsManagerS
int
maxId
=
0
;
int
maxId
=
0
;
int
BEGIN_ID
=
0
,
startId
=
0
,
endId
=
0
;
int
BEGIN_ID
=
0
,
startId
=
0
,
endId
=
0
;
try
{
try
{
String
value_maxId
=
stringRedisTemplate
.
opsForValue
().
get
(
"UPDATE_HUITOHEI_
MAXID_TYPE1
"
);
String
value_maxId
=
stringRedisTemplate
.
opsForValue
().
get
(
"UPDATE_HUITOHEI_
P_MAXID
"
);
if
(
StringUtils
.
isNotEmpty
(
value_maxId
)){
if
(
StringUtils
.
isNotEmpty
(
value_maxId
)){
maxId
=
Integer
.
parseInt
(
value_maxId
);
maxId
=
Integer
.
parseInt
(
value_maxId
);
}
}
String
value_beginId
=
stringRedisTemplate
.
opsForValue
().
get
(
"UPDATE_HUITOHEI_
MAXID
_BEGINID"
);
String
value_beginId
=
stringRedisTemplate
.
opsForValue
().
get
(
"UPDATE_HUITOHEI_
P
_BEGINID"
);
if
(
StringUtils
.
isNotEmpty
(
value_beginId
)){
if
(
StringUtils
.
isNotEmpty
(
value_beginId
)){
BEGIN_ID
=
Integer
.
parseInt
(
value_beginId
);
BEGIN_ID
=
Integer
.
parseInt
(
value_beginId
);
}
}
String
value_limitX
=
stringRedisTemplate
.
opsForValue
().
get
(
"UPDATE_HUITOHEI_P_LIMIT_X"
);
if
(
StringUtils
.
isNotEmpty
(
value_limitX
)){
LIMIT_X
=
Integer
.
parseInt
(
value_limitX
);
}
}
catch
(
Exception
e
){
}
catch
(
Exception
e
){
log
.
error
(
"获取redis里值异常, key: {} "
,
"UPDATE_HUITOHEI_MAXID_TYPE1"
,
e
);
log
.
error
(
"获取redis里值异常, key: {} "
,
"UPDATE_HUITOHEI_MAXID_TYPE1"
,
e
);
}
}
log
.
info
(
"方法tmpBlackGreyToProduct()查询缓存, maxId : {} , BEGIN_ID : {} , startId : {} , endId: {}
"
,
maxId
,
BEGIN_ID
,
startId
,
endId
);
log
.
info
(
"方法tmpBlackGreyToProduct()查询缓存, maxId : {} , BEGIN_ID : {} , startId : {} , endId: {}
, LIMIT_X : {} "
,
maxId
,
BEGIN_ID
,
startId
,
endId
,
LIMIT_X
);
if
(
maxId
<=
0
){
if
(
maxId
<=
0
){
return
;
return
;
}
}
int
totalQueryCount
=
0
,
totalOkCount
=
0
;
int
totalQueryCount
=
0
,
totalOkCount
=
0
;
int
totalPage
=
(
maxId
-
BEGIN_ID
)
/
LIMIT_1000
;
int
totalPage
=
(
maxId
-
BEGIN_ID
)
/
LIMIT_X
;
if
((
(
maxId
-
BEGIN_ID
)%
LIMIT_
1000
)!=
0
){
if
((
(
maxId
-
BEGIN_ID
)%
LIMIT_
X
)!=
0
){
totalPage
+=
1
;
totalPage
+=
1
;
}
}
...
@@ -1283,8 +1289,8 @@ public class BlackListToolsManagerServiceImpl implements IBlackListToolsManagerS
...
@@ -1283,8 +1289,8 @@ public class BlackListToolsManagerServiceImpl implements IBlackListToolsManagerS
//startId = (page-1) * LIMIT_1000;
//startId = (page-1) * LIMIT_1000;
//endId = page * LIMIT_1000;
//endId = page * LIMIT_1000;
startId
=
BEGIN_ID
+
(
page
-
1
)
*
LIMIT_
1000
;
startId
=
BEGIN_ID
+
(
page
-
1
)
*
LIMIT_
X
;
endId
=
startId
+
LIMIT_
1000
;
endId
=
startId
+
LIMIT_
X
;
long
thisPageStart
=
System
.
currentTimeMillis
();
long
thisPageStart
=
System
.
currentTimeMillis
();
List
<
TmpBlackGreyList
>
tmpQueryList
=
null
;
List
<
TmpBlackGreyList
>
tmpQueryList
=
null
;
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment