Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Q
qg-rt-dc
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
data-spider
qg-rt-dc
Commits
72116cdb
Commit
72116cdb
authored
Sep 27, 2019
by
data爬虫-冯 军凯
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
test
parent
8d65ad12
Pipeline
#165
failed with stages
Changes
4
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
82 additions
and
83 deletions
+82
-83
pom.xml
qg-data-service/pom.xml
+5
-7
DeviceFingerInfoService.java
.../qgdataservice/service/hbase/DeviceFingerInfoService.java
+3
-3
OperatorInfoService.java
...roup/qgdataservice/service/hbase/OperatorInfoService.java
+69
-69
ThirdPartyInfoService.java
...up/qgdataservice/service/hbase/ThirdPartyInfoService.java
+5
-4
No files found.
qg-data-service/pom.xml
View file @
72116cdb
...
...
@@ -6,14 +6,10 @@
<groupId>
cn.quantgroup
</groupId>
<artifactId>
qg-data-service
</artifactId>
<!--<version>1.0.0-qa-SNAPSHOT</version>-->
<version>
1.
4.6
-SNAPSHOT
</version>
<version>
1.
6.1
-SNAPSHOT
</version>
<packaging>
jar
</packaging>
<name>
qg-data-service
</name>
<properties>
</properties>
<dependencies>
<dependency>
...
...
@@ -25,13 +21,15 @@
<dependency>
<groupId>
com.alibaba
</groupId>
<artifactId>
fastjson
</artifactId>
<version>
1.2.35
</version>
<!--<version>1.2.35</version>-->
<version>
1.2.60
</version>
</dependency>
<dependency>
<groupId>
com.lkb.data
</groupId>
<artifactId>
lkb-data-service
</artifactId>
<version>
1.7.5.1-3b-SNAPSHOT
</version>
<!--<version>1.7.5.1-3b-SNAPSHOT</version>-->
<version>
1.7.8.4-3c-SNAPSHOT
</version>
<exclusions>
<exclusion>
<groupId>
org.slf4j
</groupId>
...
...
qg-data-service/src/main/java/cn/quantgroup/qgdataservice/service/hbase/DeviceFingerInfoService.java
View file @
72116cdb
...
...
@@ -14,9 +14,9 @@ public class DeviceFingerInfoService {
public
static
void
storageDeviceFingerInfo
(
MobileFingerPrintDataRow
mobileFingerPrintDataRow
,
String
uuid
,
boolean
ka
,
String
type
)
{
MobileFingerPrintDataService
.
put
(
mobileFingerPrintDataRow
);
DeviceFingerInfoCleaningService
.
cleanningAndSaveDeviceFingersInfo
(
mobileFingerPrintDataRow
,
uuid
,
ka
,
type
);
//
MobileFingerPrintDataService.put(mobileFingerPrintDataRow);
//
//
DeviceFingerInfoCleaningService.cleanningAndSaveDeviceFingersInfo(mobileFingerPrintDataRow, uuid, ka, type);
}
...
...
qg-data-service/src/main/java/cn/quantgroup/qgdataservice/service/hbase/OperatorInfoService.java
View file @
72116cdb
...
...
@@ -44,12 +44,12 @@ public class OperatorInfoService {
*/
public
static
void
storageUserInfoItem
(
SpiderUserItemDataRow
spiderUserItemDataRow
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
SpiderUserItemDataService
.
putAndCheck
(
spiderUserItemDataRow
);
else
SpiderUserItemDataService
.
put
(
spiderUserItemDataRow
);
OperatorInfoCleaningService
.
cleaningAndSaveUserInfo
(
spiderUserItemDataRow
,
uuid
,
ka
);
//
if (putAndCheck)
//
SpiderUserItemDataService.putAndCheck(spiderUserItemDataRow);
//
else
//
SpiderUserItemDataService.put(spiderUserItemDataRow);
//
//
OperatorInfoCleaningService.cleaningAndSaveUserInfo(spiderUserItemDataRow, uuid, ka);
}
...
...
@@ -61,12 +61,12 @@ public class OperatorInfoService {
*/
public
static
void
storageMobileCallDetailInfos
(
List
<
MobileCallInfoRow
>
mobileCallInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
MobileCallInfoDataService
.
putAndCheck
(
mobileCallInfoRows
);
else
MobileCallInfoDataService
.
put
(
mobileCallInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveMobileCallDetailInfo
(
mobileCallInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
MobileCallInfoDataService.putAndCheck(mobileCallInfoRows);
//
else
//
MobileCallInfoDataService.put(mobileCallInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveMobileCallDetailInfo(mobileCallInfoRows, uuid, ka);
}
...
...
@@ -78,12 +78,12 @@ public class OperatorInfoService {
*/
public
static
void
storageMobileSmsDetail
(
List
<
MobileSmsInfoRow
>
mobileSmsInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
MobileSmsInfoDataService
.
putAndCheck
(
mobileSmsInfoRows
);
else
MobileSmsInfoDataService
.
put
(
mobileSmsInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveMobileSmsDetainInfo
(
mobileSmsInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
MobileSmsInfoDataService.putAndCheck(mobileSmsInfoRows);
//
else
//
MobileSmsInfoDataService.put(mobileSmsInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveMobileSmsDetainInfo(mobileSmsInfoRows, uuid, ka);
}
...
...
@@ -95,12 +95,12 @@ public class OperatorInfoService {
*/
public
static
void
storageMobileFlowDetailInfos
(
List
<
MobileFlowInfoRow
>
mobileFlowInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
MobileFlowInfoDataService
.
putAndCheck
(
mobileFlowInfoRows
);
else
MobileFlowInfoDataService
.
put
(
mobileFlowInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveMobileFlowDetailInfo
(
mobileFlowInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
MobileFlowInfoDataService.putAndCheck(mobileFlowInfoRows);
//
else
//
MobileFlowInfoDataService.put(mobileFlowInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveMobileFlowDetailInfo(mobileFlowInfoRows, uuid, ka);
}
...
...
@@ -112,12 +112,12 @@ public class OperatorInfoService {
*/
public
static
void
storageTelecomCallDetailInfos
(
List
<
TelecomCallInfoRow
>
telecomCallInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
TelecomCallInfoDataService
.
putAndCheck
(
telecomCallInfoRows
);
else
TelecomCallInfoDataService
.
put
(
telecomCallInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveTelecomCallDetailInfo
(
telecomCallInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
TelecomCallInfoDataService.putAndCheck(telecomCallInfoRows);
//
else
//
TelecomCallInfoDataService.put(telecomCallInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveTelecomCallDetailInfo(telecomCallInfoRows, uuid, ka);
}
...
...
@@ -129,12 +129,12 @@ public class OperatorInfoService {
*/
public
static
void
storageTelecomSmsDetailInfos
(
List
<
TelecomSmsInfoRow
>
telecomSmsInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
TelecomSmsInfoDataService
.
putAndCheck
(
telecomSmsInfoRows
);
else
TelecomSmsInfoDataService
.
put
(
telecomSmsInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveTelecomSmsDetailInfo
(
telecomSmsInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
TelecomSmsInfoDataService.putAndCheck(telecomSmsInfoRows);
//
else
//
TelecomSmsInfoDataService.put(telecomSmsInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveTelecomSmsDetailInfo(telecomSmsInfoRows, uuid, ka);
}
...
...
@@ -146,12 +146,12 @@ public class OperatorInfoService {
*/
public
static
void
storageTelecomFlowDetailInfos
(
List
<
TelecomFlowInfoRow
>
telecomFlowInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
TelecomFlowInfoDataService
.
putAndCheck
(
telecomFlowInfoRows
);
else
TelecomFlowInfoDataService
.
put
(
telecomFlowInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveTelecomFlowDetailInfo
(
telecomFlowInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
TelecomFlowInfoDataService.putAndCheck(telecomFlowInfoRows);
//
else
//
TelecomFlowInfoDataService.put(telecomFlowInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveTelecomFlowDetailInfo(telecomFlowInfoRows, uuid, ka);
}
...
...
@@ -163,12 +163,12 @@ public class OperatorInfoService {
*/
public
static
void
storageUnicomCallDetailInfos
(
List
<
UnicomCallInfoRow
>
unicomCallInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
UnicomCallInfoDataService
.
putAndCheck
(
unicomCallInfoRows
);
else
UnicomCallInfoDataService
.
put
(
unicomCallInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveUnicomCallDetailInfo
(
unicomCallInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
UnicomCallInfoDataService.putAndCheck(unicomCallInfoRows);
//
else
//
UnicomCallInfoDataService.put(unicomCallInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveUnicomCallDetailInfo(unicomCallInfoRows, uuid, ka);
}
...
...
@@ -180,12 +180,12 @@ public class OperatorInfoService {
*/
public
static
void
storageUnicomSmsDetailInfos
(
List
<
UnicomSmsInfoRow
>
unicomSmsInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
UnicomSmsInfoDataService
.
putAndCheck
(
unicomSmsInfoRows
);
else
UnicomSmsInfoDataService
.
put
(
unicomSmsInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveUnicomSmsDetailInfo
(
unicomSmsInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
UnicomSmsInfoDataService.putAndCheck(unicomSmsInfoRows);
//
else
//
UnicomSmsInfoDataService.put(unicomSmsInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveUnicomSmsDetailInfo(unicomSmsInfoRows, uuid, ka);
}
...
...
@@ -197,12 +197,12 @@ public class OperatorInfoService {
*/
public
static
void
storageUnicomFlowDetailInfos
(
List
<
UnicomFlowInfoRow
>
unicomFlowInfoRows
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
UnicomFlowInfoDataService
.
putAndCheck
(
unicomFlowInfoRows
);
else
UnicomFlowInfoDataService
.
put
(
unicomFlowInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveUnicomFlowDetailInfo
(
unicomFlowInfoRows
,
uuid
,
ka
);
//
if (putAndCheck)
//
UnicomFlowInfoDataService.putAndCheck(unicomFlowInfoRows);
//
else
//
UnicomFlowInfoDataService.put(unicomFlowInfoRows);
//
//
OperatorInfoCleaningService.cleaningAndSaveUnicomFlowDetailInfo(unicomFlowInfoRows, uuid, ka);
}
...
...
@@ -214,12 +214,12 @@ public class OperatorInfoService {
*/
public
static
void
storageBillInfos
(
PhoneBillDataRow
phoneBillDataRow
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
if
(
putAndCheck
)
PhoneBillDataService
.
putAndCheck
(
phoneBillDataRow
);
else
PhoneBillDataService
.
put
(
phoneBillDataRow
);
OperatorInfoCleaningService
.
cleaningAndSavePhoneBillInfo
(
phoneBillDataRow
,
uuid
,
ka
);
//
if (putAndCheck)
//
PhoneBillDataService.putAndCheck(phoneBillDataRow);
//
else
//
PhoneBillDataService.put(phoneBillDataRow);
//
//
OperatorInfoCleaningService.cleaningAndSavePhoneBillInfo(phoneBillDataRow, uuid, ka);
}
...
...
@@ -231,9 +231,9 @@ public class OperatorInfoService {
*/
public
static
void
storageRechargeInfos
(
PhonePaymentDataRow
phonePaymentDataRow
,
String
uuid
,
boolean
putAndCheck
,
boolean
ka
)
{
PhonePaymentDataService
.
put
(
phonePaymentDataRow
);
OperatorInfoCleaningService
.
cleaningAndSaveRechargeInfo
(
phonePaymentDataRow
,
uuid
,
ka
);
//
PhonePaymentDataService.put(phonePaymentDataRow);
//
//
OperatorInfoCleaningService.cleaningAndSaveRechargeInfo(phonePaymentDataRow, uuid, ka);
}
...
...
qg-data-service/src/main/java/cn/quantgroup/qgdataservice/service/hbase/ThirdPartyInfoService.java
View file @
72116cdb
...
...
@@ -15,19 +15,20 @@ public class ThirdPartyInfoService {
public
static
void
storageVccInfoItem
(
List
<
KeyPartnerDataRow
>
keyPartnerDataRows
){
KeyPartnerDataService
.
put
(
keyPartnerDataRows
);
//
KeyPartnerDataService.put(keyPartnerDataRows);
}
public
static
List
<
KeyPartnerDataRow
>
get
(
String
uuid
,
String
type
){
return
KeyPartnerDataService
.
get
(
uuid
,
type
);
//
return KeyPartnerDataService.get(uuid, type);
return
null
;
}
public
static
KeyPartnerDataRow
getLast
(
String
uuid
,
String
type
){
return
KeyPartnerDataService
.
getLast
(
uuid
,
type
);
// return KeyPartnerDataService.getLast(uuid, type);
return
null
;
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment