Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Q
qg-rt-dc
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
data-spider
qg-rt-dc
Commits
8b22f6f2
Commit
8b22f6f2
authored
Jun 26, 2019
by
data爬虫-冯 军凯
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
关闭数据清洗
parent
090c390d
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
13 additions
and
13 deletions
+13
-13
pom.xml
qg-data-service/pom.xml
+1
-1
OperatorInfoService.java
...roup/qgdataservice/service/hbase/OperatorInfoService.java
+12
-12
No files found.
qg-data-service/pom.xml
View file @
8b22f6f2
...
@@ -5,7 +5,7 @@
...
@@ -5,7 +5,7 @@
<groupId>
cn.quantgroup
</groupId>
<groupId>
cn.quantgroup
</groupId>
<artifactId>
qg-data-service
</artifactId>
<artifactId>
qg-data-service
</artifactId>
<version>
1.
1.6
-SNAPSHOT
</version>
<version>
1.
2.0
-SNAPSHOT
</version>
<packaging>
jar
</packaging>
<packaging>
jar
</packaging>
<name>
qg-data-service
</name>
<name>
qg-data-service
</name>
...
...
qg-data-service/src/main/java/cn/quantgroup/qgdataservice/service/hbase/OperatorInfoService.java
View file @
8b22f6f2
...
@@ -49,7 +49,7 @@ public class OperatorInfoService {
...
@@ -49,7 +49,7 @@ public class OperatorInfoService {
else
else
SpiderUserItemDataService
.
put
(
spiderUserItemDataRow
);
SpiderUserItemDataService
.
put
(
spiderUserItemDataRow
);
OperatorInfoCleaningService
.
cleaningAndSaveUserInfo
(
spiderUserItemDataRow
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveUserInfo(spiderUserItemDataRow, uuid, ka);
}
}
...
@@ -66,7 +66,7 @@ public class OperatorInfoService {
...
@@ -66,7 +66,7 @@ public class OperatorInfoService {
else
else
MobileCallInfoDataService
.
put
(
mobileCallInfoRows
);
MobileCallInfoDataService
.
put
(
mobileCallInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveMobileCallDetailInfo
(
mobileCallInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveMobileCallDetailInfo(mobileCallInfoRows, uuid, ka);
}
}
...
@@ -83,7 +83,7 @@ public class OperatorInfoService {
...
@@ -83,7 +83,7 @@ public class OperatorInfoService {
else
else
MobileSmsInfoDataService
.
put
(
mobileSmsInfoRows
);
MobileSmsInfoDataService
.
put
(
mobileSmsInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveMobileSmsDetainInfo
(
mobileSmsInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveMobileSmsDetainInfo(mobileSmsInfoRows, uuid, ka);
}
}
...
@@ -100,7 +100,7 @@ public class OperatorInfoService {
...
@@ -100,7 +100,7 @@ public class OperatorInfoService {
else
else
MobileFlowInfoDataService
.
put
(
mobileFlowInfoRows
);
MobileFlowInfoDataService
.
put
(
mobileFlowInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveMobileFlowDetailInfo
(
mobileFlowInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveMobileFlowDetailInfo(mobileFlowInfoRows, uuid, ka);
}
}
...
@@ -117,7 +117,7 @@ public class OperatorInfoService {
...
@@ -117,7 +117,7 @@ public class OperatorInfoService {
else
else
TelecomCallInfoDataService
.
put
(
telecomCallInfoRows
);
TelecomCallInfoDataService
.
put
(
telecomCallInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveTelecomCallDetailInfo
(
telecomCallInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveTelecomCallDetailInfo(telecomCallInfoRows, uuid, ka);
}
}
...
@@ -134,7 +134,7 @@ public class OperatorInfoService {
...
@@ -134,7 +134,7 @@ public class OperatorInfoService {
else
else
TelecomSmsInfoDataService
.
put
(
telecomSmsInfoRows
);
TelecomSmsInfoDataService
.
put
(
telecomSmsInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveTelecomSmsDetailInfo
(
telecomSmsInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveTelecomSmsDetailInfo(telecomSmsInfoRows, uuid, ka);
}
}
...
@@ -151,7 +151,7 @@ public class OperatorInfoService {
...
@@ -151,7 +151,7 @@ public class OperatorInfoService {
else
else
TelecomFlowInfoDataService
.
put
(
telecomFlowInfoRows
);
TelecomFlowInfoDataService
.
put
(
telecomFlowInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveTelecomFlowDetailInfo
(
telecomFlowInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveTelecomFlowDetailInfo(telecomFlowInfoRows, uuid, ka);
}
}
...
@@ -168,7 +168,7 @@ public class OperatorInfoService {
...
@@ -168,7 +168,7 @@ public class OperatorInfoService {
else
else
UnicomCallInfoDataService
.
put
(
unicomCallInfoRows
);
UnicomCallInfoDataService
.
put
(
unicomCallInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveUnicomCallDetailInfo
(
unicomCallInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveUnicomCallDetailInfo(unicomCallInfoRows, uuid, ka);
}
}
...
@@ -185,7 +185,7 @@ public class OperatorInfoService {
...
@@ -185,7 +185,7 @@ public class OperatorInfoService {
else
else
UnicomSmsInfoDataService
.
put
(
unicomSmsInfoRows
);
UnicomSmsInfoDataService
.
put
(
unicomSmsInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveUnicomSmsDetailInfo
(
unicomSmsInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveUnicomSmsDetailInfo(unicomSmsInfoRows, uuid, ka);
}
}
...
@@ -202,7 +202,7 @@ public class OperatorInfoService {
...
@@ -202,7 +202,7 @@ public class OperatorInfoService {
else
else
UnicomFlowInfoDataService
.
put
(
unicomFlowInfoRows
);
UnicomFlowInfoDataService
.
put
(
unicomFlowInfoRows
);
OperatorInfoCleaningService
.
cleaningAndSaveUnicomFlowDetailInfo
(
unicomFlowInfoRows
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveUnicomFlowDetailInfo(unicomFlowInfoRows, uuid, ka);
}
}
...
@@ -219,7 +219,7 @@ public class OperatorInfoService {
...
@@ -219,7 +219,7 @@ public class OperatorInfoService {
else
else
PhoneBillDataService
.
put
(
phoneBillDataRow
);
PhoneBillDataService
.
put
(
phoneBillDataRow
);
OperatorInfoCleaningService
.
cleaningAndSavePhoneBillInfo
(
phoneBillDataRow
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSavePhoneBillInfo(phoneBillDataRow, uuid, ka);
}
}
...
@@ -233,7 +233,7 @@ public class OperatorInfoService {
...
@@ -233,7 +233,7 @@ public class OperatorInfoService {
PhonePaymentDataService
.
put
(
phonePaymentDataRow
);
PhonePaymentDataService
.
put
(
phonePaymentDataRow
);
OperatorInfoCleaningService
.
cleaningAndSaveRechargeInfo
(
phonePaymentDataRow
,
uuid
,
ka
);
//
OperatorInfoCleaningService.cleaningAndSaveRechargeInfo(phonePaymentDataRow, uuid, ka);
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment