Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
D
datamanage
Overview
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
shenjinzhu
datamanage
Commits
19a369e9
Commit
19a369e9
authored
Jan 10, 2018
by
shenjinzhu
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
数据搜索优化
parent
46071e6c
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
28 additions
and
21 deletions
+28
-21
src/main/java/com/zhiwei/manage/dao/DataDao.java
+3
-3
src/main/java/com/zhiwei/manage/dao/DataDaoImpl.java
+6
-6
src/main/java/com/zhiwei/manage/handle/Task.java
+0
-0
src/main/java/com/zhiwei/manage/service/DataService.java
+3
-3
src/main/java/com/zhiwei/manage/service/DataServiceImpl.java
+3
-3
src/main/java/com/zhiwei/manage/servlet/DataController.java
+13
-6
No files found.
src/main/java/com/zhiwei/manage/dao/DataDao.java
View file @
19a369e9
...
@@ -20,8 +20,8 @@ public interface DataDao {
...
@@ -20,8 +20,8 @@ public interface DataDao {
public
List
<
Data
>
findByMethod
(
Date
startTime
,
Date
endTime
,
String
method
,
Object
value
);
public
List
<
Data
>
findByMethod
(
Date
startTime
,
Date
endTime
,
String
method
,
Object
value
);
public
List
<
EasyNews
>
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
);
public
int
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
);
public
List
<
EasyNews
>
findBySpId
(
Date
startTime
,
Date
endTime
,
String
syId
);
public
int
findBySpId
(
Date
startTime
,
Date
endTime
,
String
syId
);
/**
/**
* 根据数据来源来搜索数据
* 根据数据来源来搜索数据
* @param startTime
* @param startTime
...
@@ -33,7 +33,7 @@ public interface DataDao {
...
@@ -33,7 +33,7 @@ public interface DataDao {
public
List
<
EasyNews
>
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
);
public
int
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
);
/**
/**
* 根据可视化模板的id去搜索数据
* 根据可视化模板的id去搜索数据
* @param startTime
* @param startTime
...
...
src/main/java/com/zhiwei/manage/dao/DataDaoImpl.java
View file @
19a369e9
...
@@ -240,12 +240,12 @@ public class DataDaoImpl implements DataDao {
...
@@ -240,12 +240,12 @@ public class DataDaoImpl implements DataDao {
}
}
@Override
@Override
public
List
<
EasyNews
>
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
)
{
public
int
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
)
{
Calendar
c
=
Calendar
.
getInstance
();
Calendar
c
=
Calendar
.
getInstance
();
c
.
setTime
(
startTime
);
c
.
setTime
(
startTime
);
int
year
=
c
.
get
(
Calendar
.
YEAR
);
int
year
=
c
.
get
(
Calendar
.
YEAR
);
int
month
=
c
.
get
(
Calendar
.
MONTH
)
+
1
;
int
month
=
c
.
get
(
Calendar
.
MONTH
)
+
1
;
return
mongo2
.
find
(
Query
.
query
(
Criteria
.
where
(
"time"
).
gte
(
startTime
).
lt
(
endTime
).
and
(
"type"
).
is
(
source
)),
return
(
int
)
mongo2
.
count
(
Query
.
query
(
Criteria
.
where
(
"time"
).
gte
(
startTime
).
lt
(
endTime
).
and
(
"type"
).
is
(
source
)),
EasyNews
.
class
,
"net_media_"
+
year
+
(
month
>
9
?
""
+
month:
"0"
+
month
));
EasyNews
.
class
,
"net_media_"
+
year
+
(
month
>
9
?
""
+
month:
"0"
+
month
));
}
}
...
@@ -277,12 +277,12 @@ public class DataDaoImpl implements DataDao {
...
@@ -277,12 +277,12 @@ public class DataDaoImpl implements DataDao {
}
}
@Override
@Override
public
List
<
EasyNews
>
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
)
{
public
int
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
)
{
Calendar
c
=
Calendar
.
getInstance
();
Calendar
c
=
Calendar
.
getInstance
();
c
.
setTime
(
startTime
);
c
.
setTime
(
startTime
);
int
year
=
c
.
get
(
Calendar
.
YEAR
);
int
year
=
c
.
get
(
Calendar
.
YEAR
);
int
month
=
c
.
get
(
Calendar
.
MONTH
)
+
1
;
int
month
=
c
.
get
(
Calendar
.
MONTH
)
+
1
;
return
mongo2
.
find
(
Query
.
query
(
Criteria
.
where
(
"time"
).
gte
(
startTime
).
lt
(
endTime
).
and
(
"type"
).
is
(
type
)),
return
(
int
)
mongo2
.
count
(
Query
.
query
(
Criteria
.
where
(
"time"
).
gte
(
startTime
).
lt
(
endTime
).
and
(
"type"
).
is
(
type
)),
EasyNews
.
class
,
"net_media_"
+
year
+
(
month
>
9
?
""
+
month:
"0"
+
month
));
EasyNews
.
class
,
"net_media_"
+
year
+
(
month
>
9
?
""
+
month:
"0"
+
month
));
}
}
...
@@ -353,12 +353,12 @@ public class DataDaoImpl implements DataDao {
...
@@ -353,12 +353,12 @@ public class DataDaoImpl implements DataDao {
}
}
@Override
@Override
public
List
<
EasyNews
>
findBySpId
(
Date
startTime
,
Date
endTime
,
String
syId
)
{
public
int
findBySpId
(
Date
startTime
,
Date
endTime
,
String
syId
)
{
Calendar
c
=
Calendar
.
getInstance
();
Calendar
c
=
Calendar
.
getInstance
();
c
.
setTime
(
startTime
);
c
.
setTime
(
startTime
);
int
year
=
c
.
get
(
Calendar
.
YEAR
);
int
year
=
c
.
get
(
Calendar
.
YEAR
);
int
month
=
c
.
get
(
Calendar
.
MONTH
)
+
1
;
int
month
=
c
.
get
(
Calendar
.
MONTH
)
+
1
;
return
mongo2
.
find
(
Query
.
query
(
Criteria
.
where
(
"time"
).
gte
(
startTime
).
lt
(
endTime
).
and
(
"spyderInfoId"
).
is
(
syId
)),
return
(
int
)
mongo2
.
count
(
Query
.
query
(
Criteria
.
where
(
"time"
).
gte
(
startTime
).
lt
(
endTime
).
and
(
"spyderInfoId"
).
is
(
syId
)),
EasyNews
.
class
,
"net_media_"
+
year
+
(
month
>
9
?
""
+
month:
"0"
+
month
));
EasyNews
.
class
,
"net_media_"
+
year
+
(
month
>
9
?
""
+
month:
"0"
+
month
));
}
}
...
...
src/main/java/com/zhiwei/manage/handle/Task.java
View file @
19a369e9
This diff is collapsed.
Click to expand it.
src/main/java/com/zhiwei/manage/service/DataService.java
View file @
19a369e9
...
@@ -18,15 +18,15 @@ public interface DataService {
...
@@ -18,15 +18,15 @@ public interface DataService {
public
List
<
Data
>
findByMethod
(
Date
startTime
,
Date
endTime
,
String
method
,
Object
value
);
public
List
<
Data
>
findByMethod
(
Date
startTime
,
Date
endTime
,
String
method
,
Object
value
);
public
List
<
EasyNews
>
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
);
public
int
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
);
public
List
<
EasyNews
>
findByAccurateSource
(
String
startTime
,
String
endTime
,
String
source
);
public
List
<
EasyNews
>
findByAccurateSource
(
String
startTime
,
String
endTime
,
String
source
);
public
List
<
EasyNews
>
findByAccurateSpId
(
String
startTime
,
String
endTime
,
String
SpId
);
public
List
<
EasyNews
>
findByAccurateSpId
(
String
startTime
,
String
endTime
,
String
SpId
);
public
List
<
EasyNews
>
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
);
public
int
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
);
public
List
<
EasyNews
>
findByTempName
(
Date
startTime
,
Date
endTime
,
String
tempName
);
public
int
findByTempName
(
Date
startTime
,
Date
endTime
,
String
tempName
);
public
long
findWeiboCount
(
Date
start
,
Date
end
);
public
long
findWeiboCount
(
Date
start
,
Date
end
);
...
...
src/main/java/com/zhiwei/manage/service/DataServiceImpl.java
View file @
19a369e9
...
@@ -59,7 +59,7 @@ public class DataServiceImpl implements DataService{
...
@@ -59,7 +59,7 @@ public class DataServiceImpl implements DataService{
}
}
@Override
@Override
public
List
<
EasyNews
>
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
)
{
public
int
findBySourceFromLibrary
(
Date
startTime
,
Date
endTime
,
String
source
)
{
return
dataDao
.
findBySourceFromLibrary
(
startTime
,
endTime
,
source
);
return
dataDao
.
findBySourceFromLibrary
(
startTime
,
endTime
,
source
);
}
}
...
@@ -74,7 +74,7 @@ public class DataServiceImpl implements DataService{
...
@@ -74,7 +74,7 @@ public class DataServiceImpl implements DataService{
}
}
@Override
@Override
public
List
<
EasyNews
>
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
)
{
public
int
findByAccurateType
(
Date
startTime
,
Date
endTime
,
String
type
)
{
return
dataDao
.
findByAccurateType
(
startTime
,
endTime
,
type
);
return
dataDao
.
findByAccurateType
(
startTime
,
endTime
,
type
);
}
}
...
@@ -94,7 +94,7 @@ public class DataServiceImpl implements DataService{
...
@@ -94,7 +94,7 @@ public class DataServiceImpl implements DataService{
}
}
@Override
@Override
public
List
<
EasyNews
>
findByTempName
(
Date
startTime
,
Date
endTime
,
String
tempName
)
{
public
int
findByTempName
(
Date
startTime
,
Date
endTime
,
String
tempName
)
{
String
spId
=
crd
.
getSpIdByConfigName
(
tempName
);
String
spId
=
crd
.
getSpIdByConfigName
(
tempName
);
return
dataDao
.
findBySpId
(
startTime
,
endTime
,
spId
);
return
dataDao
.
findBySpId
(
startTime
,
endTime
,
spId
);
}
}
...
...
src/main/java/com/zhiwei/manage/servlet/DataController.java
View file @
19a369e9
...
@@ -89,25 +89,32 @@ public class DataController {
...
@@ -89,25 +89,32 @@ public class DataController {
startd
.
setTimeInMillis
(
start
);
startd
.
setTimeInMillis
(
start
);
endTime
.
setTimeInMillis
(
start
);
endTime
.
setTimeInMillis
(
start
);
}
}
Calendar
ds
=
Calendar
.
getInstance
();
ds
.
setTimeInMillis
(
end
);
System
.
out
.
println
(
new
SimpleDateFormat
(
"yyyy-MM-dd HH:mm:ss"
).
format
(
startd
.
getTime
()));
System
.
out
.
println
(
new
SimpleDateFormat
(
"yyyy-MM-dd HH:mm:ss"
).
format
(
ds
.
getTime
()));
String
source
=
""
;
String
source
=
""
;
List
<
Data
>
list
=
new
ArrayList
<
Data
>();
List
<
Data
>
list
=
new
ArrayList
<
Data
>();
startd
.
add
(
Calendar
.
HOUR
,
-
8
);
startd
.
add
(
Calendar
.
HOUR
,
-
8
);
while
(
endTime
.
getTime
InMillis
()
<
end
)
{
while
(
endTime
.
getTime
().
before
(
ds
.
getTime
())
)
{
endTime
.
add
(
Calendar
.
HOUR
,
1
);
endTime
.
add
(
Calendar
.
HOUR
,
1
);
List
<
EasyNews
>
newsList
=
new
ArrayList
<>()
;
int
count
=
0
;
if
(
method
.
equals
(
"type"
)){
if
(
method
.
equals
(
"type"
)){
source
=(
String
)
map
.
get
(
"type"
);
source
=(
String
)
map
.
get
(
"type"
);
newsLis
t
=
dataService
.
findByAccurateType
(
startd
.
getTime
(),
endTime
.
getTime
(),
source
);
coun
t
=
dataService
.
findByAccurateType
(
startd
.
getTime
(),
endTime
.
getTime
(),
source
);
}
else
{
}
else
{
if
(
method
.
equals
(
"source"
))
{
if
(
method
.
equals
(
"source"
))
{
source
=
(
String
)
map
.
get
(
"source"
);
source
=
(
String
)
map
.
get
(
"source"
);
newsLis
t
=
dataService
.
findBySourceFromLibrary
(
startd
.
getTime
(),
endTime
.
getTime
(),
source
);
coun
t
=
dataService
.
findBySourceFromLibrary
(
startd
.
getTime
(),
endTime
.
getTime
(),
source
);
}
else
{
}
else
{
source
=
(
String
)
map
.
get
(
"tempName"
);
source
=
(
String
)
map
.
get
(
"tempName"
);
newsLis
t
=
dataService
.
findByTempName
(
startd
.
getTime
(),
endTime
.
getTime
(),
source
);
coun
t
=
dataService
.
findByTempName
(
startd
.
getTime
(),
endTime
.
getTime
(),
source
);
}
}
}
}
Data
data
=
Change
.
changeNewsToDate
(
newsList
,
startd
.
getTime
());
Data
data
=
new
Data
();
data
.
setCount
(
count
);
data
.
setSource
(
source
);
data
.
setTime
(
startd
.
getTime
());
list
.
add
(
data
);
list
.
add
(
data
);
startd
.
add
(
Calendar
.
HOUR
,
1
);
startd
.
add
(
Calendar
.
HOUR
,
1
);
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment