Skip to content

M
mongo-train
Commit 9d9e2c3b by liang
Options

性别统计、地域统计、用户发博数统计、参与用户粉丝数前10降序展示

parent 27eda5bf
Showing with 554 additions and 0 deletions
mongo-event/mongo-event.iml 0 → 100644
<?xml version="1.0" encoding="UTF-8"?>
<module type="JAVA_MODULE" version="4" />
\ No newline at end of file
mongo-event/pom.xml 0 → 100644
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>2.4.5</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.liang</groupId>
<artifactId>mongo-event</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>mongo-event</name>
<description>Demo project for Spring Boot</description>
<properties>
<java.version>1.8</java.version>
</properties>
<dependencies>
<dependency>
<groupId>cn.afterturn</groupId>
<artifactId>easypoi-spring-boot-starter</artifactId>
<version>4.2.0</version>
</dependency>
<dependency>
<groupId>io.springfox</groupId>
<artifactId>springfox-swagger2</artifactId>
<version>2.6.1</version>
</dependency>
<!--<dependency>-->
<!-- <groupId>com.github.xiaoymin</groupId>-->
<!-- <artifactId>knife4j-spring-boot-starter</artifactId>-->
<!-- <version>3.0.2</version>-->
<!--</dependency>-->
<dependency>
<groupId>com.github.xiaoymin</groupId>
<artifactId>swagger-bootstrap-ui</artifactId>
<version>1.9.6</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-mongodb</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-devtools</artifactId>
<scope>runtime</scope>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<excludes>
<exclude>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</exclude>
</excludes>
</configuration>
</plugin>
</plugins>
</build>
</project>
mongo-event/src/main/java/com/liang/mongoevent/MongoEventApplication.java 0 → 100644
package com.liang.mongoevent;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@SpringBootApplication
public class MongoEventApplication {
public static void main(String[] args) {
SpringApplication.run(MongoEventApplication.class, args);
}
}
mongo-event/src/main/java/com/liang/mongoevent/config/Swagger2Config.java 0 → 100644
package com.liang.mongoevent.config;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import springfox.documentation.builders.ApiInfoBuilder;
import springfox.documentation.builders.PathSelectors;
import springfox.documentation.builders.RequestHandlerSelectors;
import springfox.documentation.service.*;
import springfox.documentation.spi.DocumentationType;
import springfox.documentation.spi.service.contexts.SecurityContext;
import springfox.documentation.spring.web.plugins.Docket;
import springfox.documentation.swagger2.annotations.EnableSwagger2;
import java.util.ArrayList;
import java.util.List;
@Configuration
@EnableSwagger2
public class Swagger2Config {
@Bean
public Docket createRestApi(){
return new Docket(DocumentationType.SWAGGER_2)
.apiInfo(apiInfo())
.select()
.apis(RequestHandlerSelectors.basePackage("com.liang.mongoevent.controller"))
.paths(PathSelectors.any())
.build()
.securityContexts(securityContexts())
.securitySchemes(securitySchemes());
}
//配置Swagger信息=apiInfo
private ApiInfo apiInfo(){
Contact contact = new Contact("梁宇航","http://wjlyh.top","775701437@qq.com");
return new ApiInfoBuilder()
.title("接口文档")
.description("接口文档")
.contact(contact)
.version("1.0")
.build();
}
private List<ApiKey> securitySchemes(){
//设置请求头
List<ApiKey> result=new ArrayList<>();
ApiKey apiKey = new ApiKey("Authorization", "Authorization", "Header");
result.add(apiKey);
return result;
}
private List<SecurityContext> securityContexts(){
//设置需要登录认证的路径
List<SecurityContext> result=new ArrayList<>();
result.add(getContxtByPath("/hello/.*"));
return result;
}
private SecurityContext getContxtByPath(String pathRegex){
return SecurityContext.builder()
.securityReferences(defaultAuth())
.forPaths(PathSelectors.regex(pathRegex))
.build();
}
private List<SecurityReference> defaultAuth(){
List<SecurityReference> result=new ArrayList<>();
AuthorizationScope authorizationScope = new AuthorizationScope("global", "accessEverything");
AuthorizationScope[] authorizationScopes=new AuthorizationScope[1];
authorizationScopes[0]=authorizationScope;
result.add(new SecurityReference("Authoriztion",authorizationScopes));
return result;
}
}
mongo-event/src/main/java/com/liang/mongoevent/controller/WeiboController.java 0 → 100644
package com.liang.mongoevent.controller;
import com.liang.mongoevent.service.WeiboService;
import com.liang.mongoevent.utils.RespBean;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
@RestController
@RequestMapping("/weibo")
public class WeiboController {
@Autowired
private WeiboService weiboService;
@ApiOperation("性别统计")
@GetMapping("/countSex")
public RespBean countSex(){
return weiboService.countSex();
}
@ApiOperation("地域统计")
@GetMapping("countLocation")
public RespBean countLocation(){
return weiboService.countLocation();
}
@ApiOperation("用户发博数统计")
@GetMapping("countWeibo")
public RespBean countWeibo(){
return weiboService.countWeibo();
}
@ApiOperation("参与用户粉丝数前10降序展示")
@GetMapping("topTenFensiNum")
public RespBean topTenFensiNum(){
return weiboService.topTenFensiNum();
}
}
mongo-event/src/main/java/com/liang/mongoevent/pojo/Media.java 0 → 100644
package com.liang.mongoevent.pojo;
import cn.afterturn.easypoi.excel.annotation.Excel;
import cn.afterturn.easypoi.excel.annotation.ExcelTarget;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import org.springframework.data.annotation.Id;
import org.springframework.data.mongodb.core.index.CompoundIndex;
import org.springframework.data.mongodb.core.index.Indexed;
import org.springframework.data.mongodb.core.mapping.Document;
import java.util.Date;
@Data
@AllArgsConstructor
@NoArgsConstructor
@ExcelTarget("Media")
// 复合索引
@CompoundIndex(def = "{'eventId':1,'time':-1}")
@CompoundIndex(def = "{'eventId':1,'pt':1}")
@Document
public class Media {
@Id
@Excel(name = "编号",width = 40.0,orderNum = "0")
private String id;
@Excel(name = "地址",width = 40.0,orderNum = "1")
private String url;
@Excel(name = "标题",width = 60.0,orderNum = "2")
private String title;
@Excel(name = "创建时间",width = 20.0,orderNum = "3",format = "yyyy-MM-dd HH:mm:ss")
private Date time;
@Excel(name = "来源",width = 30.0,orderNum = "4")
private String source;
@Excel(name = "类型",width = 20.0,orderNum = "5")
private String type;
@Excel(name = "内容",width = 50.0,orderNum = "6")
private String content;
@Excel(name = "保存时间",width = 20.0,orderNum = "7")
private Long savetime;
@Excel(name = "浏览人数",width = 20.0,orderNum = "8")
private Integer rsid;
@Excel(name = "平台",width = 20.0,orderNum = "9")
@Indexed
private String pt;
@Indexed
@Excel(name = "事件编号",width = 40.0,orderNum = "10")
private String eventId;
@Excel(name = "h",width = 20.0,orderNum = "11")
private String h;
@Excel(name = "备注",width = 20.0,orderNum = "12")
private String mark;
}
mongo-event/src/main/java/com/liang/mongoevent/pojo/Weibo.java 0 → 100644
package com.liang.mongoevent.pojo;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import java.util.Date;
@Data
@AllArgsConstructor
@NoArgsConstructor
public class Weibo {
private String id;
private String username;
private String text;
private Long vtype;
private String time;
private String sex;
private String location;
private String source;
private Long isForward;
private String user_id;
private String mid;
private Long retweet_count;
private Long reply_count;
private String img_url;
private String eventId;
private String url;
private Long rstime;
private Long fensi;
private Long guanzhu;
private Long weibo;
private String descripton;
private String rootuid;
private String roottext;
private String rootname;
private String retweet_status_id;
}
mongo-event/src/main/java/com/liang/mongoevent/service/WeiboService.java 0 → 100644
package com.liang.mongoevent.service;
import com.liang.mongoevent.utils.RespBean;
public interface WeiboService {
RespBean countSex();
RespBean countLocation();
RespBean countWeibo();
RespBean topTenFensiNum();
}
mongo-event/src/main/java/com/liang/mongoevent/service/WeiboServiceImpl.java 0 → 100644
package com.liang.mongoevent.service;
import com.liang.mongoevent.pojo.Weibo;
import com.liang.mongoevent.utils.RespBean;
import com.liang.mongoevent.vo.Location;
import com.liang.mongoevent.vo.UserCount;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.data.domain.Sort;
import org.springframework.data.mongodb.core.MongoTemplate;
import org.springframework.data.mongodb.core.aggregation.Aggregation;
import org.springframework.data.mongodb.core.aggregation.AggregationResults;
import org.springframework.data.mongodb.core.query.Criteria;
import org.springframework.data.mongodb.core.query.Query;
import org.springframework.stereotype.Service;
import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
@Service
public class WeiboServiceImpl implements WeiboService {
@Autowired
private MongoTemplate mongoTemplate;
@Override
public RespBean countSex() {
Query query1 = new Query(Criteria.where("sex").is("m"));
Query query2 = new Query(Criteria.where("sex").is("f"));
long male = mongoTemplate.count(query1, Weibo.class);
long female = mongoTemplate.count(query2, Weibo.class);
Map<String,Long> sexMap=new HashMap<>();
sexMap.put("男",male);
sexMap.put("女",female);
return RespBean.success("统计性别成功",sexMap);
}
@Override
public RespBean countLocation() {
Aggregation agg = Aggregation.newAggregation(
Aggregation.group("location").first("location").as("location").count().as("count"),
Aggregation.sort(Sort.Direction.DESC,"count"));
AggregationResults<Location> aggregate = mongoTemplate.aggregate(agg, Weibo.class, Location.class);
Map<String,Long> locationMap=new LinkedHashMap<>();
for (Location location : aggregate) {
locationMap.put(location.getLocation(),location.getCount());
}
return RespBean.success("统计地域成功",locationMap);
}
@Override
public RespBean countWeibo() {
Aggregation agg = Aggregation.newAggregation(
Aggregation.group("user_id").first("user_id").as("user_id").first("username").as("username").first("weibo").as("weibo"),
Aggregation.sort(Sort.Direction.DESC,"weibo"));
AggregationResults<Weibo> aggregate = mongoTemplate.aggregate(agg, Weibo.class, Weibo.class);
Map<String,Long> weiboMap=new LinkedHashMap<>();
for (Weibo weibo : aggregate) {
weiboMap.put(weibo.getUsername(),weibo.getWeibo());
}
return RespBean.success("统计微博成功",weiboMap);
}
@Override
public RespBean topTenFensiNum() {
Aggregation agg = Aggregation.newAggregation(
Aggregation.group("user_id").first("user_id").as("user_id").first("username").as("username").first("fensi").as("fensi"),
Aggregation.sort(Sort.Direction.DESC,"fensi"),
Aggregation.limit(10));
AggregationResults<Weibo> aggregate = mongoTemplate.aggregate(agg, Weibo.class, Weibo.class);
Map<String,Long> fensiMap=new LinkedHashMap<>();
for (Weibo weibo : aggregate) {
fensiMap.put(weibo.getUsername(), weibo.getFensi());
}
return RespBean.success("成功",fensiMap);
}
}
mongo-event/src/main/java/com/liang/mongoevent/utils/RespBean.java 0 → 100644
package com.liang.mongoevent.utils;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@NoArgsConstructor
@AllArgsConstructor
public class RespBean {
private long code;
private String message;
private Object obj;
public static RespBean success(String message){
return new RespBean(200,message,null);
}
public static RespBean success(String message,Object obj){
return new RespBean(200,message,obj);
}
public static RespBean error(String message){
return new RespBean(500,message,null);
}
public static RespBean error(String message,Object obj){
return new RespBean(500,message,obj);
}
}
mongo-event/src/main/java/com/liang/mongoevent/vo/Location.java 0 → 100644
package com.liang.mongoevent.vo;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@AllArgsConstructor
@NoArgsConstructor
public class Location {
private String location;
private Long count;
}
mongo-event/src/main/java/com/liang/mongoevent/vo/UserCount.java 0 → 100644
package com.liang.mongoevent.vo;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
@Data
@AllArgsConstructor
@NoArgsConstructor
public class UserCount {
private String user_id;
private Long count;
}
mongo-event/src/main/resources/application.yaml 0 → 100644
server:
port: 8082
spring:
data:
mongodb:
uri: mongodb://admin:123456@8.140.52.63:27017/articledb?authSource=admin&readPreference=primary&appname=MongoDB%20Compass&ssl=false
mongo-event/src/test/java/com/liang/mongoevent/MongoEventApplicationTests.java 0 → 100644
package com.liang.mongoevent;
import com.liang.mongoevent.pojo.Weibo;
import com.liang.mongoevent.service.WeiboService;
import com.liang.mongoevent.utils.RespBean;
import com.liang.mongoevent.vo.Location;
import com.liang.mongoevent.vo.UserCount;
import org.junit.jupiter.api.Test;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.data.domain.Sort;
import org.springframework.data.mongodb.core.MongoTemplate;
import org.springframework.data.mongodb.core.aggregation.Aggregation;
import org.springframework.data.mongodb.core.aggregation.AggregationResults;
import org.springframework.data.mongodb.core.query.Criteria;
import org.springframework.data.mongodb.core.query.Query;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
@SpringBootTest
class MongoEventApplicationTests {
@Autowired
private MongoTemplate mongoTemplate;
@Autowired
private WeiboService weiboService;
@Test
void contextLoads() {
}
@Test
public void testCountsex(){
mongoTemplate.findDistinct("sex", Weibo.class, String.class);
Query query1 = new Query(Criteria.where("sex").is("m"));
Query query2 = new Query(Criteria.where("sex").is("f"));
long male = mongoTemplate.count(query1, Weibo.class);
long female = mongoTemplate.count(query2, Weibo.class);
System.out.println("male:"+male);
System.out.println("female:"+female);
}
@Test
public void testCountLocation(){
Aggregation agg = Aggregation.newAggregation(
Aggregation.group("location").first("location").as("location").count().as("count"),
Aggregation.sort(Sort.Direction.DESC,"count"));
AggregationResults<Location> aggregate = mongoTemplate.aggregate(agg, Weibo.class, Location.class);
for (Location location : aggregate) {
System.out.println(location);
}
}
@Test
public void testFensi(){
Aggregation agg = Aggregation.newAggregation(
Aggregation.group("user_id").first("user_id").as("user_id").first("fensi").as("count"),
Aggregation.sort(Sort.Direction.DESC,"count"),
Aggregation.limit(10));
AggregationResults<UserCount> aggregate = mongoTemplate.aggregate(agg, Weibo.class, UserCount.class);
for (UserCount userCount : aggregate) {
System.out.println(userCount);
}
}
}
mongo-event/target/classes/application.yaml 0 → 100644
server:
port: 8082
spring:
data:
mongodb:
uri: mongodb://admin:123456@8.140.52.63:27017/articledb?authSource=admin&readPreference=primary&appname=MongoDB%20Compass&ssl=false
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment