2018/4/26 服务器配置

src/main/java/com/zhiwei/messageflow/ES4RedisRunner.java

@@ -11,6 +11,7 @@ import org.springframework.boot.ApplicationRunner;
 import org.springframework.stereotype.Component;
 
 import com.zhiwei.messageflow.listener.ApplicationContextProvider;
+import com.zhiwei.messageflow.test.GetMessage;
 
 /**
  * 消息流模块入口
@@ -33,6 +34,10 @@ public class ES4RedisRunner implements ApplicationRunner {
 			// getSet gs = ApplicationContextProvider.getBean("getSet", getSet.class);
 			// gs.getDataByeRedis("", "", 0, 0, 0);
 
+			
+			/**
+			 * redis存入缓存
+			 */
 			// 手动注入bean ES4RedisStart
 			ES4RedisStart start = ApplicationContextProvider.getBean("ES4RedisStart", ES4RedisStart.class);
 
@@ -50,13 +55,21 @@ public class ES4RedisRunner implements ApplicationRunner {
 						}
 					}, 100L, 50 * 1000L);
 
-			// /**
-			// * ES库消息输出Excel并分析关键词重复数据
-			// */
-			// GetMessage gm = ApplicationContextProvider.getBean("getMessage",
-			// GetMessage.class);
-			// gm.getSame();
-			// gm.getmessage();
+			
+			
+//			 /**
+//			 * ES库消息输出Excel并分析关键词重复数据
+//			 */
+//			 GetMessage gm = ApplicationContextProvider.getBean("getMessage",
+//			 GetMessage.class);
+//			 /**
+//			  * 相似关系
+//			  */
+//			 gm.getSame();
+//			 /**
+//			  * 获取消息数量
+//			  */
+//			 gm.getmessage();
 		} catch (Exception e) {
 			e.printStackTrace();
 		}

src/main/java/com/zhiwei/messageflow/es/ESClient.java

@@ -17,14 +17,16 @@ public class ESClient {
 
 		private static TransportClient getESClient() {
 			Settings esSettings = Settings.builder().put("cluster.name", "Media-University") // 设置ES实例的名称
-					.put("client.transport.sniff", true) // 自动嗅探整个集群的状态，把集群中其他ES节点的ip添加到本地的客户端列表中
+					.put("client.transport.sniff", false) // 自动嗅探整个集群的状态，把集群中其他ES节点的ip添加到本地的客户端列表中
+//					.put("client.transport.sniff", true) 
 					// .put("client.transport.ping_timeout", "15s")
 					.build();
 			TransportClient client = new PreBuiltTransportClient(esSettings);
 			// 此步骤添加IP，至少一个，其实一个就够了，因为添加了自动嗅探配置
 			try {
 				client.addTransportAddress(
-						new InetSocketTransportAddress(InetAddress.getByName("192.168.1.75"), 9300));
+						new InetSocketTransportAddress(InetAddress.getByName("1.119.44.201"), 9300));
+//						new InetSocketTransportAddress(InetAddress.getByName("192.168.1.75"), 9300));
 			} catch (UnknownHostException e) {
 				e.printStackTrace();
 			}

src/main/java/com/zhiwei/messageflow/mongo/config/AbstractMongoConfig.java

@@ -33,18 +33,25 @@ public abstract class AbstractMongoConfig {
 	 */
 	public MongoDbFactory mongoDbFactory() throws Exception {
 		ServerAddress serverAddress = new ServerAddress(host, port);
-		MongoCredential mongoCredential = MongoCredential.createCredential(username, authenticationDatabase,
-				password.toCharArray());
 		MongoClientOptions.Builder builder = new MongoClientOptions.Builder();
 		builder.connectionsPerHost(mongoConfig.getConnectionsPerHost());
 		builder.connectTimeout(mongoConfig.getConnectTimeout());
 		builder.threadsAllowedToBlockForConnectionMultiplier(
 				mongoConfig.getThreadsAllowedToBlockForConnectionMultiplier());
 		builder.maxWaitTime(mongoConfig.getMaxWaitTime());
+		System.err.println(mongoConfig.toString());
 		MongoClientOptions mongoClientOptions = builder.build();
-		return new SimpleMongoDbFactory(new MongoClient(serverAddress, mongoCredential, mongoClientOptions), database);
+		if (username != null) {
+//			System.out.println("username:"+username+",database:"+database+",password:"+password);
+			MongoCredential mongoCredential = MongoCredential.createCredential(username, authenticationDatabase,
+					password.toCharArray());
+			return new SimpleMongoDbFactory(new MongoClient(serverAddress, mongoCredential, mongoClientOptions),
+					database);
+		}
+		return new SimpleMongoDbFactory(new MongoClient(serverAddress, mongoClientOptions), database);
 	}
 
+
 	/**
 	 * 获取mongoTemplate
 	 * 

src/main/java/com/zhiwei/messageflow/mongo/config/PrimaryMongoConfig.java

@@ -10,9 +10,17 @@ import org.springframework.data.mongodb.core.MongoTemplate;
 @ConfigurationProperties(prefix = "spring.data.mongodb.primary")
 public class PrimaryMongoConfig extends AbstractMongoConfig {
 
+	private static MongoTemplate mongoTemplate = null;
+
 	@Primary
 	@Override
 	public @Bean(name = "primaryMongoTemplate") MongoTemplate getMongoTemplate() throws Exception {
+//		if (mongoTemplate == null) {
+//			mongoTemplate = new MongoTemplate(mongoDbFactory());
+//			System.err.println("@Primary配置");
+//		}
+//		return mongoTemplate;
+		System.err.println("@Primary配置");
 		return new MongoTemplate(mongoDbFactory());
 	}
 

src/main/java/com/zhiwei/messageflow/mongo/config/SecondaryMongoConfig.java

@@ -8,9 +8,17 @@ import org.springframework.data.mongodb.core.MongoTemplate;
 @Configuration
 @ConfigurationProperties(prefix = "spring.data.mongodb.secondary")
 public class SecondaryMongoConfig extends AbstractMongoConfig {
+	
+	private static MongoTemplate mongoTemplate = null;
 
 	@Override
 	public @Bean(name = "secondaryMongoTemplate") MongoTemplate getMongoTemplate() throws Exception {
+//		if (mongoTemplate == null) {
+//			mongoTemplate = new MongoTemplate(mongoDbFactory());
+//			System.err.println("Second配置2");
+//		}
+//		return mongoTemplate;
+		System.err.println("Second配置2");
 		return new MongoTemplate(mongoDbFactory());
 	}
 

src/main/java/com/zhiwei/messageflow/mongo/config/ThirdaryMongoConfig.java

@@ -8,9 +8,17 @@ import org.springframework.data.mongodb.core.MongoTemplate;
 @Configuration
 @ConfigurationProperties(prefix = "spring.data.mongodb.thirdary")
 public class ThirdaryMongoConfig extends AbstractMongoConfig {
+	
+	private static MongoTemplate mongoTemplate = null;
 
 	@Override
 	public @Bean(name = "thirdaryMongoTemplate") MongoTemplate getMongoTemplate() throws Exception {
+//		if (mongoTemplate == null) {
+//			mongoTemplate = new MongoTemplate(mongoDbFactory());
+//			System.err.println("third配置3");
+//		}
+//		return mongoTemplate;
+		System.err.println("third配置3");
 		return new MongoTemplate(mongoDbFactory());
 	}
 

src/main/java/com/zhiwei/messageflow/test/GetMessage.java

@@ -32,6 +32,8 @@ import com.zhiwei.messageflow.bean.VideoMessage;
 import com.zhiwei.messageflow.bean.WeiboMessage;
 import com.zhiwei.messageflow.bean.ZhihuMessage;
 import com.zhiwei.messageflow.es.dao.impl.ESDaoImpl;
+import com.zhiwei.messageflow.mongo.bean.KeywordNew;
+import com.zhiwei.messageflow.mongo.dao.KeywordNewDao;
 import com.zhiwei.messageflow.mongo.dao.PlatformDao;
 import com.zhiwei.messageflow.mongo.dao.ProjectDao;
 
@@ -46,6 +48,8 @@ public class GetMessage {
 	PlatformDao platformDao;
 	@Autowired
 	ProjectDao projectDao;
+	@Autowired
+	KeywordNewDao keywordNewDao;
 
 	public void getmessage() throws FileNotFoundException, ParseException {
 		/*
@@ -60,28 +64,37 @@ public class GetMessage {
 		List<MediaMessage> mmessages = new ArrayList<>();
 
 		DateFormat df = new SimpleDateFormat("yyyy-MM-dd hh:mm:ss");
-		Date date = df.parse("2018-03-01 00:00:00");
-		int n = 4 * 30;
+		Date date = df.parse("2018-04-16 00:00:00");
+		int n = 4*7;
 
 		HSSFWorkbook workbook = new HSSFWorkbook();
-		OutputStream out = new FileOutputStream("E://微信+红包.xls");
-
-		List<String> platformNames = platformDao.getAllPlatformName();
+		OutputStream out = new FileOutputStream("E://京东今日头条插件.xls");
+
+//		List<String> platformNames = platfor mDao.getAllPlatformName();
+		
+		List<String> platformNames = new ArrayList<>();
+//		platformNames.add("客户端");
+		platformNames.add("今日头条");
+		
+		List<KeywordNew> jdkns=  keywordNewDao.getKeywordNewByProject("京东");
 		List<String> keywords = new ArrayList<>();
-		keywords.add("微信+红包");
+		for(KeywordNew kn:jdkns) {
+			keywords.addAll(kn.getKeyWords());
+		}
+//		keywords.add("微信==红包");
 		// keywords.add("微信+支付");
 		// keywords.add("京东,假货");
 		// keywords.add("京东,刷单");
 		// keywords.add("京东,二手");
 		// keywords.add("京东,合作");
 		// keywords.add("京东,战略");
-		// keywords.add("京东,");
+//		 keywords.add("京东");
 
 		for (String platformName : platformNames) {
 			System.out.println(platformName);
 			if (platformName.equals("微博")) {
 				for (long i = 0; i < n; i++) {
-					SearchHits searchHits = esDao.getWeiboDataycy(date.getTime() + i * 6 * 3000 * 1000L, keywords,
+					SearchHits searchHits = esDao.getWeiboDataycy(date.getTime() + i * 6 * 3600 * 1000L, keywords,
 							10000, platformName, "京东");
 					SearchHit[] sh = searchHits.getHits();
 					for (SearchHit s : sh) {
@@ -104,7 +117,7 @@ public class GetMessage {
 					workbook = exportExcelWeibo(out, workbook, null, wmessages, platformName);
 			} else if (platformName.equals("知乎")) {
 				for (long i = 0; i < n; i++) {
-					SearchHits searchHits = esDao.getZhihuDataycy(date.getTime() + i * 6 * 3000 * 1000L, keywords,
+					SearchHits searchHits = esDao.getZhihuDataycy(date.getTime() + i * 6 * 3600 * 1000L, keywords,
 							10000, platformName, "京东");
 					SearchHit[] sh = searchHits.getHits();
 
@@ -126,7 +139,7 @@ public class GetMessage {
 					workbook = exportExcelZhihu(out, workbook, null, zmessages, platformName);
 			} else if (platformName.equals("视频")) {
 				for (long i = 0; i < n; i++) {
-					SearchHits searchHits = esDao.getVideoDataycy(date.getTime() + i * 6 * 3000 * 1000L, keywords,
+					SearchHits searchHits = esDao.getVideoDataycy(date.getTime() + i * 6 * 3600 * 1000L, keywords,
 							10000, platformName, "京东");
 					SearchHit[] sh = searchHits.getHits();
 
@@ -148,7 +161,7 @@ public class GetMessage {
 					workbook = exportExcelVideo(out, workbook, null, vmessages, platformName);
 			} else {
 				for (long i = 0; i < n; i++) {
-					SearchHits searchHits = esDao.getMediaDataycy(date.getTime() + i * 6 * 3000 * 1000L, keywords,
+					SearchHits searchHits = esDao.getMediaDataycy(date.getTime() + i * 6 * 3600 * 1000L, keywords,
 							10000, platformName, "京东");
 					SearchHit[] sh = searchHits.getHits();
 
@@ -172,6 +185,7 @@ public class GetMessage {
 		} // 获取完成
 		try {
 			workbook.write(out);
+			System.out.println("文档写入完毕");
 		} catch (IOException e) {
 			e.printStackTrace();
 		}

src/main/resources/application.properties

-##服务端uri
+##服务端uri
 #spring.data.mongodb.uri=115.236.59.91:27017
-#服务端数据库
+
+#内置tomcat端口号
+server.port=8091
+
+#服务端数据库
 spring.data.mongodb.primary.database=qbjcPhoenix
-#服务ip
-spring.data.mongodb.primary.host=115.236.59.91
-#服务port
+#服务ip
+spring.data.mongodb.primary.host=192.168.0.101
+#服务port
 spring.data.mongodb.primary.port=27017
 
 spring.data.mongodb.primary.username=stno
@@ -13,11 +17,11 @@ spring.data.mongodb.primary.password=stno1q2w3e4r
 
 spring.data.mongodb.primary.authenticationDatabase=admin
 
-#服务端数据库
+#服务端数据库
 spring.data.mongodb.secondary.database=eventMuseum
-#服务ip
-spring.data.mongodb.secondary.host=115.236.59.91
-#服务port
+#服务ip
+spring.data.mongodb.secondary.host=192.168.0.101
+#服务port
 spring.data.mongodb.secondary.port=27017
 
 spring.data.mongodb.secondary.username=stno
@@ -26,11 +30,11 @@ spring.data.mongodb.secondary.password=stno1q2w3e4r
 
 spring.data.mongodb.secondary.authenticationDatabase=admin
 
-#服务端数据库
+#服务端数据库
 spring.data.mongodb.thirdary.database=WechatPublic
-#服务ip
-spring.data.mongodb.thirdary.host=115.236.59.91
-#服务port
+#服务ip
+spring.data.mongodb.thirdary.host=192.168.0.101
+#服务port
 spring.data.mongodb.thirdary.port=27017
 
 spring.data.mongodb.thirdary.username=stno
@@ -60,21 +64,21 @@ spring.data.mongodb.thirdary.authenticationDatabase=admin
 #spring.data.mongodb.option.heartbeat-frequency=10000
 #spring.data.mongodb.option.local-threshold=15
 
-##本地ip
+##本地ip
 #spring.data.mongodb.host=192.168.0.241
-##本地port
+##本地port
 #spring.data.mongodb.port=27017
-##本地数据库
+##本地数据库
 #spring.data.mongodb.database=qbjcPhoenix
 
-#其他数据库
+#其他数据库
 #spring.data.mongodb.database=eventMuseum
 #spring.data.mongodb.database=WechatPublic
  
-#tag用uri
+#tag用uri
 #spring.data.mongodb.uri=1.119.44.206:30000
 #spring.data.mongodb.uri=192.168.0.245:27017
-#tag数据库
+#tag数据库
 #spring.data.mongodb.database=Testqbjc
 #spring.data.mongodb.database=weibotag
 

src/main/resources/application.properties.2

+##服务端uri
+#spring.data.mongodb.uri=115.236.59.91:27017
+#服务端数据库
+spring.data.mongodb.primary.database=qbjcPhoenix
+#服务ip
+spring.data.mongodb.primary.host=127.0.0.1
+#服务port
+spring.data.mongodb.primary.port=27017
+
+#spring.data.mongodb.primary.username=stno
+
+#spring.data.mongodb.primary.password=stno1q2w3e4r
+
+#spring.data.mongodb.primary.authenticationDatabase=admin
+
+#服务端数据库
+spring.data.mongodb.secondary.database=eventMuseum
+#服务ip
+spring.data.mongodb.secondary.host=115.236.59.91
+#服务port
+spring.data.mongodb.secondary.port=27017
+
+spring.data.mongodb.secondary.username=stno
+
+spring.data.mongodb.secondary.password=stno1q2w3e4r
+
+spring.data.mongodb.secondary.authenticationDatabase=admin
+
+#服务端数据库
+spring.data.mongodb.thirdary.database=WechatPublic
+#服务ip
+spring.data.mongodb.thirdary.host=115.236.59.91
+#服务port
+spring.data.mongodb.thirdary.port=27017
+
+spring.data.mongodb.thirdary.username=stno
+
+spring.data.mongodb.thirdary.password=stno1q2w3e4r
+
+spring.data.mongodb.thirdary.authenticationDatabase=admin
+
+#spring.data.mongodb.option.min-connection-per-host=0
+#spring.data.mongodb.option.max-connection-per-host=100
+#spring.data.mongodb.option.threads-allowed-to-block-for-connection-multiplier=5
+#spring.data.mongodb.option.server-selection-timeout=30000
+#spring.data.mongodb.option.max-wait-time=120000
+#spring.data.mongodb.option.max-connection-idle-time=0
+#spring.data.mongodb.option.max-connection-life-time=0
+#spring.data.mongodb.option.connect-timeout=10000
+#spring.data.mongodb.option.socket-timeout=0
+#
+#spring.data.mongodb.option.socket-keep-alive=false
+#spring.data.mongodb.option.ssl-enabled=false
+#spring.data.mongodb.option.ssl-invalid-host-name-allowed=false
+#spring.data.mongodb.option.always-use-m-beans=false
+#
+#spring.data.mongodb.option.heartbeat-socket-timeout=20000
+#spring.data.mongodb.option.heartbeat-connect-timeout=20000
+#spring.data.mongodb.option.min-heartbeat-frequency=500
+#spring.data.mongodb.option.heartbeat-frequency=10000
+#spring.data.mongodb.option.local-threshold=15
+
+##本地ip
+#spring.data.mongodb.host=192.168.0.241
+##本地port
+#spring.data.mongodb.port=27017
+##本地数据库
+#spring.data.mongodb.database=qbjcPhoenix
+
+#其他数据库
+#spring.data.mongodb.database=eventMuseum
+#spring.data.mongodb.database=WechatPublic
+ 
+#tag用uri
+#spring.data.mongodb.uri=1.119.44.206:30000
+#spring.data.mongodb.uri=192.168.0.245:27017
+#tag数据库
+#spring.data.mongodb.database=Testqbjc
+#spring.data.mongodb.database=weibotag
+
+#mongo.connectionsPerHost=200
+#mongo.threadsAllowedToBlockForConnectionMultiplier=10
+#
+#mongo.connectTimeout=30000
+#
+#mongo.maxWaitTime=50000
+#mongo.autoConnectRetry=true
+#mongo.socketKeepAlive=true
+#
+#mongo.socketTimeout=120000
+#mongo.slaveOk=true
\ No newline at end of file

src/main/resources/application.properties.local

+##服务端uri
+#spring.data.mongodb.uri=115.236.59.91:27017
+#服务端数据库
+spring.data.mongodb.primary.database=qbjcPhoenix
+#服务ip
+spring.data.mongodb.primary.host=127.0.0.1
+#服务port
+spring.data.mongodb.primary.port=27017
+
+#spring.data.mongodb.primary.username=stno
+
+#spring.data.mongodb.primary.password=stno1q2w3e4r
+
+#spring.data.mongodb.primary.authenticationDatabase=admin
+
+#服务端数据库
+spring.data.mongodb.secondary.database=eventMuseum
+#服务ip
+spring.data.mongodb.secondary.host=115.236.59.91
+#服务port
+spring.data.mongodb.secondary.port=27017
+
+spring.data.mongodb.secondary.username=stno
+
+spring.data.mongodb.secondary.password=stno1q2w3e4r
+
+spring.data.mongodb.secondary.authenticationDatabase=admin
+
+#服务端数据库
+spring.data.mongodb.thirdary.database=WechatPublic
+#服务ip
+spring.data.mongodb.thirdary.host=115.236.59.91
+#服务port
+spring.data.mongodb.thirdary.port=27017
+
+spring.data.mongodb.thirdary.username=stno
+
+spring.data.mongodb.thirdary.password=stno1q2w3e4r
+
+spring.data.mongodb.thirdary.authenticationDatabase=admin
+
+#spring.data.mongodb.option.min-connection-per-host=0
+#spring.data.mongodb.option.max-connection-per-host=100
+#spring.data.mongodb.option.threads-allowed-to-block-for-connection-multiplier=5
+#spring.data.mongodb.option.server-selection-timeout=30000
+#spring.data.mongodb.option.max-wait-time=120000
+#spring.data.mongodb.option.max-connection-idle-time=0
+#spring.data.mongodb.option.max-connection-life-time=0
+#spring.data.mongodb.option.connect-timeout=10000
+#spring.data.mongodb.option.socket-timeout=0
+#
+#spring.data.mongodb.option.socket-keep-alive=false
+#spring.data.mongodb.option.ssl-enabled=false
+#spring.data.mongodb.option.ssl-invalid-host-name-allowed=false
+#spring.data.mongodb.option.always-use-m-beans=false
+#
+#spring.data.mongodb.option.heartbeat-socket-timeout=20000
+#spring.data.mongodb.option.heartbeat-connect-timeout=20000
+#spring.data.mongodb.option.min-heartbeat-frequency=500
+#spring.data.mongodb.option.heartbeat-frequency=10000
+#spring.data.mongodb.option.local-threshold=15
+
+##本地ip
+#spring.data.mongodb.host=192.168.0.241
+##本地port
+#spring.data.mongodb.port=27017
+##本地数据库
+#spring.data.mongodb.database=qbjcPhoenix
+
+#其他数据库
+#spring.data.mongodb.database=eventMuseum
+#spring.data.mongodb.database=WechatPublic
+ 
+#tag用uri
+#spring.data.mongodb.uri=1.119.44.206:30000
+#spring.data.mongodb.uri=192.168.0.245:27017
+#tag数据库
+#spring.data.mongodb.database=Testqbjc
+#spring.data.mongodb.database=weibotag
+
+#mongo.connectionsPerHost=200
+#mongo.threadsAllowedToBlockForConnectionMultiplier=10
+#
+#mongo.connectTimeout=30000
+#
+#mongo.maxWaitTime=50000
+#mongo.autoConnectRetry=true
+#mongo.socketKeepAlive=true
+#
+#mongo.socketTimeout=120000
+#mongo.slaveOk=true
\ No newline at end of file

src/main/resources/mongo.properties

-mongo.LocalIP = 192.168.0.241
+#mongo.LocalIP = 192.168.0.241
 #mongo.LocalDBName = qbjcPhoenix
 #mongo.Localport = 27017
 
 #mongo.LocalIP = 115.236.59.91
-#mongo.LocalIP = 192.168.0.101
+mongo.LocalIP = 192.168.0.101
 mongo.LocalDBName = qbjcPhoenix
 mongo.Localport = 27017
 
-#mongo.ServerIP = 192.168.0.101
-mongo.ServerIP = 115.236.59.91
+mongo.ServerIP = 192.168.0.101
+#mongo.ServerIP = 115.236.59.91
 mongo.ServerDBName = qbjcPhoenix
 mongo.Serverport = 27017
 

src/main/resources/redis.properties

@@ -3,17 +3,17 @@ redis.maxIdle=200
 redis.maxWaitMillis=1000
 redis.testOnBorrow=true
 redis.testOnReturn=true
-#redis.ip = 192.168.0.202
+redis.ip = 192.168.0.202
 #redis.ip = 202.107.192.94
 #redis.ip=127.0.0.1
-#redis.port=6379
-redis.ip=192.168.1.74
-redis.port=6388
-redis.password=fjouero&^%^%^$*()*)))*^$$KDFJDKJF9ruorudlfdljfldjf
+redis.port=6379
+#redis.ip=192.168.1.74
+#redis.port=6388
+#redis.password=fjouero&^%^%^$*()*)))*^$$KDFJDKJF9ruorudlfdljfldjf
 
 redis.keyMaxSize=5000
 
-redis.selectDB=2
+redis.selectDB=13
 #redis.selectDB=2
 redis.user_keyMaxSize=1000
 redis.cacheSize=1000