springboot-17-elasticsearch(完)

Author: clown-coding

springboot-17-elasticsearch/doc/README.md

@@ -0,0 +1,55 @@
+# ***SpringBoot-Elasticsearch***
+
+# ***官方文档***
+
+* **[Elasticsearch官方文档](https://www.elastic.co/guide/cn/index.html)**
+* **[Spring-Data-Elasticsearch官方文档](https://docs.spring.io/spring-data/elasticsearch/docs/3.1.4.RELEASE/reference/html/#elasticsearch.repositories)**
+
+## **logstash与mysql数据同步**
+
+* 现在mysql驱动
+* 创建mysql.conf文件
+* 将驱动与文件放入logstash根目录下
+* 修改mysql.conf文件信息
+
+* 输入命令启动logstash
+```java
+logstash -f G:\springboot_tools\elasticsearch\elasticsearch\elasticsearch5.6.8\logstash\logstash-5.6.8\mysqllogstash\mysql.conf
+```
+
+## **Elasticsearch**
+
+* SpringBoot默认支持两种技术和ES交互
+   * Jest
+      * 默认不生效
+      * 需导入 import io.searchbox.client.JestClient;
+   * Elasticsearch
+
+**<font color=red size = 6>ElasticSearch访问9300端口问题</font>**
+
+* 本工程使用的Spring-data-elasticsearch版本是3.1.3
+* 本工程使用的ES是6.4.3
+* 去spring官网查找对应的版本
+   * [Spring-data-elasticsearch与elasticsearch版本对照表](https://github.com/spring-projects/spring-data-elasticsearch)
+
+
+   | Spring-data-elasticsearch版本 |elasticsearch版本|
+   |---|---|
+   | 3.2.x|6.5.0|
+   | 3.1.x |6.2.2|
+   | 3.0.x |5.5.0|
+   | 2.1.x  |2.4.0|
+   | 2.0.x |2.2.0|
+   | 1.3.x |1.5.2|
+
+<font color=red size=6>当出现应用无法启动的情况</font>
+* 安装ES的版本号与ES的jar包版本号对应
+* 本工程的ES的jar包的版本号与安装的ES对应
+
+* 你安装的ES版本与工程中的elasticsearch的jar包版本一致,再去查看elasticsearch的jar包版本与Spring-data-elasticsearch版本是否对应
+
+* 出现以下错误查看是不是版本的问题
+```java
+2019-01-23 22:19:48.898 ERROR 2968 --- [           main] .d.e.r.s.AbstractElasticsearchRepository : failed to load elasticsearch nodes : org.elasticsearch.index.mapper.MapperParsingException: No type specified for field [title]
+```
+

springboot-17-elasticsearch/doc/mysqllogstash/mysql-connector-java-8.0.14.jar

@@ -0,0 +1,36 @@
+input {
+  jdbc {
+	  # mysql jdbc connection string to our backup databse
+	  jdbc_connection_string => "jdbc:mysql://localhost:3306/springboot-elasticsearch?useUnicode=true&characterEncoding=utf8&serverTimezone=GMT%2B8"
+	  # the user we wish to excute our statement as
+	  jdbc_user => "root"
+	  jdbc_password => "123456"
+	  # the path to our downloaded jdbc driver  
+	  jdbc_driver_library => "G:/springboot_tools/elasticsearch/elasticsearch/elasticsearch5.6.8/logstash/logstash-5.6.8/mysqllogstash/mysql-connector-java-8.0.14.jar"
+	  # the name of the driver class for mysql
+	  jdbc_driver_class => "com.mysql.cj.jdbc.Driver"
+	  jdbc_paging_enabled => "true"
+	  jdbc_page_size => "50000"
+	  #以下对应着要执行的sql的绝对路径。
+	  #statement_filepath => ""
+	  statement => "select id,title,content from article"
+	  #定时字段 各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新（测试结果，不同的话请留言指出）
+      schedule => "* * * * *"
+  }
+}
+
+output {
+  elasticsearch {
+	  #ESIP地址与端口
+	  hosts => "localhost:9200" 
+	  #ES索引名称（自己定义的）
+	  index => "springboot_elasticsearch"
+	  #自增ID编号
+	  document_id => "%{id}"
+	  document_type => "article"
+  }
+  stdout {
+      #以JSON格式输出
+      codec => json_lines
+  }
+}

springboot-17-elasticsearch/doc/mysqllogstash/mysql.conf

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>SpringBootLearn</artifactId>
+        <groupId>com.clown</groupId>
+        <version>1.0-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+    <artifactId>springboot-17-elasticsearch</artifactId>
+    <packaging>pom</packaging>
+    <modules>
+        <module>springboot-17-elasticsearch-article</module>
+        <module>springboot-17-elasticsearch-search</module>
+        <module>springboot-17-elasticsearch-jest</module>
+    </modules>
+</project>

springboot-17-elasticsearch/pom.xml

@@ -0,0 +1,28 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>springboot-17-elasticsearch</artifactId>
+        <groupId>com.clown</groupId>
+        <version>1.0-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+    <artifactId>springboot-17-elasticsearch-article</artifactId>
+
+    <dependencies>
+
+        <!-- DataJpa-->
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-data-jpa</artifactId>
+        </dependency>
+
+        <!-- mysql 驱动-->
+        <dependency>
+            <groupId>mysql</groupId>
+            <artifactId>mysql-connector-java</artifactId>
+            <scope>runtime</scope>
+        </dependency>
+    </dependencies>
+</project>

springboot-17-elasticsearch/springboot-17-elasticsearch-article/pom.xml

@@ -0,0 +1,15 @@
+package com.clown.article;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+
+/**
+ * @author: Richard·Ackerman
+ * @create: 2019/1/23
+ **/
+@SpringBootApplication
+public class ArticleApplication {
+    public static void main(String[] args){
+        SpringApplication.run(ArticleApplication.class);
+    }
+}

springboot-17-elasticsearch/springboot-17-elasticsearch-article/src/main/java/com/clown/article/ArticleApplication.java

@@ -0,0 +1,19 @@
+package com.clown.article.config;
+
+import com.clown.article.utils.IdWorker;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+
+/**
+ * @author: Richard·Ackerman
+ * @create: 2019/1/22
+ **/
+@Configuration
+public class MyConfig {
+
+    @Bean
+    public IdWorker idWorker(){
+        return new IdWorker(1,1);
+    }
+
+}

springboot-17-elasticsearch/springboot-17-elasticsearch-article/src/main/java/com/clown/article/config/MyConfig.java

@@ -0,0 +1,94 @@
+package com.clown.article.controller;
+
+import com.clown.article.model.Article;
+import com.clown.article.service.IArticleService;
+import com.clown.article.utils.Result;
+import com.clown.article.utils.StatusCode;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.web.bind.annotation.*;
+
+import java.util.List;
+
+@CrossOrigin
+@RestController
+@RequestMapping("/article")
+public class ArticleController {
+
+    @Autowired
+    private IArticleService articleService;
+
+    /**
+     * 查询所有文章
+     * @return
+     */
+    @GetMapping
+    public Result findAll(){
+        List<Article> articleList = articleService.findAll();
+        if (null == articleList) {
+            return new Result(false, StatusCode.ERROR,"无数据");
+        }
+        return new Result(true, StatusCode.OK,"查询成功",articleList);
+    }
+
+    /**
+     * 根据id查询文章
+     * @param articleId
+     * @return
+     */
+    @GetMapping("/{articleId}")
+    public Result findById(@PathVariable("articleId") String articleId){
+        Article article = articleService.findById(articleId);
+        if (null==article) {
+            return new Result(false, StatusCode.ERROR,"无数据");
+        }
+        return new Result(true, StatusCode.OK,"查询成功",article);
+    }
+
+    /**
+     * 添加文章
+     * @param article
+     * @return
+     */
+    @PostMapping
+    public Result add(@RequestBody Article article){
+        try {
+            articleService.add(article);
+            return new Result(true, StatusCode.OK,"添加成功");
+        } catch (Exception e) {
+            return new Result(false, StatusCode.ERROR,"添加失败");
+        }
+    }
+
+    /**
+     * 更新文章
+     * @param articleId
+     * @param article
+     * @return
+     */
+    @PutMapping("/{articleId}")
+    public Result update(@PathVariable("articleId") String articleId,@RequestBody Article article){
+        try {
+            article.setId(articleId);
+            articleService.update(article);
+            return new Result(true, StatusCode.OK,"更新成功");
+        } catch (Exception e) {
+            return new Result(false, StatusCode.ERROR,"更新失败");
+        }
+    }
+
+    /**
+     * 删除文章
+     * @param articleId
+     * @return
+     */
+    @DeleteMapping("/{articleId}")
+    public Result delete(@PathVariable("articleId") String articleId){
+
+        try {
+            articleService.delete(articleId);
+            return new Result(true, StatusCode.OK,"删除成功");
+        } catch (Exception e) {
+            return new Result(false, StatusCode.ERROR,"删除是啊比");
+        }
+    }
+}

springboot-17-elasticsearch/springboot-17-elasticsearch-article/src/main/java/com/clown/article/controller/ArticleController.java

@@ -0,0 +1,8 @@
+package com.clown.article.mapper;
+
+import com.clown.article.model.Article;
+import org.springframework.data.jpa.repository.JpaRepository;
+import org.springframework.data.jpa.repository.JpaSpecificationExecutor;
+
+public interface ArticleDao extends JpaRepository<Article,String>, JpaSpecificationExecutor<Article> {
+}

springboot-17-elasticsearch/springboot-17-elasticsearch-article/src/main/java/com/clown/article/mapper/ArticleDao.java

@@ -0,0 +1,59 @@
+package com.clown.article.model;
+
+import lombok.AllArgsConstructor;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import org.hibernate.annotations.DynamicInsert;
+import org.hibernate.annotations.DynamicUpdate;
+
+import javax.persistence.Entity;
+import javax.persistence.Id;
+import javax.persistence.Table;
+import java.io.Serializable;
+import java.util.Date;
+
+@Data
+@NoArgsConstructor
+@AllArgsConstructor
+@Entity
+@Table(name = "article")
+@DynamicInsert
+@DynamicUpdate
+public class Article implements Serializable {
+
+  @Id
+  private String id;            //ID
+
+  private String columnid;      //专栏ID
+
+  private String userid;        //用户ID
+
+  private String title;         //标题
+
+  private String content;       //文章正文
+
+  private String image;         //文章封面
+
+  private Date createtime;      //发表日期
+
+  private Date updatetime;      //修改日期
+
+  private String ispublic;      //是否公开 0:不公开 1:公开
+
+  private String istop;         //是否置顶 0:不置顶 1:置顶
+
+  private Long visits;          //浏览量
+
+  private Long thumbup;         //点赞数
+
+  private Long comment;         //评论数
+
+  private String state;         //审核状态 0:未审核 1:审核通过
+
+  private String channelid;     //所属频道
+
+  private String url;           //url
+
+  private String type;          //类型    0:分享 1:专栏
+
+}