Cannot use custom autoconfiguration with spring-data-elasticsearch

Question

I am not able to get spring-data-elasticsearch working for Elasticsearch 2.0+ versions.

On using following POM

<?xml version="1.0" encoding="UTF-8"?>
<project
    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"
    xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
    <modelVersion>4.0.0</modelVersion>
    <groupId>com.project.treasure</groupId>
    <artifactId>search</artifactId>
    <version>1.0.0</version>
    <packaging>war</packaging>
    <inceptionYear>2015</inceptionYear>
    <properties>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
        <start-class>com.project.treasure.search.application.Application</start-class>
        <java.version>1.8</java.version>
        <elasticsearch.version>2.2.0</elasticsearch.version>
        <springdata.commons>1.12.0.BUILD-SNAPSHOT</springdata.commons>
    </properties>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>1.3.2.RELEASE</version>
        <relativePath /> <!-- lookup parent from repository -->
    </parent>
    <dependencies>
        <dependency>
            <groupId>com.project.treasure.search</groupId>
            <artifactId>search-client</artifactId>
            <version>0.0.1-SNAPSHOT</version>
        </dependency>
        <dependency>
            <groupId>org.springframework.data</groupId>
            <artifactId>spring-data-elasticsearch</artifactId>
            <version>2.0.0.RELEASE</version>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
            <scope>compile</scope>
        </dependency>       
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-actuator</artifactId>
            <scope>compile</scope>
        </dependency>       
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-logging</artifactId>
            <scope>compile</scope>
        </dependency>       
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-tomcat</artifactId>
            <scope>provided</scope>
        </dependency>
        <dependency>
            <groupId>org.slf4j</groupId>
            <artifactId>slf4j-api</artifactId>
        </dependency>
        <dependency>
            <groupId>ch.qos.logback</groupId>
            <artifactId>logback-classic</artifactId>
        </dependency>
        <dependency>
            <groupId>ch.qos.logback</groupId>
            <artifactId>logback-core</artifactId>
            <version>1.1.2</version>
        </dependency>
        <!-- Json format -->
        <dependency>
            <groupId>com.google.code.gson</groupId>
            <artifactId>gson</artifactId>
            <version>2.3</version>
        </dependency>
        <!-- Kafka dependencies -->
        <dependency>
            <groupId>org.apache.kafka</groupId>
            <artifactId>kafka_2.10</artifactId>
            <version>0.8.1.1</version>
        </dependency>
        <dependency>
            <groupId>org.apache.kafka</groupId>
            <artifactId>kafka-clients</artifactId>
            <version>0.9.0.0</version>
        </dependency>
    </dependencies>
        <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
        <resources>
            <resource>
                <directory>src/main/resources</directory>
                <excludes>
                    <exclude>conf/*.properties</exclude>
                </excludes>
            </resource>
        </resources>
        <finalName>ROOT</finalName>
    </build>
</project>

And adding custom ElasticsearchConfiguration

package com.package.project.module.application;

import org.elasticsearch.client.Client;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.InetSocketTransportAddress;
import org.elasticsearch.common.transport.TransportAddress;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.context.annotation.PropertySource;
import org.springframework.context.annotation.PropertySources;
import org.springframework.core.env.Environment;
import org.springframework.data.elasticsearch.core.ElasticsearchOperations;
import org.springframework.data.elasticsearch.core.ElasticsearchTemplate;
import org.springframework.data.elasticsearch.repository.config.EnableElasticsearchRepositories;

import java.net.InetSocketAddress;

import javax.annotation.Resource;

@Configuration
@PropertySources({
        @PropertySource(value = "classpath:elasticsearch.properties", ignoreResourceNotFound = true),
        @PropertySource(value = "classpath:app.properties", ignoreResourceNotFound = true) })
@EnableElasticsearchRepositories(basePackages = "com.package.project.module.repository")
public class ElasticsearchConfiguration {
    @Resource
    private Environment environment;

    @Bean
    public Client client() {
        Settings settings = Settings.settingsBuilder().put("cluster.name", environment.getProperty("cluster.name")).build();
        Client client = TransportClient.builder().settings(settings).build();
        String[] addresses = environment.getProperty("cluster.nodes").split(",");
        for (int i = 0; i < addresses.length; i++) {
            System.out.println(addresses[i].trim());
            TransportAddress address = new InetSocketTransportAddress(new InetSocketAddress(addresses[i].trim(), Integer.parseInt(environment.getProperty("elasticsearch.port"))));
            ((TransportClient) client).addTransportAddress(address);
        }
        return client;
    }

    @Bean
    public ElasticsearchOperations elasticsearchTemplate() {
        return new ElasticsearchTemplate(client());
    }
}

With following under Application.java

@Configuration
@ComponentScan(basePackages = "com.package.project.module")
@EnableAutoConfiguration(exclude = {ElasticsearchConfiguration.class})
public class Application extends SpringBootServletInitializer {

I still receive elasticsearch 1.5.2 (along with an additional 2.0.1.RELEASE version) as dependency in my effective POM.

Receving following error on running application.

java.lang.IllegalStateException: Error processing condition on org.springframework.boot.autoconfigure.data.elasticsearch.ElasticsearchAutoConfiguration.elasticsearchClient
at org.springframework.boot.autoconfigure.condition.SpringBootCondition.matches(SpringBootCondition.java:64)
at org.springframework.context.annotation.ConditionEvaluator.shouldSkip(ConditionEvaluator.java:102)
at org.springframework.context.annotation.ConfigurationClassBeanDefinitionReader.loadBeanDefinitionsForBeanMethod(ConfigurationClassBeanDefinitionReader.java:178)
at org.springframework.context.annotation.ConfigurationClassBeanDefinitionReader.loadBeanDefinitionsForConfigurationClass(ConfigurationClassBeanDefinitionReader.java:140)
at org.springframework.context.annotation.ConfigurationClassBeanDefinitionReader.loadBeanDefinitions(ConfigurationClassBeanDefinitionReader.java:116)
at org.springframework.context.annotation.ConfigurationClassPostProcessor.processConfigBeanDefinitions(ConfigurationClassPostProcessor.java:333)
at org.springframework.context.annotation.ConfigurationClassPostProcessor.postProcessBeanDefinitionRegistry(ConfigurationClassPostProcessor.java:243)
at org.springframework.context.support.PostProcessorRegistrationDelegate.invokeBeanDefinitionRegistryPostProcessors(PostProcessorRegistrationDelegate.java:273)
at org.springframework.context.support.PostProcessorRegistrationDelegate.invokeBeanFactoryPostProcessors(PostProcessorRegistrationDelegate.java:98)
at org.springframework.context.support.AbstractApplicationContext.invokeBeanFactoryPostProcessors(AbstractApplicationContext.java:678)
at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:520)
at org.springframework.boot.context.embedded.EmbeddedWebApplicationContext.refresh(EmbeddedWebApplicationContext.java:118)
at org.springframework.boot.SpringApplication.refresh(SpringApplication.java:766)
at org.springframework.boot.SpringApplication.createAndRefreshContext(SpringApplication.java:361)
at org.springframework.boot.SpringApplication.run(SpringApplication.java:307)
at org.springframework.boot.SpringApplication.run(SpringApplication.java:1191)
at org.springframework.boot.SpringApplication.run(SpringApplication.java:1180)
at com.snapdeal.treasure.search.application.Application.main(Application.java:20)
Caused by: java.lang.IllegalArgumentException: @ConditionalOnMissingBean annotations must specify at least one bean (type, name or annotation)
at org.springframework.util.Assert.isTrue(Assert.java:68)
at org.springframework.boot.autoconfigure.condition.OnBeanCondition$BeanSearchSpec.validate(OnBeanCondition.java:279)
at org.springframework.boot.autoconfigure.condition.OnBeanCondition$BeanSearchSpec.<init>(OnBeanCondition.java:275)
at org.springframework.boot.autoconfigure.condition.OnBeanCondition.getMatchOutcome(OnBeanCondition.java:111)
at org.springframework.boot.autoconfigure.condition.SpringBootCondition.matches(SpringBootCondition.java:47)
... 17 common frames omitted

I am following instructions as mentioned in spring-data-elasticsearch github repo and docs.

@alpert If I don't include version 2.0.0, Maven will load Elasticsearch 1.3.2 jar. — Utkarsh Mishra, May 08 '16 at 19:09
We're missing `com.project.treasure.search:search-client`. The wrong ElasticSearch must be pulled from there. — Tunaki, May 08 '16 at 19:32
Hey @Tunaki! I checked the effective POM for search-client, and yes, it was pulling older elasticsearch version. I corrected the same, but error persists. Not related to this issue probably! — Utkarsh Mishra, May 08 '16 at 21:23
@Tunaki: There is an issue thread related to this, but it won't solve my problem. In case you want to check, [link](https://jira.spring.io/browse/DATAES-211) — Utkarsh Mishra, May 08 '16 at 21:24

Val · Accepted Answer · 2016-05-09T08:59:37.767

11

The problem is that spring-boot 1.3.2.RELEASE is not yet working with spring-data-elasticsearch 2.0.0-RELEASE.

spring-boot 1.3.2 will include spring-boot-starter-data-elasticsearch 1.3.2-RELEASE which still depends on elasticsearch 1.5.2

ES 2.0 will be supported as of spring-boot 1.4.0-RELEASE which has not yet been released (but you could try with 1.4.0.BUILD-SNAPSHOT to see if that helps)

Since you also explicitly include spring-data-elasticsearch 2.0.0-RELEASE you get the 2.0 version of elasticsearch included but you should remove that dependency as it is managed by spring-boot-starters itself

edited May 09 '16 at 08:59

answered May 09 '16 at 04:11

Val

207,596
13
358
360

@UtkarshMishra Is there any more information you need? – Val May 16 '16 at 08:10
Apologies for not selecting this answer soon. I did try the above solution but got stuck with another [issue](http://www.slf4j.org/codes.html#multiple_bindings). Will ensure that your points are well served in time in future :) – Utkarsh Mishra May 16 '16 at 13:58
Would be great if you can help [more](http://stackoverflow.com/questions/37255798/elasticsearch-deciding-number-of-nodes-shards-based-on-heap-usage) :D – Utkarsh Mishra May 16 '16 at 14:03

score 3 · Answer 2 · answered May 16 '16 at 14:20

3

You will need to wait for spring boot 1.4.x to use elasticsearch v2.2.2

Spring-boot branch 1.3.x is still using elasticsearch v1.5.2.

try alter your pom and change:

<parent>
    <groupId>org.springframework.boot</groupId>
    <artifactId>spring-boot-starter-parent</artifactId>
    <version>1.4.0.BUILD-SNAPSHOT</version>
    <relativePath/> <!-- lookup parent from repository -->
</parent>

and add:

<repositories>
    <repository>
        <id>spring-snapshots</id>
        <url>http://repo.spring.io/snapshot</url>
        <snapshots><enabled>true</enabled></snapshots>
    </repository>
    <repository>
        <id>spring-milestones</id>
        <url>http://repo.spring.io/milestone</url>
    </repository>
</repositories>
<pluginRepositories>
    <pluginRepository>
        <id>spring-snapshots</id>
        <url>http://repo.spring.io/snapshot</url>
    </pluginRepository>
    <pluginRepository>
        <id>spring-milestones</id>
        <url>http://repo.spring.io/milestone</url>
    </pluginRepository>
</pluginRepositories>

answered May 16 '16 at 14:20

akonczak

71
3

Which spring-data-elasticsearch version dependency to add ? – Utkarsh Mishra May 16 '16 at 14:39
Can you tell me, what version of spring-boot and ES do you like to use ? – akonczak May 18 '16 at 14:23
I am flexible with spring-boot version (1.2.3.RELEASE preferred though). I want to use [inner hits feature](http://stackoverflow.com/questions/32830299/elasticsearch-inner-hits-in-java-api) which was released since ES 1.5.2. – Utkarsh Mishra May 18 '16 at 14:34
And yeah, I tried [this suggestion](http://stackoverflow.com/a/37161711/1167269), but it returns given [error](https://gist.github.com/utmishra/17486cc7c1e6efced64f0cc3fd11c207). – Utkarsh Mishra May 18 '16 at 14:36
Also, getting [these errors](https://gist.github.com/utmishra/7860c11c1a8b16fd07b2cf0a3d072a13) in pom.xml after adding what you suggested. sorry for swarming with comments :) – Utkarsh Mishra May 18 '16 at 14:46

score 2 · Answer 3 · answered May 11 '16 at 11:46

Please follow below steps

Remove following dependency from your POM

        <groupId>org.springframework.data</groupId>
        <artifactId>spring-data-elasticsearch</artifactId>
        <version>2.0.0.RELEASE</version>

Add following dependency spring-boot dependency

<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-elasticsearch</artifactId>
<version>1.3.5.RELEASE</version>

Cannot use custom autoconfiguration with spring-data-elasticsearch

3 Answers3

Linked