From 622998add12734a6c2b5d79918338a4d6dca7ce6 Mon Sep 17 00:00:00 2001 From: George Goldberg Date: Tue, 9 May 2017 14:13:24 +0100 Subject: PLT-6398: Add dependency on go elastic search library. (#6340) --- vendor/gopkg.in/olivere/elastic.v5/reindex_test.go | 291 +++++++++++++++++++++ 1 file changed, 291 insertions(+) create mode 100644 vendor/gopkg.in/olivere/elastic.v5/reindex_test.go (limited to 'vendor/gopkg.in/olivere/elastic.v5/reindex_test.go') diff --git a/vendor/gopkg.in/olivere/elastic.v5/reindex_test.go b/vendor/gopkg.in/olivere/elastic.v5/reindex_test.go new file mode 100644 index 000000000..545d097f2 --- /dev/null +++ b/vendor/gopkg.in/olivere/elastic.v5/reindex_test.go @@ -0,0 +1,291 @@ +// Copyright 2012-present Oliver Eilhard. All rights reserved. +// Use of this source code is governed by a MIT-license. +// See http://olivere.mit-license.org/license.txt for details. + +package elastic + +import ( + "context" + "encoding/json" + "testing" +) + +func TestReindexSourceWithBodyMap(t *testing.T) { + client := setupTestClient(t) + out, err := client.Reindex().Body(map[string]interface{}{ + "source": map[string]interface{}{ + "index": "twitter", + }, + "dest": map[string]interface{}{ + "index": "new_twitter", + }, + }).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithBodyString(t *testing.T) { + client := setupTestClient(t) + got, err := client.Reindex().Body(`{"source":{"index":"twitter"},"dest":{"index":"new_twitter"}}`).getBody() + if err != nil { + t.Fatal(err) + } + want := `{"source":{"index":"twitter"},"dest":{"index":"new_twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithSourceIndexAndDestinationIndex(t *testing.T) { + client := setupTestClient(t) + out, err := client.Reindex().SourceIndex("twitter").DestinationIndex("new_twitter").getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithSourceAndDestinationAndVersionType(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter") + dst := NewReindexDestination().Index("new_twitter").VersionType("external") + out, err := client.Reindex().Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter","version_type":"external"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithSourceAndDestinationAndOpType(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter") + dst := NewReindexDestination().Index("new_twitter").OpType("create") + out, err := client.Reindex().Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter","op_type":"create"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithConflictsProceed(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter") + dst := NewReindexDestination().Index("new_twitter").OpType("create") + out, err := client.Reindex().Conflicts("proceed").Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"conflicts":"proceed","dest":{"index":"new_twitter","op_type":"create"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithProceedOnVersionConflict(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter") + dst := NewReindexDestination().Index("new_twitter").OpType("create") + out, err := client.Reindex().ProceedOnVersionConflict().Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"conflicts":"proceed","dest":{"index":"new_twitter","op_type":"create"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithQuery(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter").Type("tweet").Query(NewTermQuery("user", "olivere")) + dst := NewReindexDestination().Index("new_twitter") + out, err := client.Reindex().Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter"},"source":{"index":"twitter","query":{"term":{"user":"olivere"}},"type":"tweet"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithMultipleSourceIndicesAndTypes(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter", "blog").Type("tweet", "post") + dst := NewReindexDestination().Index("all_together") + out, err := client.Reindex().Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"all_together"},"source":{"index":["twitter","blog"],"type":["tweet","post"]}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithSourceAndSize(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter").Sort("date", false) + dst := NewReindexDestination().Index("new_twitter") + out, err := client.Reindex().Size(10000).Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter"},"size":10000,"source":{"index":"twitter","sort":[{"date":{"order":"desc"}}]}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithScript(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("twitter") + dst := NewReindexDestination().Index("new_twitter").VersionType("external") + scr := NewScriptInline("if (ctx._source.foo == 'bar') {ctx._version++; ctx._source.remove('foo')}") + out, err := client.Reindex().Source(src).Destination(dst).Script(scr).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"new_twitter","version_type":"external"},"script":{"inline":"if (ctx._source.foo == 'bar') {ctx._version++; ctx._source.remove('foo')}"},"source":{"index":"twitter"}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindexSourceWithRouting(t *testing.T) { + client := setupTestClient(t) + src := NewReindexSource().Index("source").Query(NewMatchQuery("company", "cat")) + dst := NewReindexDestination().Index("dest").Routing("=cat") + out, err := client.Reindex().Source(src).Destination(dst).getBody() + if err != nil { + t.Fatal(err) + } + b, err := json.Marshal(out) + if err != nil { + t.Fatal(err) + } + got := string(b) + want := `{"dest":{"index":"dest","routing":"=cat"},"source":{"index":"source","query":{"match":{"company":{"query":"cat"}}}}}` + if got != want { + t.Fatalf("\ngot %s\nwant %s", got, want) + } +} + +func TestReindex(t *testing.T) { + client := setupTestClientAndCreateIndexAndAddDocs(t) // , SetTraceLog(log.New(os.Stdout, "", 0))) + esversion, err := client.ElasticsearchVersion(DefaultURL) + if err != nil { + t.Fatal(err) + } + if esversion < "2.3.0" { + t.Skipf("Elasticsearch %v does not support Reindex API yet", esversion) + } + + sourceCount, err := client.Count(testIndexName).Do(context.TODO()) + if err != nil { + t.Fatal(err) + } + if sourceCount <= 0 { + t.Fatalf("expected more than %d documents; got: %d", 0, sourceCount) + } + + targetCount, err := client.Count(testIndexName2).Do(context.TODO()) + if err != nil { + t.Fatal(err) + } + if targetCount != 0 { + t.Fatalf("expected %d documents; got: %d", 0, targetCount) + } + + // Simple copying + src := NewReindexSource().Index(testIndexName) + dst := NewReindexDestination().Index(testIndexName2) + res, err := client.Reindex().Source(src).Destination(dst).Refresh("true").Do(context.TODO()) + if err != nil { + t.Fatal(err) + } + if res == nil { + t.Fatal("expected result != nil") + } + if res.Total != sourceCount { + t.Errorf("expected %d, got %d", sourceCount, res.Total) + } + if res.Updated != 0 { + t.Errorf("expected %d, got %d", 0, res.Updated) + } + if res.Created != sourceCount { + t.Errorf("expected %d, got %d", sourceCount, res.Created) + } + + targetCount, err = client.Count(testIndexName2).Do(context.TODO()) + if err != nil { + t.Fatal(err) + } + if targetCount != sourceCount { + t.Fatalf("expected %d documents; got: %d", sourceCount, targetCount) + } +} -- cgit v1.2.3-1-g7c22