Scribd
Upload
200 views6 pages

RDS To Opensearch Errorlog

Logstash is unable to start due to an unexpected change in the Gemfile. Specifically, Logstash is unable to load the 'amazon_es' output plugin that was added to the Gemfile but not installed via 'bundle install', resulting in a plugin loading error. Running 'bundle install' and adding the updated Gemfile.lock is suggested to resolve the issue by synchronizing dependencies.

Uploaded by

Fahmid Rahim Noor 1504028
Copyright
© © All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
200 views6 pages

RDS To Opensearch Errorlog

Logstash is unable to start due to an unexpected change in the Gemfile. Specifically, Logstash is unable to load the 'amazon_es' output plugin that was added to the Gemfile but not installed via 'bundle install', resulting in a plugin loading error. Running 'bundle install' and adding the updated Gemfile.lock is suggested to resolve the issue by synchronizing dependencies.

Uploaded by

Fahmid Rahim Noor 1504028
Copyright
© © All Rights Reserved
We take content rights seriously. If you suspect this is your content, claim it here.
Available Formats
Download as TXT, PDF, TXT or read online on Scribd
You are on page 1/ 6

### "Unable to configure plugins: (PluginLoadingError) Couldn't find any output

plugin named 'amazon_es'

root@ip-172-31-83-76:/usr/share/logstash# tail -f /var/log/logstash/logstash-


plain.log
[2022-12-22T06:33:04,228][INFO ][logstash.agent ] Successfully started
Logstash API endpoint {:port=>9600, :ssl_enabled=>false}
[2022-12-22T06:33:05,583][INFO ][org.reflections.Reflections] Reflections took 311
ms to scan 1 urls, producing 125 keys and 438 values
[2022-12-22T06:33:07,977][ERROR][logstash.plugins.registry] Unable to load plugin.
{:type=>"output", :name=>"amazon_es"}
[2022-12-22T06:33:07,998][ERROR][logstash.agent ] Failed to execute
action
{:action=>LogStash::PipelineAction::Create/pipeline_id:main, :exception=>"Java::Jav
aLang::IllegalStateException", :message=>"Unable to configure plugins:
(PluginLoadingError) Couldn't find any output plugin named 'amazon_es'. Are you
sure this is correct? Trying to load the amazon_es output plugin resulted in this
error: Unable to load the requested plugin named amazon_es of type output. The
plugin is not
installed.", :backtrace=>["org.logstash.config.ir.CompiledPipeline.<init>(CompiledP
ipeline.java:120)",
"org.logstash.execution.JavaBasePipelineExt.initialize(JavaBasePipelineExt.java:85)
",
"org.logstash.execution.JavaBasePipelineExt$INVOKER$i$1$0$initialize.call(JavaBaseP
ipelineExt$INVOKER$i$1$0$initialize.gen)",
"org.jruby.internal.runtime.methods.JavaMethod$JavaMethodN.call(JavaMethod.java:846
)",
"org.jruby.ir.runtime.IRRuntimeHelpers.instanceSuper(IRRuntimeHelpers.java:1229)",
"org.jruby.ir.runtime.IRRuntimeHelpers.instanceSuperSplatArgs(IRRuntimeHelpers.java
:1202)",
"org.jruby.ir.targets.indy.InstanceSuperInvokeSite.invoke(InstanceSuperInvokeSite.j
ava:29)",
"usr.share.logstash.logstash_minus_core.lib.logstash.java_pipeline.RUBY$method$init
ialize$0(/usr/share/logstash/logstash-core/lib/logstash/java_pipeline.rb:48)",
"org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:139
)",
"org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:1
12)",
"org.jruby.runtime.callsite.CachingCallSite.cacheAndCall(CachingCallSite.java:329)"
, "org.jruby.runtime.callsite.CachingCallSite.call(CachingCallSite.java:87)",
"org.jruby.RubyClass.newInstance(RubyClass.java:911)",
"org.jruby.RubyClass$INVOKER$i$newInstance.call(RubyClass$INVOKER$i$newInstance.gen
)", "org.jruby.ir.targets.indy.InvokeSite.invoke(InvokeSite.java:208)",
"usr.share.logstash.logstash_minus_core.lib.logstash.pipeline_action.create.RUBY$me
thod$execute$0(/usr/share/logstash/logstash-core/lib/logstash/pipeline_action/
create.rb:50)",
"usr.share.logstash.logstash_minus_core.lib.logstash.pipeline_action.create.RUBY$me
thod$execute$0$__VARARGS__(/usr/share/logstash/logstash-core/lib/logstash/
pipeline_action/create.rb:49)",
"org.jruby.internal.runtime.methods.CompiledIRMethod.call(CompiledIRMethod.java:139
)",
"org.jruby.internal.runtime.methods.MixedModeIRMethod.call(MixedModeIRMethod.java:1
12)", "org.jruby.ir.targets.indy.InvokeSite.invoke(InvokeSite.java:208)",
"usr.share.logstash.logstash_minus_core.lib.logstash.agent.RUBY$block$converge_stat
e$2(/usr/share/logstash/logstash-core/lib/logstash/agent.rb:386)",
"org.jruby.runtime.CompiledIRBlockBody.callDirect(CompiledIRBlockBody.java:141)",
"org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:64)",
"org.jruby.runtime.IRBlockBody.call(IRBlockBody.java:58)",
"org.jruby.runtime.Block.call(Block.java:143)",
"org.jruby.RubyProc.call(RubyProc.java:309)",
"org.jruby.internal.runtime.RubyRunnable.run(RubyRunnable.java:107)",
"java.base/java.lang.Thread.run(Thread.java:833)"]}
[2022-12-22T06:33:08,175][INFO ][logstash.runner ] Logstash shut down.
[2022-12-22T06:33:08,191][FATAL][org.logstash.Logstash ] Logstash stopped
processing because of an error: (SystemExit) exit
org.jruby.exceptions.SystemExit: (SystemExit) exit
at org.jruby.RubyKernel.exit(org/jruby/RubyKernel.java:790) ~[jruby.jar:?]
at org.jruby.RubyKernel.exit(org/jruby/RubyKernel.java:753) ~[jruby.jar:?]
at usr.share.logstash.lib.bootstrap.environment.<main>(/usr/share/logstash/
lib/bootstrap/environment.rb:91) ~[?:?]
^C
root@ip-172-31-83-76:/usr/share/logstash#

___________________________________________________________________________________
___________________________________________________________________________________
__________________

### bin/logstash-plugin install logstash-output-amazon_es and The dependencies in


your gemfile changed Error

root@ip-172-31-83-76:/usr/share/logstash#
root@ip-172-31-83-76:/usr/share/logstash# bin/logstash-plugin install logstash-
output-amazon_es
Using bundled JDK: /usr/share/logstash/jdk
Validating logstash-output-amazon_es
Resolving mixin dependencies
Installing logstash-output-amazon_es
Killed
root@ip-172-31-83-76:/usr/share/logstash#
root@ip-172-31-83-76:/usr/share/logstash#
root@ip-172-31-83-76:/usr/share/logstash# bin/logstash-plugin list logstash-output
Using bundled JDK: /usr/share/logstash/jdk
Bundler::ProductionError: You are trying to install in deployment mode after
changing
your Gemfile. Run `bundle install` elsewhere and add the
updated Gemfile.lock to version control.

If this is a development machine, remove the /usr/share/logstash/Gemfile freeze


by running `bundle config unset frozen`.

The dependencies in your gemfile changed

You have added to the Gemfile:


* logstash-output-amazon_es

ensure_equivalent_gemfile_and_lockfile at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/bundler-2.3.18/lib/bundler/
definition.rb:410
setup at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/bundler-2.3.18/lib/bundler/
runtime.rb:13
setup at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/bundler-2.3.18/lib/
bundler.rb:162
setup! at
/usr/share/logstash/lib/bootstrap/bundler.rb:83
execute at
/usr/share/logstash/lib/pluginmanager/list.rb:33
run at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
command.rb:68
execute at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
subcommand/execution.rb:11
run at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
command.rb:68
run at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
command.rb:133
<main> at
/usr/share/logstash/lib/pluginmanager/main.rb:64
root@ip-172-31-83-76:/usr/share/logstash#
root@ip-172-31-83-76:/usr/share/logstash#

___________________________________________________________________________________
___________________________________________________________________________________
__________________

Bundler::ProductionError: You are trying to install in deployment mode after


changing
your Gemfile. Run `bundle install` elsewhere and add the
updated Gemfile.lock to version control.

If this is a development machine, remove the /usr/share/logstash/Gemfile freeze


by running `bundle config unset frozen`.

The dependencies in your gemfile changed

You have added to the Gemfile:


* logstash-output-amazon_es

ensure_equivalent_gemfile_and_lockfile at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/bundler-2.3.18/lib/bundler/
definition.rb:410
setup at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/bundler-2.3.18/lib/bundler/
runtime.rb:13
setup at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/bundler-2.3.18/lib/
bundler.rb:162
setup! at
/usr/share/logstash/lib/bootstrap/bundler.rb:83
execute at
/usr/share/logstash/lib/pluginmanager/list.rb:33
run at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
command.rb:68
execute at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
subcommand/execution.rb:11
run at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
command.rb:68
run at
/usr/share/logstash/vendor/bundle/jruby/2.6.0/gems/clamp-1.0.1/lib/clamp/
command.rb:133
<main> at
/usr/share/logstash/lib/pluginmanager/main.rb:64

___________________________________________________________________________________
___________________________________________________________________________________
__________________

root@ip-172-31-83-76:~# sudo /usr/share/logstash/bin/logstash -f


/etc/logstash/conf.d/pg.conf
Using bundled JDK: /usr/share/logstash/jdk
[FATAL] 2022-12-22 07:25:53.409 [main] Logstash - Logstash was unable to start due
to an unexpected Gemfile change.
If you are a user, this is a bug.
If you are a logstash developer, please try restarting logstash with the `--enable-
local-plugin-development` flag set.

___________________________________________________________________________________
___________________________________________________________________________________
__________________

input {
jdbc {
jdbc_connection_string => "jdbc:postgresql://kramasoft-test-
db.cvrksmh9ixha.us-east-1.rds.amazonaws.com:5432/test_db"
jdbc_user => "postgres"
jdbc_password => "tirzok123"
jdbc_driver_library => "/usr/share/logstash/lib/postgresql-42.5.1.jar"
jdbc_driver_class => "org.postgresql.Driver"
statement => "SELECT * from clients"
}
}

output {
amazon_es {
hosts => ["https://search-kramasoft-test-opensearch-
bawgce257gvlg5amwshnfr2vwq.us-east-1.es.amazonaws.com/"]
index => "rds"
region => "us-east-1"
}

stdout {
codec => rubydebug
}
}

___________________________________________________________________________________
___________________________________________________________________________________
_____________________

root@ip-172-31-83-76:/usr/share/logstash# bin/logstash-plugin list logstash-output


Using bundled JDK: /usr/share/logstash/jdk
logstash-integration-aws
├── logstash-codec-cloudfront
├── logstash-codec-cloudtrail
├── logstash-input-cloudwatch
├── logstash-input-s3
├── logstash-input-sqs
├── logstash-output-cloudwatch
├── logstash-output-s3
├── logstash-output-sns
└── logstash-output-sqs
logstash-integration-elastic_enterprise_search
├── logstash-output-elastic_app_search
└── logstash-output-elastic_workplace_search
logstash-integration-kafka
├── logstash-input-kafka
└── logstash-output-kafka
logstash-integration-rabbitmq
├── logstash-input-rabbitmq
└── logstash-output-rabbitmq
logstash-output-csv
logstash-output-elasticsearch
logstash-output-email
logstash-output-file
logstash-output-graphite
logstash-output-http
logstash-output-lumberjack
logstash-output-nagios
logstash-output-null
logstash-output-pipe
logstash-output-redis
logstash-output-stdout
logstash-output-tcp
logstash-output-udp
logstash-output-webhdfs

___________________________________________________________________________________
___________________________________________________________________________________
_______________________

You might also like