Ask Your Question

Revision history [back]

click to hide/show revision 1
initial version

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

My /var/log/gnocchi/gnnochi-statsd.log contains following error:

...
2017-10-25 17:49:07.264 7132 DEBUG gnocchi.service [-] ******************************************************************************** log_opt_values /usr/lib/python2.7/dist-packages/oslo_config/cfg.py:2746
2017-10-25 17:49:07.264 7132 CRITICAL gnocchi [-] RequiredOptError: value required for option resource_id in group [statsd]
2017-10-25 17:49:07.264 7132 ERROR gnocchi Traceback (most recent call last):
2017-10-25 17:49:07.264 7132 ERROR gnocchi   File "/usr/bin/gnocchi-statsd", line 10, in <module>
2017-10-25 17:49:07.264 7132 ERROR gnocchi     sys.exit(statsd())
2017-10-25 17:49:07.264 7132 ERROR gnocchi   File "/usr/lib/python2.7/dist-packages/gnocchi/cli.py", line 83, in statsd
2017-10-25 17:49:07.264 7132 ERROR gnocchi     statsd_service.start()
2017-10-25 17:49:07.264 7132 ERROR gnocchi   File "/usr/lib/python2.7/dist-packages/gnocchi/statsd.py", line 169, in start
2017-10-25 17:49:07.264 7132 ERROR gnocchi     raise cfg.RequiredOptError("resource_id", cfg.OptGroup("statsd"))
2017-10-25 17:49:07.264 7132 ERROR gnocchi RequiredOptError: value required for option resource_id in group [statsd]
2017-10-25 17:49:07.264 7132 ERROR gnocchi 
2017-10-25 17:49:09.284 7165 DEBUG gnocchi.service [-] ******************************************************************************** log_opt_values /usr/lib/python2.7/dist-packages/oslo_config/cfg.py:2722
...

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

My /var/log/gnocchi/gnnochi-statsd.log contains following error:

...
2017-10-25 17:49:07.264 7132 DEBUG gnocchi.service [-] ******************************************************************************** log_opt_values /usr/lib/python2.7/dist-packages/oslo_config/cfg.py:2746
2017-10-25 17:49:07.264 7132 CRITICAL gnocchi [-] RequiredOptError: value required for option resource_id in group [statsd]
2017-10-25 17:49:07.264 7132 ERROR gnocchi Traceback (most recent call last):
2017-10-25 17:49:07.264 7132 ERROR gnocchi   File "/usr/bin/gnocchi-statsd", line 10, in <module>
2017-10-25 17:49:07.264 7132 ERROR gnocchi     sys.exit(statsd())
2017-10-25 17:49:07.264 7132 ERROR gnocchi   File "/usr/lib/python2.7/dist-packages/gnocchi/cli.py", line 83, in statsd
2017-10-25 17:49:07.264 7132 ERROR gnocchi     statsd_service.start()
2017-10-25 17:49:07.264 7132 ERROR gnocchi   File "/usr/lib/python2.7/dist-packages/gnocchi/statsd.py", line 169, in start
2017-10-25 17:49:07.264 7132 ERROR gnocchi     raise cfg.RequiredOptError("resource_id", cfg.OptGroup("statsd"))
2017-10-25 17:49:07.264 7132 ERROR gnocchi RequiredOptError: value required for option resource_id in group [statsd]
2017-10-25 17:49:07.264 7132 ERROR gnocchi 
2017-10-25 17:49:09.284 7165 DEBUG gnocchi.service [-] ******************************************************************************** log_opt_values /usr/lib/python2.7/dist-packages/oslo_config/cfg.py:2722
...

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

and I have thousands lines of errors in my /var/log/gnocchi.log:

...
2017-10-26 09:46:22.162 7032 DEBUG gnocchi.cli [-] 32 metrics scheduled for processing. _run_job /usr/lib/python2.7/dist-packages/gnocchi/cli.py:244
2017-10-26 09:46:22.191 7041 DEBUG gnocchi.cli [-] Metrics marked for deletion removed from backend _run_job /usr/lib/python2.7/dist-packages/gnocchi/cli.py:267
2017-10-26 09:46:22.196 7032 DEBUG futurist.periodics [-] Submitting periodic function 'gnocchi.cli.run_watchers' _process_scheduled /usr/lib/python2.7/dist-packages/futurist/periodics.py:611
2017-10-26 09:46:22.203 7036 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.203 7034 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage [-] Unexpected error during measures processing
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage Traceback (most recent call last):
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py", line 173, in process_background_tasks
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     self.process_new_measures(index, metrics, sync)
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/_carbonara.py", line 461, in process_new_measures
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     if not lock.acquire(blocking=sync):
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/tooz/drivers/file.py", line 139, in acquire
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     timeout=watch.leftover(return_none=True))
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 147, in acquire
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     self._do_open()
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 119, in _do_open
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     self.lockfile = open(self.path, 'a')
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage IOError: [Errno 13] Permission denied: u'/var/lib/gnocchi/locks/gnocchi-0929c52f-d5be-4db4-8cc1-e539f99b31ba'
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage 
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage [-] Unexpected error during measures processing
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage Traceback (most recent call last):
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py", line 173, in process_background_tasks
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     self.process_new_measures(index, metrics, sync)
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/_carbonara.py", line 461, in process_new_measures
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     if not lock.acquire(blocking=sync):
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/tooz/drivers/file.py", line 139, in acquire
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     timeout=watch.leftover(return_none=True))
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 147, in acquire
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     self._do_open()
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 119, in _do_open
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     self.lockfile = open(self.path, 'a')
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage IOError: [Errno 13] Permission denied: u'/var/lib/gnocchi/locks/gnocchi-1ae3ae2b-a5b3-40f0-8b91-4ea638e5f676'
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage 
2017-10-26 09:46:22.210 7034 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.210 7036 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage [-] Unexpected error during measures processing
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage Traceback (most recent call last):
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py", line 173, in process_background_tasks
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     self.process_new_measures(index, metrics, sync)
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/_carbonara.py", line 461, in process_new_measures
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     if not lock.acquire(blocking=sync):
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/tooz/drivers/file.py", line 139, in acquire
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     timeout=watch.leftover(return_none=True))
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 147, in acquire
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     self._do_open()
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 119, in _do_open
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     self.lockfile = open(self.path, 'a')
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage IOError: [Errno 13] Permission denied: u'/var/lib/gnocchi/locks/gnocchi-28ff9bb6-1890-4787-b929-3f8704af61e6'
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage 
2017-10-26 09:46:22.214 7034 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python
...

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

and I have thousands lines And here is my gnocchi status results:

[root@controller ~(keystone_fulladmin)]$ gnocchi status
+-----------------------------------------------------+--------+
| Field                                               | Value  |
+-----------------------------------------------------+--------+
| storage/number of errors in my /var/log/gnocchi.log:

...
2017-10-26 09:46:22.162 7032 DEBUG gnocchi.cli [-] 32 metrics scheduled for processing. _run_job /usr/lib/python2.7/dist-packages/gnocchi/cli.py:244
2017-10-26 09:46:22.191 7041 DEBUG gnocchi.cli [-] Metrics marked for deletion removed from backend _run_job /usr/lib/python2.7/dist-packages/gnocchi/cli.py:267
2017-10-26 09:46:22.196 7032 DEBUG futurist.periodics [-] Submitting periodic function 'gnocchi.cli.run_watchers' _process_scheduled /usr/lib/python2.7/dist-packages/futurist/periodics.py:611
2017-10-26 09:46:22.203 7036 DEBUG gnocchi.storage [-] Processing new metric having measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.203 7034 DEBUG gnocchi.storage [-] Processing new to process | 135    |
| storage/total number of measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage [-] Unexpected error during measures processing
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage Traceback (most recent call last):
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py", line 173, in process_background_tasks
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     self.process_new_measures(index, metrics, sync)
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/_carbonara.py", line 461, in process_new_measures
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     if not lock.acquire(blocking=sync):
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/tooz/drivers/file.py", line 139, in acquire
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     timeout=watch.leftover(return_none=True))
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 147, in acquire
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     self._do_open()
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 119, in _do_open
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage     self.lockfile = open(self.path, 'a')
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage IOError: [Errno 13] Permission denied: u'/var/lib/gnocchi/locks/gnocchi-0929c52f-d5be-4db4-8cc1-e539f99b31ba'
2017-10-26 09:46:22.209 7034 ERROR gnocchi.storage 
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage [-] Unexpected error during measures processing
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage Traceback (most recent call last):
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py", line 173, in process_background_tasks
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     self.process_new_measures(index, metrics, sync)
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/_carbonara.py", line 461, in process_new_measures
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     if not lock.acquire(blocking=sync):
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/tooz/drivers/file.py", line 139, in acquire
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     timeout=watch.leftover(return_none=True))
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 147, in acquire
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     self._do_open()
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 119, in _do_open
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage     self.lockfile = open(self.path, 'a')
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage IOError: [Errno 13] Permission denied: u'/var/lib/gnocchi/locks/gnocchi-1ae3ae2b-a5b3-40f0-8b91-4ea638e5f676'
2017-10-26 09:46:22.209 7036 ERROR gnocchi.storage 
2017-10-26 09:46:22.210 7034 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.210 7036 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py:171
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage [-] Unexpected error during measures processing
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage Traceback (most recent call last):
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/__init__.py", line 173, in process_background_tasks
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     self.process_new_measures(index, metrics, sync)
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/gnocchi/storage/_carbonara.py", line 461, in process_new_measures
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     if not lock.acquire(blocking=sync):
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/tooz/drivers/file.py", line 139, in acquire
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     timeout=watch.leftover(return_none=True))
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 147, in acquire
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     self._do_open()
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage   File "/usr/lib/python2.7/dist-packages/fasteners/process_lock.py", line 119, in _do_open
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage     self.lockfile = open(self.path, 'a')
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage IOError: [Errno 13] Permission denied: u'/var/lib/gnocchi/locks/gnocchi-28ff9bb6-1890-4787-b929-3f8704af61e6'
2017-10-26 09:46:22.214 7034 ERROR gnocchi.storage 
2017-10-26 09:46:22.214 7034 DEBUG gnocchi.storage [-] Processing new measures process_background_tasks /usr/lib/python
...
to process         | 161297 |
+-----------------------------------------------------+--------+

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

And here is my gnocchi status results:

[root@controller ~(keystone_fulladmin)]$ gnocchi status
+-----------------------------------------------------+--------+
| Field                                               | Value  |
+-----------------------------------------------------+--------+
| storage/number of metric having measures to process | 135    |
| storage/total number of measures to process         | 161297 |
+-----------------------------------------------------+--------+

The " storage/total number of measures to process" is ridiciously high and I don't know what is the problem all over here...because then I can'st get correct measures.

Any idea how to fix this?

Error executing: "ceilometer meter-list"

Hi,

When I execute openstack metric metric list I'm getting no error and get list of metrics available. But when I use ceilometer meter-list, I'm getting following error:

HTTPConnectionPool(host='172.16.16.110', port=8777): Max retries exceeded with url: /v2/meters (Caused by NewConnectionError('<requests.packages.urllib3.connection.HTTPConnection object at 0x7fbf40a5c610>: Failed to establish a new connection: [Errno 111] Connection refused',))

My ceilometer.conf in controller:

[DEFAULT]
metering_api_port = 8777
auth_strategy = keystone
log_dir = /var/log/ceilometer
host = 172.16.16.110
pipeline_cfg_file = pipeline.yaml
hypervisor_inspector = libvirt
nova_control_exchange = nova
glance_control_exchange = glance
neutron_control_exchange = neutron
cinder_control_exchange = cinder
libvirt_type = qemu
debug = false
notification_topics = notifications
transport_url = rabbit://openstack:somepass@172.16.16.110:5672//openstack
heat_control_exchange = heat
control_exchange = ceilometer
http_control_exchanges = nova
http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron


http_control_exchanges = glance
http_control_exchanges = cinder
http_control_exchanges = neutron
instance_name_template = instance-%08x
dispatcher = gnocchi
meter_dispatchers = gnocchi
event_dispatchers = gnocchi

[api]
port = 8777
host = 172.16.16.110

[collector]
workers = 2

[compute]

[coordination]

[cors]

[cors.subdomain]

[database]
metering_time_to_live = 604800
time_to_live = 604800
event_time_to_live = 604800

[dispatcher_file]

[dispatcher_gnocchi]
filter_service_activity = False
archive_policy = low
[dispatcher_http]

[event]

[hardware]

[ipmi]

[keystone_authtoken]
auth_host = 172.16.16.110
auth_port = 35357
admin_tenant_name = services
admin_user = ceilometer
admin_password = somepass
auth_type = password
username = ceilometer
password = somepass
project_domain_name = default
user_domain_name = default
project_name = services
auth_uri = http://172.16.16.110:5000
auth_url = http://172.16.16.110:35357
signing_dir = /var/lib/ceilometer/tmp-signing
auth_version = v3
memcached_servers = 172.16.16.110:11211


[matchmaker_redis]

[meter]

[notification]
workers = 2
messaging_urls = rabbit://openstack:somepass@172.16.16.110:5672//openstack

[oslo_concurrency]

[oslo_messaging_amqp]

[oslo_messaging_kafka]

[oslo_messaging_notifications]
topics = notifications
driver = messagingv2

[oslo_messaging_rabbit]

[oslo_messaging_zmq]

[oslo_middleware]

[oslo_policy]

[polling]

[publisher]
telemetry_secret = fe01a6ed3e04c4be1cd8

[publisher_notifier]
telemetry_driver = messagingv2
metering_topic = metering
event_topic = event

[rgw_admin_credentials]

[service_credentials]
os_username = ceilometer
os_password = somepass
os_tenant_name = services
os_auth_url = http://172.16.16.110:5000/v3
os_region_name = CarlLab
os_endpoint_type = internalURL
region_name = CarlLab
interface = internal
auth_type = password
username = ceilometer
password = somepass
auth_url = http://172.16.16.110:5000/v3
project_domain_name = default
user_domain_name = default
project_name = services

[service_types]
neutron = network
nova = compute
swift = object-store
glance = image
neutron_lbaas_version = v2

[storage]

[vmware]

[xenapi]

[alarm]
evaluation_service = ceilometer.alarm.service.SingletonAlarmService
partition_rpc_topic = alarm_partition_coordination


[exchange_control]
heat_control_exchange = heat
glance_control_exchange = glance
keystone_control_exchange = keystone
cinder_control_exchange = cinder
sahara_control_exchange = sahara
swift_control_exchange = swift
magnum_control_exchange = magnum
trove_control_exchange = trove
nova_control_exchange = nova
neutron_control_exchange = neutron

And here is my gnocchi status results:

[root@controller ~(keystone_fulladmin)]$ gnocchi status
+-----------------------------------------------------+--------+
| Field                                               | Value  |
+-----------------------------------------------------+--------+
| storage/number of metric having measures to process | 135    |
| storage/total number of measures to process         | 161297 |
+-----------------------------------------------------+--------+

The " storage/total number of measures to process" is ridiciously high and I don't know what is the problem all over here...because then I can'st get correct measures.empty measures:

$ openstack metric measures show memory.usage --resource-id 93d66803-88dc-4ad8-90a6-a9ff9ce2ff90


$

Any idea how to fix this?