katello May 2015

katello@lists.fedorahosted.org

3 participants
2 discussions

Pulp Node Content Sync
by Matthew Ceroni 28 May '15

28 May '15

I setup a capsule as a pulp node. Initiated a sync via CLI. Content started to sync, it ended up doing about 30G. However the progress bar stopped at 50% and never proceeded and no additional content was synced down. >From within the GUI -> Tasks it states the task is running Action: Actions::Pulp::Consumer::SyncNode Input: {"consumer_uuid"=>"9fb60e2b-b391-4d0a-b0be-d8ebc3829275", "repo_ids"=>nil, "remote_user"=>"admin-8f138997", "remote_cp_user"=>"admin", "locale"=>"en"} Output {"pulp_tasks"=> [{"exception"=>nil, "task_type"=>nil, "_href"=>"/pulp/api/v2/tasks/ba7aed24-d30e-40c9-baee-d94d5a01fd94/", "task_id"=>"ba7aed24-d30e-40c9-baee-d94d5a01fd94", "tags"=> ["pulp:consumer:9fb60e2b-b391-4d0a-b0be-d8ebc3829275", "pulp:action:unit_update"], "finish_time"=>nil, "_ns"=>"task_status", "start_time"=>"2015-05-28T23:35:30Z", "traceback"=>nil, "spawned_tasks"=>[], "progress_report"=> {"progress"=> [{"state"=>"adding_units", "repo_id"=>"8x8-CentOS_Enterprise_Linux_Server_version_6-base", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-CentOS_Enterprise_Linux_Server_version_6-updates", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-4-x86_32-puppetlabs-products", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-5-x86_64-main", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-5-x86_64-puppetlabs-dependencies", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-5-x86_64-puppetlabs-products", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-6-x86_64-custom", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-6-x86_64-main", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-6-x86_64-puppetlabs-dependencies", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-EPEL-6-x86_64-puppetlabs-products", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=> "8x8-Red_Hat_Enterprise_Linux_Server-Red_Hat_Enterprise_Linux_5_Server_Kickstart_x86_64_5_11", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=> "8x8-Red_Hat_Enterprise_Linux_Server-Red_Hat_Enterprise_Linux_5_Server_RPMs_x86_64_5Server", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=> "8x8-Red_Hat_Enterprise_Linux_Server-Red_Hat_Enterprise_Linux_6_Server_Kickstart_x86_64_6_5", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=> "8x8-Red_Hat_Enterprise_Linux_Server-Red_Hat_Enterprise_Linux_6_Server_Kickstart_x86_64_6_6", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=> "8x8-Red_Hat_Enterprise_Linux_Server-Red_Hat_Enterprise_Linux_6_Server_RPMs_x86_64_6Server", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}, {"state"=>"pending", "repo_id"=>"8x8-Red_Hat_Enterprise_Linux_Server_version_4-x86_32", "unit_add"=>{"completed"=>0, "total"=>0, "details"=>nil}}], "state"=>"in-progress"}, "queue"=>"agent.dq", "state"=>"running", "worker_name"=>"agent", "result"=>nil, "error"=>nil, "_id"=>{"$oid"=>"5567a66a32679d076d97fd72"}, "id"=>"5567a66a32679d076d97fd72"}], "poll_attempts"=>{"total"=>49, "failed"=>0}} The following shows in /var/log/messages on the capsule 1. May 28 16:35:31 capsule goferd: [INFO][worker-0] gofer.rmi.dispatcher:610 - call: Content.update() sn=ee0bf1c0-c2ae-4794-8b29-6f28febf93d8 data={'task_id': 'ba7aed24-d30e-40c9-baee-d94d5a01fd94', 'consumer_id': '9fb60e2b-b391-4d0a-b0be-d8ebc3829275'} 2. May 28 16:35:33 capsule pulp: kombu.transport.qpid:INFO: Connected to qpid with SASL mechanism PLAIN 3. May 28 16:35:33 capsule goferd: [INFO][worker-0] pulp_node.handlers.model:475 - Importer: 8x8-CentOS_Enterprise_Linux_Server_version_6-base/nodes_http_importer, updated 4. May 28 16:35:33 capsule pulp: celery.worker.strategy:INFO: Received task: pulp.server.async.tasks._queue_reserved_task[ca315037-a31c-41d8-b7b7-7abb31dabde5] 5. May 28 16:35:33 capsule pulp: kombu.transport.qpid:INFO: Connected to qpid with SASL mechanism PLAIN 6. May 28 16:35:33 capsule pulp: celery.worker.strategy:INFO: Received task: pulp.server.managers.repo.importer.update_importer_config[31b890f1-5fdc-4ee4-b384-e3e3e282e83c] 7. May 28 16:35:33 capsule pulp: celery.worker.strategy:INFO: Received task: pulp.server.async.tasks._release_resource[264ade98-08c9-48c4-9240-c3172a6c75f9] 8. May 28 16:35:33 capsule pulp: celery.worker.strategy:INFO: Received task: pulp.server.async.tasks._queue_reserved_task[0917968b-2869-4d4e-8398-5092d1e0c85b] 9. May 28 16:35:33 capsule pulp: celery.worker.job:INFO: Task pulp.server.async.tasks._queue_reserved_task[ca315037-a31c-41d8-b7b7-7abb31dabde5] succeeded in 0.110632666s: None 10. May 28 16:35:33 capsule pulp: celery.worker.job:INFO: Task pulp.server.async.tasks._queue_reserved_task[0917968b-2869-4d4e-8398-5092d1e0c85b] succeeded in 0.012839345s: None 11. May 28 16:35:33 capsule pulp: celery.worker.strategy:INFO: Received task: pulp.server.managers.repo.sync.sync[7a9a2f47-d3b6-445d-8ced-40c57fc87e81] 12. May 28 16:35:33 capsule pulp: celery.worker.job:INFO: Task pulp.server.managers.repo.importer.update_importer_config[31b890f1-5fdc-4ee4-b384-e3e3e282e83c] succeeded in 0.0836534s: {u'repo_id': u'CentOS_Enterprise_Linux_Server_version_6-base', u'_ns': u'repo_importers', u'importer_type_id':... 13. May 28 16:35:33 capsule pulp: celery.worker.strategy:INFO: Received task: pulp.server.async.tasks._release_resource[7141e690-8976-4242-9289-1d0d97e0e982] 14. May 28 16:35:34 capsule pulp: celery.worker.job:INFO: Task pulp.server.async.tasks._release_resource[264ade98-08c9-48c4-9240-c3172a6c75f9] succeeded in 0.04033601s: None 15. May 28 16:35:34 capsule pulp: requests.packages.urllib3.connectionpool:INFO: Starting new HTTPS connection (1): katello.xxxxxx.net So it appears to have tried to kick off the sync but never proceeds. One thing I do note is that it says for repo_id CentOS_Enterprise_Linux_Server_version_6-base that it succeeded. But that repository is not completely synced (I try to provision off it and packages end up missing). Any help in trouble shooting would be greatly appreciated. Thanks

2 1

Problem when reindexing
by Nicolas Michel 27 May '15

27 May '15

Hi, I have a huge problem with katello. I had a mismatch between really available RHEL licences and what was displayed on the interface (on one web page I had 44 licences available, on an other, it said 0). So talking about my problem on #katello on IRC, thomasmckay proposed to execute the task reindex. It didn't worked, then I tried a clean_backend_objects which didn't worked either until I replaced my local ruby file by the last one from upstream git. Then I updated from katello 2.1 to katello 2.2 and tried again a reindex which still don't work. Here is the traces of the error # foreman-rake katello:reindex --trace ** Invoke katello:reindex (first_time) ** Invoke environment (first_time) ** Execute environment API controllers newer than Apipie cache! Run apipie:cache rake task to regenerate cache. ** Invoke katello:reset_backends:elasticsearch (first_time) ** Invoke environment ** Execute katello:reset_backends:elasticsearch Elasticsearch Indices cleared. ** Execute katello:reindex Re-indexing Katello::HostCollection Re-indexing Katello::System Re-indexing Katello::Product Re-indexing Katello::Repository rake aborted! undefined method `merge' for nil:NilClass /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/app/models/katello/glue/pulp/repo.rb:91:in `to_hash' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:195:in `block in bulk' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:176:in `map' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:176:in `bulk' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:273:in `bulk_store' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:300:in `import' /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/lib/katello/tasks/reindex.rake:19:in `block (3 levels) in <top (required)>' /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/lib/katello/tasks/reindex.rake:7:in `each' /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/lib/katello/tasks/reindex.rake:7:in `block (2 levels) in <top (required)>' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:205:in `call' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:205:in `block in execute' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:200:in `each' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:200:in `execute' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:158:in `block in invoke_with_call_chain' /opt/rh/ruby193/root/usr/share/ruby/monitor.rb:211:in `mon_synchronize' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:151:in `invoke_with_call_chain' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:144:in `invoke' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:116:in `invoke_task' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:94:in `block (2 levels) in top_level' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:94:in `each' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:94:in `block in top_level' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:133:in `standard_exception_handling' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:88:in `top_level' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:66:in `block in run' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:133:in `standard_exception_handling' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:63:in `run' /opt/rh/ruby193/root/usr/bin/rake:32:in `<main>' Tasks: TOP => katello:reindex # foreman-rake apipie:cache --trace ** Invoke apipie:cache (first_time) ** Invoke environment (first_time) ** Execute environment ** Execute apipie:cache 2015-05-27 13:59:01 +0200 | Started 2015-05-27 13:59:13 +0200 | Documents loaded... 2015-05-27 13:59:13 +0200 | Processing docs for 2015-05-27 13:59:50 +0200 | Processing docs for de 2015-05-27 14:00:28 +0200 | Processing docs for es 2015-05-27 14:01:02 +0200 | Processing docs for sv_SE 2015-05-27 14:01:26 +0200 | Processing docs for en 2015-05-27 14:01:41 +0200 | Processing docs for zh_CN 2015-05-27 14:02:07 +0200 | Processing docs for gl 2015-05-27 14:02:31 +0200 | Processing docs for ru 2015-05-27 14:02:56 +0200 | Processing docs for ko 2015-05-27 14:03:20 +0200 | Processing docs for it 2015-05-27 14:03:45 +0200 | Processing docs for fr 2015-05-27 14:04:09 +0200 | Processing docs for ja 2015-05-27 14:04:35 +0200 | Processing docs for zh_TW 2015-05-27 14:05:00 +0200 | Processing docs for pt_BR 2015-05-27 14:05:26 +0200 | Processing docs for en_GB 2015-05-27 14:05:50 +0200 | Finished # foreman-rake katello:reindex --trace ** Invoke katello:reindex (first_time) ** Invoke environment (first_time) ** Execute environment ** Invoke katello:reset_backends:elasticsearch (first_time) ** Invoke environment ** Execute katello:reset_backends:elasticsearch Elasticsearch Indices cleared. ** Execute katello:reindex Re-indexing Katello::HostCollection Re-indexing Katello::System Re-indexing Katello::Product Re-indexing Katello::Repository rake aborted! undefined method `merge' for nil:NilClass /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/app/models/katello/glue/pulp/repo.rb:91:in `to_hash' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:195:in `block in bulk' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:176:in `map' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:176:in `bulk' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:273:in `bulk_store' /opt/rh/ruby193/root/usr/share/gems/gems/tire-0.6.2/lib/tire/index.rb:300:in `import' /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/lib/katello/tasks/reindex.rake:19:in `block (3 levels) in <top (required)>' /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/lib/katello/tasks/reindex.rake:7:in `each' /opt/rh/ruby193/root/usr/share/gems/gems/katello-2.2.0/lib/katello/tasks/reindex.rake:7:in `block (2 levels) in <top (required)>' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:205:in `call' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:205:in `block in execute' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:200:in `each' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:200:in `execute' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:158:in `block in invoke_with_call_chain' /opt/rh/ruby193/root/usr/share/ruby/monitor.rb:211:in `mon_synchronize' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:151:in `invoke_with_call_chain' /opt/rh/ruby193/root/usr/share/ruby/rake/task.rb:144:in `invoke' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:116:in `invoke_task' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:94:in `block (2 levels) in top_level' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:94:in `each' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:94:in `block in top_level' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:133:in `standard_exception_handling' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:88:in `top_level' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:66:in `block in run' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:133:in `standard_exception_handling' /opt/rh/ruby193/root/usr/share/ruby/rake/application.rb:63:in `run' /opt/rh/ruby193/root/usr/bin/rake:32:in `<main>' Tasks: TOP => katello:reindex -- Nicolas MICHEL

1 0

2026

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

katello May 2015