From 15ba5c5641a77056729e1f62319bb515bc4c9646 Mon Sep 17 00:00:00 2001 From: Leona Date: Fri, 12 Aug 2016 07:38:36 -0700 Subject: [PATCH] delete deprecated file bundles_in_clr and clean whitespace on ceph deploy --- source/bundles_in_clr.rst | 1024 ------------------------------------- source/ceph-deploy.rst | 128 +++-- 2 files changed, 75 insertions(+), 1077 deletions(-) delete mode 100644 source/bundles_in_clr.rst diff --git a/source/bundles_in_clr.rst b/source/bundles_in_clr.rst deleted file mode 100644 index 12075efe..00000000 --- a/source/bundles_in_clr.rst +++ /dev/null @@ -1,1024 +0,0 @@ -List of bundles -############### - -Current list of bundles available for Clear Linux* OS for Intel® Architecture: - - -.. raw:: html - - - Bundles in ClearLinux - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Bundle NameStatusDescription
- bat - ACTIVE -

Provides the neccesary bundles to perform BAT succesfully

-
  • Includes (devtools-basic) bundle.
    • -
  • Includes (openstack-test-suite) bundle.
    • -
  • Includes (os-testsuite) bundle.
    • -
  • Includes (pnp-tools-advanced) bundle.
    • -
  • Includes (openstack-all-in-one) bundle.
    • -
  • Includes (storage-utils) bundle.
    • -
    - bootloader - ACTIVE -

    UEFI bootloaders

    -
    - cloud-control - WIP -

    Support packages for a cloud control surface

    -
  • Includes (os-utils) bundle.
    • -
  • Includes (kvm-host) bundle.
    • -
  • Includes (net-utils) bundle.
    • -
    - clr-devops - ACTIVE -

    Provides build/release tools for Clear devops team

    -
    - containers-basic - WIP -

    Installs rkt base for Clear Containers

    -
  • Includes (storage-utils) bundle.
    • -
  • Includes (network-basic) bundle.
    • -
  • Includes (kernel-container) bundle.
    • -
    - cryptography - ACTIVE -

    Cryptographic tools

    -
    - database-mariadb - ACTIVE -

    Provides components needed to run MariaDB

    -
    - database-mariadb-dev - ACTIVE -

    Provides MariaDB development tools (libraries and drivers)

    -
  • Includes (database-mariadb) bundle.
    • -
    - database-mongodb - WIP -

    Provides components needed to run mongodb

    -
    - devtools-basic - ACTIVE -

    Provides basic set of languages and tools for development

    -
  • Includes (R-basic) bundle.
    • -
  • Includes (go-basic) bundle.
    • -
  • Includes (hpc-basic) bundle.
    • -
  • Includes (os-core-dev) bundle.
    • -
  • Includes (perl-basic) bundle.
    • -
  • Includes (python-basic) bundle.
    • -
  • Includes (ruby-basic) bundle.
    • -
    - devtools-extras - ACTIVE -

    Provides extra set of languages and tools for development

    -
  • Includes (R-extras) bundle.
    • -
  • Includes (devtools-basic) bundle.
    • -
  • Includes (go-extras) bundle.
    • -
  • Includes (perl-extras) bundle.
    • -
  • Includes (python-extras) bundle.
    • -
  • Includes (ruby-extras) bundle.
    • -
    - dev-utils - ACTIVE -

    Provides a limited set of development utilities

    -
    - dpdk-dev - ACTIVE -

    All headers and libraries necessary to develop with the Data Plane Development Kit.

    -
  • Includes (os-core-dev) bundle.
    • -
    - editors - ACTIVE -

    Provides popular text editors

    -
    - file-utils - ACTIVE -

    Provides basic set of file manipulation utilities

    -
    - games - ACTIVE -

    A colossal, but entertaining waste of time

    -
    - go-basic - ACTIVE -

    Provides basic Go language development

    -
    - go-extras - ACTIVE -

    Most popular Golang libraries

    -
  • Includes (go-basic) bundle.
    • -
    - hpc-basic - ACTIVE -

    Provides basic suite of MPI/HPC development tools

    -
  • Includes (os-core-dev) bundle.
    • -
    - internet-console-utils - WIP -

    Includes internet console tools to interact with internet

    -
    - iot - WIP -

    The IoT (Internet of Things) base bundle

    -
  • Includes (kernel-embedded) bundle.
    • -
    - java-basic - ACTIVE -

    Provides all openjdk tools

    -
    - kernel-container - WIP -

    Provides a Linux kernel appropriate for a Clear Container

    -
    - kernel-embedded - ACTIVE -

    Provides a Linux kernel appropriate for embedded devices

    -
  • Includes (bootloader) bundle.
    • -
    - kernel-kvm - ACTIVE -

    Provides a Linux kernel appropriate for running under KVM

    -
  • Includes (bootloader) bundle.
    • -
    - kernel-native - ACTIVE -

    Provides a Linux kernel appropriate for physical machines

    -
  • Includes (bootloader) bundle.
    • -
    - kernel-pxe - ACTIVE -

    Provides a Linux kernel linking an initramfs as root

    -
    - koji - WIP -

    Sets up a koji build service (builder-only, for now) based on NFS mounts.

    -
    - kvm-host - WIP -

    Provides necessary tools to run usable virtual machines with QEMU-KVM (independently of OpenStack).

    -
  • Includes (kernel-kvm) bundle.
    • -
    - lamp-basic - ACTIVE -

    Basic LAMP Server (apache2, mariadb, php5)

    -
    - mail-utils - WIP -

    Provides utilities for reading and sending email

    -
    - message-broker-rabbitmq - ACTIVE -

    Provides the RabbitMQ messaging service

    -
    - mixer - WIP -

    Provide required utilities to make derivative releases

    -
    - net-utils - ACTIVE -

    Provides an essential suite of core networking configuration and debug tools

    -
    - network-advanced - WIP -

    More utilities for advanced host-level networking; bridge, switch, netfilter, vpn etc.

    -
    - network-basic - ACTIVE -

    Provides a basic suite of networking utilities

    -
    - network-proxy-client - WIP -

    Tools for dealing with client-side network proxy settings.

    -
    - nfs-utils - WIP -

    Provides NFS binaries, associated utilities, and tools. Currently only client services are fully supported.

    -
    - opencontainers-dev - WIP -

    Includes required components for developing against the Open Container Specification

    -
  • Includes (go-basic) bundle.
    • -
    - openssh-server - ACTIVE -

    Provides an SSH server (and client)

    -
    - openstack-all-in-one - WIP -

    Provides an All-in-one OpenStack deployment

    -
  • Includes (database-mariadb) bundle.
    • -
  • Includes (database-mongodb) bundle.
    • -
  • Includes (message-broker-rabbitmq) bundle.
    • -
  • Includes (openstack-block-storage) bundle.
    • -
  • Includes (openstack-block-storage-controller) bundle.
    • -
  • Includes (openstack-compute) bundle.
    • -
  • Includes (openstack-compute-controller) bundle.
    • -
  • Includes (openstack-dashboard) bundle.
    • -
  • Includes (openstack-data-processing) bundle.
    • -
  • Includes (openstack-database) bundle.
    • -
  • Includes (openstack-identity) bundle.
    • -
  • Includes (openstack-image) bundle.
    • -
  • Includes (openstack-lbaas) bundle.
    • -
  • Includes (openstack-network) bundle.
    • -
  • Includes (openstack-object-storage) bundle.
    • -
  • Includes (openstack-orchestration) bundle.
    • -
  • Includes (openstack-python-clients) bundle.
    • -
  • Includes (openstack-telemetry) bundle.
    • -
  • Includes (openstack-vpnaas) bundle.
    • -
    - openstack-block-storage - WIP -

    Provides an OpenStack Cinder service

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-block-storage-controller - WIP -

    Provides an OpenStack Cinder controller service

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-common - WIP -

    common components for OpenStack functionalit

    -
  • Includes (python-basic) bundle.
    • -
    - openstack-compute - WIP -

    Provides an OpenStack nova-compute node

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-compute-controller - WIP -

    Provides an OpenStack Nova control server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-configure - WIP -

    Provides a suggested default configuration for OpenStack on Clear Linux.

    -
    - openstack-controller - WIP -

    Provides an OpenStack multi-service control server -

  • Includes (database-mariadb) bundle.
    • -
  • Includes (message-broker-rabbitmq) bundle.
    • -
  • Includes (openstack-identity) bundle.
    • -
  • Includes (openstack-image) bundle.
    • -
  • Includes (openstack-compute-controller) bundle.
    • -
  • Includes (openstack-dashboard) bundle.
    • -
  • Includes (openstack-python-clients) bundle.
    • -
    - openstack-dashboard - WIP -

    Provides an OpenStack Horizon server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-database - WIP -

    Provides a Database as a Service server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-data-processing - WIP -

    Provides a simple means to provision a data-intensive application cluster

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-identity - WIP -

    Provides an OpenStack Keystone server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-image - WIP -

    Provides an OpenStack Glance server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-lbaas - WIP -

    Provides Load Balancing as a Service

    -
  • Includes (openstack-common) bundle.
    • -
  • Includes (openstack-network) bundle.

    -
    • - openstack-network - WIP -

    Provides an OpenStack Neutron server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-object-storage - WIP -

    Provides an OpenStack Swift service

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-orchestration - WIP -

    Provides an OpenStack Heat service

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-python-clients - WIP -

    Provides OpenStack command-line utilities

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-telemetry - WIP -

    Provides an OpenStack Telemetry server

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-telemetry-controller - Deprecated -

    Provides an OpenStack Telemetry server

    -
  • Includes (openstack-telemetry) bundle.
    • -
    - openstack-test-suite - WIP -

    Provides an OpenStack Tempest/test suite

    -
  • Includes (openstack-common) bundle.
    • -
    - openstack-vpnaas - WIP -

    Provides VPN as a Service

    -
  • Includes (openstack-common) bundle.
    • -
  • Includes (openstack-network) bundle.
    • -
    - os-cloudguest - WIP -

    Provides clr-cloud-init cloud guest configuration utilities

    -
  • Includes (openssh-server) bundle.
    • -
  • Includes (telemetrics) bundle.
    • -
    - os-cloudguest-cci - WIP -

    Retired bundle - now provided by os-cloudguest

    -
  • Includes (os-cloudguest) bundle.
    • -
    - os-clr-on-clr - WIP -

    content for development of the Clear Linux OS on the Clear Linux OS

    -
  • Includes (os-dev-extras) bundle.
    • -
  • Includes (mail-utils) bundle.
    • -
  • Includes (storage-utils) bundle.
    • -
  • Includes (os-core-update) bundle.
    • -
    - os-core - ACTIVE -

    The basic core OS components of Clear Linux for iA

    -
    - os-core-dev - ACTIVE -

    Basic development tools

    -
    - os-core-update - ACTIVE -

    Provides basic suite for running the Clear Linux for iA Updater

    -
  • Includes (os-core) bundle.
    • -
    - os-dev-extras - ACTIVE -

    Additional C/C++ development packages (beyond os-core-dev)

    -
    - os-dev-full - WIP -

    A bundle containing all development libraries and headers

    -
    - os-installer - ACTIVE -

    Provides an installer for Clear Linux for iA

    -
  • Includes (telemetrics) bundle.
    • -
  • Includes (network-proxy-client) bundle.
    • -
    - os-testsuite - WIP -

    Provides basic test suite for Clear Linux for iA

    -
    - os-testsuite-phoronix - ACTIVE -

    All the required pieces for running the Phoronix Test Suite

    -
  • Includes (os-utils) bundle.
    • -
  • Includes (devtools-extras) bundle.
    • -
  • Includes (lamp-basic) bundle.
    • -
    - os-utils - ACTIVE -

    Provides a core set of OS utilities

    -
  • Includes (editors) bundle.
    • -
  • Includes (dev-utils) bundle.
    • -
  • Includes (sysadmin-basic) bundle.
    • -
  • Includes (network-basic) bundle.
    • -
  • Includes (file-utils) bundle.
    • -
  • Includes (network-proxy-client) bundle.
    • -
  • Includes (internet-console-utils) bundle.
    • -
    - os-utils-gui - ACTIVE -

    Provides a graphical desktop environment

    -
  • Includes (os-utils) bundle.
    • -
    - perl-basic - ACTIVE -

    Provides essential Perl language and dev tools

    -
    - perl-extras - ACTIVE -

    Provides extra libraries for Perl

    -
  • Includes (perl-basic) bundle.
    • -
    - pnp-tools-advanced - WIP -

    Provides advanced Power and Performance measurement tools

    -
  • Includes (pnp-tools-intermediate) bundle.
    • -
    - pnp-tools-basic - WIP -

    Provides basic Power and Performance testing tools

    -
    - pnp-tools-intermediate - WIP -

    Provides a deeper-level suite of Power and Performance testing tools

    -
  • Includes (pnp-tools-basic) bundle.
    • -
    - pxe-server - ACTIVE -

    All the bits to run a PXE server for Clear Linux

    -
    - python-basic - ACTIVE -

    Provides core Python language and libraries

    -
    - python-extras - ACTIVE -

    Provides extra libraries for Python

    -
  • Includes (python-basic) bundle.
    • -
    - R-basic - ACTIVE -

    Provides core R language and libraries

    -
    - R-extras - ACTIVE -

    Provides deeper functionality R language libraries

    -
  • Includes (R-basic) bundle.
    • -
    - ruby-basic - ACTIVE -

    Top 3 basic Ruby Libraries

    -
    - ruby-extras - ACTIVE -

    Top 3 to 6 basic Ruby Libraries

    -
  • Includes (ruby-basic) bundle.
    • -
    - rust-basic - ACTIVE -

    rust compiler and cargo packaging tool

    -
    - shells - ACTIVE -

    All available shell programs for Clear, along with ancillary files

    -
    - storage-cluster - WIP -

    Ceph Cluster Storage

    -
    - storage-utils - ACTIVE -

    Provides basic storage-related utilities

    -
    - sysadmin - ACTIVE -

    Moved to sysadmin-basic

    -
  • Includes (sysadmin-basic) bundle.
    • -
    - sysadmin-advanced - ACTIVE -

    Toolchest that a sysadmin needs to diagnose issues

    -
  • Includes (sysadmin-basic) bundle.
    • -
  • Includes (pnp-tools-advanced) bundle.
    • -
    - sysadmin-basic - ACTIVE -

    Provides a basic set of system administration utilities.

    -
    - sysadmin-hostmgmt - WIP -

    Utilities and Services for managing large-scale clusters of networked hosts

    -
  • Includes (os-utils) bundle.
    • -
  • Includes (pxe-server) bundle.
    • -
    - tcl-basic - WIP -

    Components related to the TCL interpreter and associated tools

    -
    - telemetrics - ACTIVE -

    Provides the Telemetrics client for Clear Linux for iA

    -
    - virtualbox-guest - ACTIVE -

    Include the modules and binaries meant to be used as a VirtualBox instance

    -
    \ No newline at end of file diff --git a/source/ceph-deploy.rst b/source/ceph-deploy.rst index 2a5bef3b..67f2397c 100644 --- a/source/ceph-deploy.rst +++ b/source/ceph-deploy.rst @@ -1,25 +1,34 @@ +.. _ceph-deploy: + Ceph* ##### -Ceph is a distributed storage system designed to scale well. It can be integrated with -OpenStack* as the storage backend for the OS images and volumes. +Ceph is a distributed storage system designed to scale well. It can be +integrated with OpenStack* as the storage backend for the OS images and +volumes. + +Deploying a Ceph storage cluster is simple using Clear Linux* OS for +Intel® Architecture and Ansible*. -Deploying a Ceph storage cluster is simple using Clear Linux* OS for Intel® Architecture -and Ansible*. Environment =========== -For this example, we'll use a total of five nodes: a **deployment node** which we will use + +For this example, we'll use a total of five nodes: a **deployment node**, to run the playbooks, a **monitor node**, and three **storage nodes**. -Install each component on its own server for best results; however, for testing -purposes you can install the monitor and storage nodes on the same hosts. +Install each component on its own server for best results; however, +for testing purposes you can install the monitor and storage nodes +on the same host. + Prerequisites ============= -Ansible uses ssh to run commands on the remote servers. In order to do that, the servers -must be configured to allow passwordless ssh connections from the root user. Follow these -steps to configure your nodes. + +Ansible uses ssh to run commands on the remote servers. In order to +do that, the servers must be configured to allow passwordless ssh +connections from the root user. Follow these steps to configure +your nodes. #. Generate ssh keys:: @@ -38,25 +47,29 @@ steps to configure your nodes. # ssh-copy-id root@node + Install the software ==================== -Install the ``sysadmin-hostmgmt`` bundle on the development node. This bundle contains -the Ansible software required to run the playbooks, as well as some Ansible roles and -sample playbooks that you can use to build your own:: +Install the ``sysadmin-hostmgmt`` bundle on the development node. This +bundle contains the Ansible software required to run the playbooks, as +well as some Ansible roles and sample playbooks that you can use to +build your own:: # swupd bundle-add sysadmin-hostmgmt + Create the playbook =================== -The ``sysadmin-hostmgmt`` bundle includes some sample playbooks that you may use and -customize for your own needs. Start by making a copy of the sample playbook into your -home folder.:: +The ``sysadmin-hostmgmt`` bundle includes some sample playbooks that +can be customized for your own needs. Start by making a copy of the +sample playbook into your home folder.:: # cp /usr/share/ansible/examples/ceph ~/ -The playbook consist of four files that you should modify to fit your needs:: +The playbook consist of four files that you should modify to fit +your needs:: ceph |-- group_vars/ @@ -65,8 +78,8 @@ The playbook consist of four files that you should modify to fit your needs:: |-- hosts +-- ceph_deploy.yml -The hosts file contains the IP addresses of your servers grouped under the roles -they will serve:: +The hosts file contains the IP addresses of your servers grouped +under the roles they will serve:: [mons] 172.28.128.7 @@ -76,9 +89,10 @@ they will serve:: 172.28.128.9 172.28.128.10 -This :file:`groups_var/all` file contains variables that will applied to all your nodes. -The mandatory variables are already there; be sure to change the values accordingly to -fit your environment. It should look something like this:: +This :file:`groups_var/all` file contains variables that will applied +to all your nodes. The mandatory variables are already there; be sure +to change the values accordingly to fit your environment. It should +look something like this:: --- journal_size: 1024 @@ -89,51 +103,59 @@ fit your environment. It should look something like this:: A full list of available variables can be found under :file:`/usr/share/ansible/roles//defaults/main.yml` -This :file:`groups_var/osd` file contains variables that apply only to the hosts under the -``[mons]`` section in your hosts file. You can choose one of the three available scenarios -for this playbook. +This :file:`groups_var/osd` file contains variables that apply only +to the hosts under the ``[mons]`` section in your hosts file. You can +choose one of the three available scenarios for this playbook. -#. **Journal and osd_data on the same device**: This will co-locate both journal and data - on the same disk, creating a partition at the beginning of the device:: +#. **Journal and osd_data on the same device**: This will co-locate both + journal and data on the same disk, creating a partition at the + beginning of the device:: - journal_collocation: true - devices: - - /dev/sdb - - /dev/sdc - - /dev/sdd + journal_collocation: true + devices: + - /dev/sdb + - /dev/sdc + - /dev/sdd -#. **N journal devices for N OSDs**: In this example, the ``sdb`` partition will be used - for journaling of ``sdc`` and ``sdd sdf`` will be used for journaling of ``sde``:: +#. **N journal devices for N OSDs**: In this example, the ``sdb`` + partition will be used for journaling of ``sdc``. The ``sdd sdf`` + will be used for journaling of ``sde``:: - raw_multi_journal: true - devices: - - /dev/sdc - - /dev/sdd - - /dev/sde - raw_journal_devices: - - /dev/sdb - - /dev/sdb - - /dev/sdf + raw_multi_journal: true + devices: + - /dev/sdc + - /dev/sdd + - /dev/sde + raw_journal_devices: + - /dev/sdb + - /dev/sdb + - /dev/sdf -#. **Specify directory instead of disk for OSDs**:: +#. **Specify a directory instead of disk for OSDs**:: + + osd_directory: true + osd_directories: + - /var/lib/ceph/osd/mydir1 + - /var/lib/ceph/osd/mydir2 + - /var/lib/ceph/osd/mydir3 - osd_directory: true - osd_directories: - - /var/lib/ceph/osd/mydir1 - - /var/lib/ceph/osd/mydir2 - - /var/lib/ceph/osd/mydir3 Run the playbook ================ -Once you have your variables and hosts file configured, the deployment can be fired -with the following command:: + +Once the variables and hosts file is configured, +deployment is as simple as issuing the command:: # ansible-playbook -i hosts ceph_deploy.yml + Verify ====== -Now that Ansible has finished with the deployment, you can verify the health of the cluster -with the Ceph utilites like ``ceph status`` and ``ceph osd tree``:: + +After Ansible has finished deployment, you may +like to verify and watch the health of the cluster +with the Ceph utilites like ``ceph status`` and +``ceph osd tree``:: # ceph status cluster ee1fae3b-b95b-494c-abd7-f0629d113446