# GlideinWMS The Glidein-based Workflow Management System

- Home
- Download
- Glidein Frontend
- Corral Frontend
- WMS Factory
- Components
- FAQ

Loading

## Search Results

## Installation

- Overview
- Prerequisites
- User Collector
- User Schedd
- GSI
- Condor

### Example Ini Files

Jump to:

1. Single node and ini file
2. Multi-node and single ini file
3. Multi-node and mulit-ini files

Installation Procedure
Installation Overview

## Sample ini-files

Sample ini-files cover following three use cases:

- CASE 1: Single node install with single ini files
- CASE 2: Multiple node install with single ini file
- CASE 3: Multiple node install with different init files

#### CASE 1: Single node install with single ini files

    ; ## Global options
    [DEFAULT]
    pacman_location =
    pacman_url      =

    install_type = tarball

    hostname = cms-xen38.fnal.gov
    username = glidein

    version = v2_5_1
    instance_name = all_four_node
    install_dir = /opt/no-vdt-glideinWMS
    glideinwms_location = %(install_dir)s/glideinWMS
    javascriptrrd_location = %(install_dir)s/javascriptrrd

    tarballs = /opt/install_packages
    condor_tarball = %(tarballs)s/condor-7.5.5-x86_rhap_5-stripped.tar.gz
    condor_admin_email = condor-admin@fnal.gov

    vdt_location =
    install_vdt_client = n

    x509_cert = /etc/grid-security/hostcert.pem
    x509_key  = /etc/grid-security/hostkey.pem
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=cms-xen38.fnal.gov
    x509_cert_dir  = /etc/grid-security/certificates

    ;--------------------------------------------------
    [WMSCollector]

    service_name = wms_service

    condor_location = %(install_dir)s/condor-wms
    collector_port = 9618
    number_of_schedds = 5

    privilege_separation = y
    frontend_users = frontend_service : vo_cms,

    ;--------------------------------------------------
    [Factory]

    service_name = factory_service

    install_location = %(install_dir)s/factory
    logs_dir         = %(install_dir)s/factory-logs

    client_log_dir   = %(install_dir)s/client-logs
    client_proxy_dir = %(install_dir)s/client-proxies

    use_glexec = n
    use_ccb    = n

    ress_host = osg-ress-4.fnal.gov
    entry_vos = cms
    entry_filters = (int(GlueCEPolicyMaxCPUTime)==0) or (int(GlueCEPolicyMaxCPUTime)<(72*60))

    web_url       = http://%(hostname)s:8319
    web_location  = /var/www/html/factory

    ;--------------------------------------------------
    [UserCollector]

    service_name = userpool_service

    condor_location = %(install_dir)s/condor-therest
    collector_port = 9640
    number_of_secondary_collectors = 5

    ;--------------------------------------------------
    [Submit]

    service_name = submit_service
    number_of_schedds = 5
    schedd_shared_port =

    condor_location = %(install_dir)s/condor-therest

    ;--------------------------------------------------
    [VOFrontend]

    service_name = frontend_service

    install_location = %(install_dir)s/frontend
    logs_dir         = %(install_dir)s/frontend-logs

    condor_location = %(install_dir)s/condor-therest

    x509_proxy = /etc/grid-security/tony_pilot_proxy
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Anthony Tiradani 329103

    glidein_proxy_files = /etc/grid-security/tony_pilot_proxy
    glidein_proxy_dns = /DC=org/DC=doegrids/OU=People/CN=Anthony Tiradani 329103

    group_name   = main
    userjob_constraints = (JobUniverse==5)&&(GLIDEIN_Is_Monitor =!= TRUE)&&(JOB_Is_Monitor =!= TRUE)
    match_string = glidein["attrs"]["GLIDEIN_Site"] in job["DESIRED_Sites"].split(",")

    glexec_use = never
    expose_grid_env = True

    web_location  = /var/www/html/frontend
    web_url       = http://%(hostname)s:8319

#### CASE 2: Multiple node install with single ini file

    ; ## Global options
    [DEFAULT]

    pacman_location = /opt/pacman/pacman-3.28
    pacman_url      = http://physics.bu.edu/pacman/sample_cache/tarballs

    install_type = tarball

    version = v2.5.1
    instance_name = v2.5.1-cream-cloud
    install_dir = /opt/glideinWMS-v2plus
    glideinwms_location = %(install_dir)s/glideinWMS
    javascriptrrd_location = %(install_dir)s/javascriptrrd

    tarballs = /opt/install_packages
    condor_tarball = %(tarballs)s/condor-7.5.5-x86_rhap_5-stripped.tar.gz

    vdt_location = /opt/vdt
    install_vdt_client = n

    x509_cert_dir=/opt/vdt/globus/TRUSTED_CA

    condor_admin_email = condor-admin@fnal.gov

    ;--------------------------------------------------
    [WMSCollector]

    hostname = cms-xen6.fnal.gov
    username    = tony_xen_factory
    service_name = wms_service

    condor_location = %(install_dir)s/condor-wms
    collector_port = 9618

    privilege_separation = y
    frontend_users = frontend_service : tony_xen_cms_frontend

    x509_cert = /etc/grid-security/glideincerts/cms-xen6glideinwmscollectorcert.pem
    x509_key = /etc/grid-security/glideincerts/cms-xen6glideinwmscollectorkey.pem
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=glideinwmscollector/cms-xen6.fnal.gov

    number_of_schedds = 5

    ;--------------------------------------------------
    [Factory]

    hostname = cms-xen6.fnal.gov
    username    = tony_xen_factory
    service_name = factory_service

    install_location = %(install_dir)s/Factory
    logs_dir = %(install_dir)s/factory-logs
    client_log_dir = %(install_dir)s/client-logs
    client_proxy_dir = %(install_dir)s/client-proxies

    use_glexec = n
    use_ccb    = y

    ress_host       = osg-ress-4.fnal.gov
    entry_vos = cms
    entry_filters = (int(GlueCEPolicyMaxCPUTime)==0) or (int(GlueCEPolicyMaxCPUTime)<=(24*60))

    web_url       = http://%(hostname)s:8319
    web_location  = /var/www/html/Factory

    ;--------------------------------------------------
    [UserCollector]

    hostname = cms-xen8.fnal.gov
    username    = tony_xen_pool_collector
    service_name = userpool_service

    condor_location = %(install_dir)s/condor-userpool
    collector_port = 9618

    x509_cert = /etc/grid-security/glideincerts/cms-xen8glideinpoolcollectorcert.pem
    x509_key = /etc/grid-security/glideincerts/cms-xen8glideinpoolcollectorkey.pem
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=glideinpoolcollector/cms-xen8.fnal.gov

    number_of_secondary_collectors = 0

    ;--------------------------------------------------
    [Submit]

    hostname = cms-xen8.fnal.gov
    username    = condor
    service_name = submit_service

    condor_location = %(install_dir)s/condor-submit

    x509_cert = /etc/grid-security/glideincerts/cms-xen8glideinsubmittercmscert.pem
    x509_key = /etc/grid-security/glideincerts/cms-xen8glideinsubmittercmskey.pem
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=glideinsubmittercms/cms-xen8.fnal.gov

    number_of_schedds = 5
    schedd_shared_port = 9615

    ;--------------------------------------------------
    [VOFrontend]

    instance_name = v2_5_1-cream-cloud

    hostname = cms-xen7.fnal.gov
    username    = tony_xen_cms_frontend
    service_name = frontend_service

    install_location = %(install_dir)s/Frontend
    logs_dir     = %(install_dir)s/frontend-logs

    condor_location = %(install_dir)s/condor-frontend

    gsi_credential_type = proxy
    x509_proxy = /etc/grid-security/glideincerts/tony_pilot_proxy
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Anthony Tiradani 329103

    glidein_proxy_files = /etc/grid-security/glideincerts/tony_pilot_proxy
    glidein_proxy_dns = /DC=org/DC=doegrids/OU=People/CN=Anthony Tiradani 329103

    group_name = main
    userjob_constraints = (JobUniverse==5)&&(GLIDEIN_Is_Monitor =!= TRUE)&&(JOB_Is_Monitor =!= TRUE)
    match_string = glidein["attrs"]["GLIDEIN_Site"] in job["DESIRED_Sites"].split(",")

    glexec_use = never
    expose_grid_env = True

    web_url       = http://%(hostname)s:8319
    web_location  = /var/www/html/Frontend

#### CASE 3: Multiple node install with different ini files

Multiple node install with services using their own ini files is a work in progress. Sample ini files for different services for a working installation is shown below. WMSCollector and Factory configuration

    [DEFAULT]
    install_type = tarball

    installation_version = v2.5.1
    install_vdt_client = n
    vdt_location = /home/gfactoryuser/vdt
    x509_cert_dir = %(vdt_location)s/globus/share/certificates
    glideinwms_location = /home/gfactoryuser/v2.5.1/glideinWMS
    pacman_location =
    pacman_url      =

    ;--------------------------------------------------
    [WMSCollector]

    hostname = cmssrv97.fnal.gov
    username = condoruser
    service_name = WMS_Collector
    condor_location = /home/condoruser/%(installation_version)s/glidecondor
    collector_port = 8618
    privilege_separation = y
    frontend_users = Frontend-v2_5_1-cmssrv99:test1user
    x509_cert = /etc/grid-security/cmssrv97condorcert.pem
    x509_key = /etc/grid-security/cmssrv97condorkey.pem
    condor_tarball = /home/gfactoryuser/installers/condor-7.5.5-x86_64_rhap_5-stripped.tar.gz
    condor_admin_email = condor-admin@fnal.gov
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=condor/cmssrv97.fnal.gov
    number_of_schedds = 5

    ;--------------------------------------------------
    [Factory]

    hostname = cmssrv97.fnal.gov
    username = gfactoryuser
    service_name = GlideinFactory-v2.5.1-cmssrv97
    install_location = /home/gfactoryuser/v2.5.1/glideinsubmit
    logs_dir = /var/gfactory/v2.5.1/glideinlogs
    client_log_dir = /var/gfactory/v2.5.1/clientlogs
    client_proxy_dir = /var/gfactory/v2.5.1/clientproxies
    instance_name = v1_0
    use_glexec = y
    use_ccb = y
    ress_host = osg-ress-4.fnal.gov
    entry_vos = dzero
    entry_filters = (int(GlueCEPolicyMaxCPUTime)<(25*60))
    web_location = /var/www/html/glidefactory-v2.5.1
    web_url = http://%(hostname)s:8000
    javascriptrrd_location = /home/gfactoryuser/javascriptrrd

    ;--------------------------------------------------
    [UserCollector]

    hostname = cmssrv99.fnal.gov
    service_name =
    x509_gsi_dn =
    condor_location =
    collector_port =
    number_of_secondary_collectors =

    ;--------------------------------------------------
    [Submit]

    hostname = cmssrv99.fnal.gov
    service_name =
    condor_location =
    x509_gsi_dn =

    ;--------------------------------------------------
    [VOFrontend]

    hostname = cmssrv99.fnal.gov
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917
    glidein_proxy_files = /tmp
    glidein_proxy_dns = %(x509_gsi_dn)s

User Collector ini file

    [DEFAULT]

    pacman_url      =
    pacman_location =
    install_vdt_client = n
    vdt_location = /home/frontenduser/vdt
    x509_cert_dir = %(vdt_location)s/globus/share/certificates
    glideinwms_location = /home/frontenduser/v2.5.1/glideinWMS

    ;--------------------------------------------------
    [WMSCollector]

    hostname = cmssrv97.fnal.gov
    collector_port =
    username =
    privilege_separation =
    condor_location =
    frontend_users =
    service_name =
    x509_gsi_dn =

    ;--------------------------------------------------
    [Factory]

    service_name =
    username =

    ;--------------------------------------------------
    [VOFrontend]

    hostname = cmssrv99.fnal.gov
    service_name = GlideinFactory-v2.5.1-cmssrv97
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917
    glidein_proxy_dns = %(x509_gsi_dn)s

    ;--------------------------------------------------
    [UserCollector]

    hostname = cmssrv99.fnal.gov
    username = condoruser
    service_name = User_Pool
    condor_location = /home/condoruser/v2.5.1/glidecondor
    collector_port = 9618
    x509_cert = /etc/grid-security/cmssrv99condorcert.pem
    x509_key = /etc/grid-security/cmssrv99condorkey.pem
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=condor/cmssrv99.fnal.gov
    condor_tarball = /home/frontenduser/installers/condor-7.5.5-x86_64_rhap_5-stripped.tar.gz
    number_of_secondary_collectors = 2
    condor_admin_email = condor-admin@fnal.gov

    ;--------------------------------------------------
    [Submit]

    hostname = cmssrv99.fnal.gov
    service_name = UserSchedd
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917
    condor_location =

Submit ini file

    [DEFAULT]
    pacman_url      =
    pacman_location =
    install_vdt_client = n
    vdt_location = /home/frontenduser/vdt
    x509_cert_dir = %(vdt_location)s/globus/share/certificates
    glideinwms_location = /home/frontenduser/v2.5.1/glideinWMS

    ;--------------------------------------------------
    [WMSCollector]

    hostname = cmssrv97.fnal.gov
    username =
    privilege_separation =
    condor_location =
    frontend_users =
    service_name =
    x509_gsi_dn =

    ;--------------------------------------------------
    [Factory]

    username =

    ;--------------------------------------------------
    [VOFrontend]

    hostname = cmssrv99.fnal.gov
    service_name = GlideinFactory-v2.5.1-cmssrv97
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917

    ;--------------------------------------------------
    [UserCollector]

    hostname = cmssrv99.fnal.gov
    service_name = User_Pool
    condor_location =
    collector_port = 9618
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=condor/cmssrv99.fnal.gov
    number_of_secondary_collectors =

    ;--------------------------------------------------
    [Submit]

    hostname = cmssrv99.fnal.gov
    username = testuser
    service_name = UserSchedd
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917
    condor_location = /home/testuser/v2.5.1/glidecondor
    x509_cert = /etc/grid-security/cmssrv99testusercondorcert.pem
    x509_key = /etc/grid-security/cmssrv99testusercondorkey.pem
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=condor/cmssrv99.fnal.gov
    condor_tarball = /home/frontenduser/installers/condor-7.5.5-x86_64_rhap_5-stripped.tar.gz
    condor_admin_email = condor-admin@fnal.gov
    number_of_schedds = 2
    schedd_shared_port = 4444

VO Frontend ini file

    [DEFAULT]
    pacman_version  =
    pacman_url      =
    pacman_location =
    install_vdt_client = n
    vdt_location = /home/frontenduser/vdt
    x509_cert_dir = %(vdt_location)s/globus/share/certificates
    glideinwms_location = /home/frontenduser/v2.5.1/glideinWMS

    ;--------------------------------------------------
    [WMSCollector]

    hostname = cmssrv97.fnal.gov
    service_name = WMS_Collector
    collector_port = 8618
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=condor/cmssrv97.fnal.gov
    username = condoruser
    privilege_separation = y
    frontend_users = Frontend-v2_5_1-cmssrv99:test1user
    condor_location =

    ;--------------------------------------------------
    [Factory]

    hostname = cmssrv97.fnal.gov
    username = gfactoryuser

    ;--------------------------------------------------
    [VOFrontend]

    hostname = cmssrv99.fnal.gov
    username = frontenduser
    service_name = Frontend-v2_5_1-cmssrv99
    install_location = /home/frontenduser/v2.5.1/frontstage
    logs_dir = /home/frontenduser/v2.5.1/frontlogs
    instance_name = v1_0
    condor_location = /home/frontenduser/v2.5.1/glidecondor
    condor_tarball = /home/frontenduser/installers/condor-7.5.5-x86_64_rhap_5-stripped.tar.gz
    condor_admin_email = condor-admin@fnal.gov
    x509_proxy = /home/frontenduser/security/grid_proxy
    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917
    glidein_proxy_files = %(x509_proxy)s
    glidein_proxy_dns = %(x509_gsi_dn)s
    glexec_use = optional
    expose_grid_env = True
    group_name = main
    userjob_constraints = (JobUniverse==5)&&(GLIDEIN_Is_Monitor =!= TRUE)&&(JOB_Is_Monitor =!= TRUE)
    match_string = glidein["attrs"]["GLIDEIN_Site"] in job["DESIRED_Sites"].split(",")
    web_url = http://cmssrv99.fnal.gov:8000
    web_location = /var/www/html/vofrontend-v2.5.1
    javascriptrrd_location = /home/frontenduser/javascriptrrd

    ;--------------------------------------------------
    [UserCollector]

    hostname = cmssrv99.fnal.gov
    service_name = User_Pool
    x509_gsi_dn = /DC=org/DC=doegrids/OU=Services/CN=condor/cmssrv99.fnal.gov
    collector_port = 9618
    condor_location =
    number_of_secondary_collectors = 2

    ;--------------------------------------------------
    [Submit]

    x509_gsi_dn = /DC=org/DC=doegrids/OU=People/CN=Parag Mhashilkar 209917
    hostname = cmssrv99.fnal.gov
    service_name = UserSchedd
    condor_location =