This is a static archive of the previous Open Grid Forum GridForge content management system saved from host forge.ogf.org file /sf/wiki/do/viewPage/projects.glue-wg/wiki/NAREGIRequirements at Fri, 04 Nov 2022 18:45:56 GMT SourceForge : View Wiki Page: NAREGIRequirements

Project Home

Tracker

Documents

Tasks

Source Code

Discussions

File Releases

Wiki

Project Admin
Search Wiki Pages Project: GLUE     Wiki > NAREGIRequirements > View Wiki Page
wiki1765: NAREGIRequirements
  • Reservation
Execution management in NAREGI makes advanced reservation of computing resources as a general rule but at the same time, users will submit their jobs without resource reservation directly to LRMS or via NAREGI execution management service, where not all of LRMS are equipped with advanced reservation function. So NAREGI execution management service has to know which of batch queues accept advanced reservation requests or don't accept jobs without reservation (reservation necessary).
  • Bulk job submission
NAREGI execution management service will support bulk job submission, where not all of LRMS are equipped with array job submission function.

We require our information model to include the propterties:

We can deal with them as a NAREGI specific extension and put them in the Capabilitity[*] property.

  • An example of query for resource selection (beta2 version):

SELECT

"CS"."Name" AS "Hostname",

"GS"."Name" AS "GSType",

"VO"."VOName" AS "VOName",

"URI"."LabeledURI" AS "ServiceURI",

"PATH"."SystemName" AS "PATHHost",

"PATH"."PortNumber" AS "PATHPort",

"PATH"."Path" AS "PATHPath",

"Q"."Name" AS "QueueName",

"Q"."NumberOfNodesPerQueue" AS "TasksPerHost",

"Q"."NumberOfCPUsPerNode" AS "MaxNumberOfNodes"

,"Q"."MaxVirtualMemorySizePerProcess"

,"Q"."MaxPhysicalMemorySizePerProcess"

,"OS"."Name"

,"OS"."OSType"

,"OS"."Version"

,"CPU"."Family"

, "CS"."ProgramPath"

FROM

(

SELECT "Name",

"SystemName",

"NumberOfCPUsPerNode",

"NumberOfNodesPerQueue",

"ID"

,"MaxVirtualMemorySizePerProcess"

,"MaxPhysicalMemorySizePerProcess"

FROM "NRG_ClusterJobQueue"

WHERE ( "NRG_ClusterJobQueue"."NumberOfCPUsPerNode" >= 1

) AND ( "NRG_ClusterJobQueue"."MaxPhysicalMemorySizePerProcess" >= 1

) AND ( "NRG_ClusterJobQueue"."MaxVirtualMemorySizePerProcess" >= 1

) AND ( ("NRG_ClusterJobQueue"."NumberOfCPUsPerNode" * "NRG_ClusterJobQueue"."NumberOfNodesPerQueue") >= 1

) AND ( "NRG_ClusterJobQueue"."NumberOfNodesPerQueue" >= 1

) )

AS "Q"

JOIN "NRG_AccountOnJobQueue" AS "Q2VO" ON "Q2VO"."Antecedent" = "Q"."ID"

JOIN "NRG_VomsAccount" AS "VO" ON "VO"."ID" = "Q2VO"."Dependent"

JOIN "NRG_QueueForSAP" AS "Q4PATH" ON ( "Q4PATH"."Antecedent" = "Q"."ID" AND "Q4PATH"."Dependent" like ':NRG_ServiceAccessPath.%' )

JOIN "NRG_ServiceAccessPath" AS "PATH" ON "PATH"."ID" = "Q4PATH"."Dependent"

JOIN "CIM_ServiceAccessBySAP" AS "GS2PATH" ON "GS2PATH"."Dependent" = "PATH"."ID"

JOIN "NRG_GridService" AS "GS" ON "GS"."ID" = "GS2PATH"."Antecedent"

LEFT JOIN "CIM_ServiceAccessBySAP" AS "GS2URI" ON ( "GS2URI"."Antecedent" = "GS"."ID" AND "GS2URI"."Dependent" like ':CIM_ServiceAccessURI.%' )

LEFT JOIN "CIM_ServiceAccessURI" AS "URI" ON "URI"."ID" = "GS2URI"."Dependent"

JOIN

(

SELECT "CIM_UnitaryComputerSystem"."Name", "_CIM_ExecuteProgram"."ProgramPath"

FROM (

SELECT *

FROM "CIM_ExecuteProgram"

WHERE "Name"='6' and "CIM_ExecuteProgram"."SoftwareElementState"='3' and ("CIM_ExecuteProgram"."Version"=':' or "CIM_ExecuteProgram"."Version"='$SHARE:')

) AS "_CIM_ExecuteProgram"

JOIN "CIM_SoftwareElementActions" ON "_CIM_ExecuteProgram"."ID"="CIM_SoftwareElementActions"."Action"

JOIN "NRG_PSESoftwareElement" ON "CIM_SoftwareElementActions"."Element"="NRG_PSESoftwareElement"."ID"

JOIN "CIM_InstalledSoftwareElement" ON "NRG_PSESoftwareElement"."ID"="CIM_InstalledSoftwareElement"."Software"

JOIN "CIM_UnitaryComputerSystem" ON "CIM_InstalledSoftwareElement"."System"="CIM_UnitaryComputerSystem"."ID"

)

AS "CS" ON "CS"."Name" = "Q"."SystemName"

JOIN

( SELECT "CSName" ,"Name" ,"OSType" ,"Version" FROM "NRG_OperatingSystem" WHERE ( "NRG_OperatingSystem"."OSType" = 36 AND "NRG_OperatingSystem"."Version" = '9' ) )

AS "OS" ON "OS"."CSName" = "CS"."Name"

JOIN

( SELECT "SystemName", "DeviceID" ,"Family" FROM "CIM_Processor" )

AS "CPU" ON ( "CPU"."SystemName" = "CS"."Name" AND "CPU"."DeviceID" = '0' )

WHERE

( ("GS"."Name" = 'prews-gram' OR "GS"."Name" = 'ws-gram' OR "GS"."Name" = 'org.naregi.GridVM')

)

ORDER BY "MaxNumberOfNodes" ASC LIMIT 16


  • Tables for users' access right:

NRG_Account

NRG_VomsAccount


  • Tables for coupled co-allocated jobs:

NRG_ConcreteJobReservationLog


  • View table for resource selection (GIN):

CREATE VIEW "BrokeringTable"

AS SELECT "CS"."Name" AS "Hostname",

"GS"."Name" AS "GSType",

"OS"."Name" AS "OSName", "OS"."OSType" AS "OSType", "OS"."Version" AS "OSVersion",

"CPU"."Family" AS "CPU",

"URI"."LabeledURI" AS "ServiceURI",

"PATH"."SystemName" AS "PATHHost", "PATH"."PortNumber" AS "PATHPort", "PATH"."Path" AS "PATHPath",

"Q"."Name" AS "QueueName", "Q"."NumberOfCPUsPerNode" AS "TasksPerHost", "Q"."NumberOfNodesPerQueue" AS "MaxNumberOfNodes",

"VO"."VOName" AS "VOName",

FROM "NRG_ClusterJobQueue" AS "Q"

LEFT JOIN "NRG_AccountOnJobQueue" AS "Q2VO" ON "Q"."ID" = "Q2VO"."Antecedent"

LEFT JOIN "NRG_VomsAccount" AS "VO" ON "Q2VO"."Dependent" = "VO"."ID"

LEFT JOIN "NRG_QueueForSAP" AS "Q4PATH" ON (( "Q4PATH"."Antecedent" = "Q"."ID" )

AND ( "Q4PATH"."Dependent" like ':NRG_ServiceAccessPath.%' ))

LEFT JOIN "NRG_ServiceAccessPath" AS "PATH" ON "PATH"."ID" = "Q4PATH"."Dependent"

LEFT JOIN "CIM_ServiceAccessBySAP" AS "GS2PATH" ON "GS2PATH"."Dependent" = "PATH"."ID"

LEFT JOIN "NRG_GridService" AS "GS" ON "GS"."ID" = "GS2PATH"."Antecedent"

LEFT JOIN "CIM_ServiceAccessBySAP" AS "GS2URI" ON (( "GS2URI"."Antecedent" = "GS"."ID" )

AND ("GS2URI"."Dependent" like ':CIM_ServiceAccessURI.%' ))

LEFT JOIN "CIM_ServiceAccessURI" AS "URI" ON "URI"."ID" = "GS2URI"."Dependent"

LEFT JOIN "CIM_UnitaryComputerSystem" AS "CS" ON "CS"."Name" = "Q"."SystemName"

LEFT JOIN "NRG_OperatingSystem" AS "OS" ON "CS"."Name" = "OS"."CSName"

LEFT JOIN "CIM_Processor" AS "CPU" ON (( "CS"."Name" = "CPU"."SystemName") AND ("CPU"."DeviceID" = '0' )) ;


  • View table for resource selection (beta1 version):

CREATE VIEW "BrokeringTable"

AS SELECT "GridVM"."Name" AS "Hostname",

"SAP"."Name" AS "RepOfServiceName",

"SAPURI"."Name" AS "ServiceName", "SAPURI"."LabeledURI" AS "ServiceURI",

"CPU"."Family" AS "CPU",

"OS"."Name" AS "OSName", "OS"."OSType" AS "OSType", "OS"."Version" AS "OSVersion",

"Queue"."MaxVirtualMemorySizePerProcess" AS "VMemory", "Queue"."MaxPhysicalMemorySizePerProcess" AS "PMemory", "Queue"."Name" AS "QueueName", "Queue"."NumberOfCPUsPerNode" AS "TasksPerHost", "Queue"."NumberOfNodesPerQueue" AS "MaxNumberOfNodes",

"Soft"."Name" AS "SoftName", "Soft"."Version" AS "SoftVersion", "Soft"."MajorNumber" AS "SoftMajorNumber", "Soft"."MinorNumber" AS "SoftMinorNumber", "Soft"."RevisionNumber" AS "SoftRevisionNumber",

"Account"."Name" AS "UserName", "Account"."UserID" AS "UserID",

"VomsAccount"."VOName" AS "VOName", "VomsAccount"."Name" AS "VONameFQAN"

FROM "CIM_UnitaryComputerSystem" AS "GridVM"

LEFT JOIN "CIM_Service" AS "SAP" ON "GridVM"."Name" = "SAP"."SystemName"

LEFT JOIN "CIM_ServiceAccessBySAP" AS "SAP2URI" ON "SAP"."ID" = "SAP2URI"."Antecedent"

LEFT JOIN "CIM_ServiceAccessURI" AS "SAPURI" ON "SAP2URI"."Dependent" = "SAPURI"."ID"

LEFT JOIN "NRG_OperatingSystem" AS "OS" ON "GridVM"."Name" = "OS"."CSName"

LEFT JOIN "NRG_ClusterJobQueue" AS "Queue" ON "GridVM"."Name" = "Queue"."SystemName"

LEFT JOIN "CIM_InstalledSoftwareElement" AS "InstalledSoft" ON "GridVM"."ID" = "InstalledSoft"."System"

LEFT JOIN "NRG_SoftwareElement" AS "Soft" ON "Soft"."ID" = "InstalledSoft"."Software"

LEFT JOIN "NRG_Account" AS "Account" ON "GridVM"."Name" = "Account"."SystemName"

LEFT JOIN "CIM_Processor" AS "CPU" ON "GridVM"."Name" = "CPU"."SystemName"

LEFT JOIN "NRG_VomsAccount" AS "VomsAccount" ON "GridVM"."Name" = "VomsAccount"."SystemName";

 



Versions Associations Attachments Back Links  
Version Version Comment Created By
Version 1 Yuji Saeki - 05/03/2007



The Open Grid Forum Contact Webmaster | Report a problem | GridForge Help
This is a static archive of the previous Open Grid Forum GridForge content management system saved from host forge.ogf.org file /sf/wiki/do/viewPage/projects.glue-wg/wiki/NAREGIRequirements at Fri, 04 Nov 2022 18:46:36 GMT