SONIC configuration updates #47748
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,5 +1,4 @@ | ||
| import FWCore.ParameterSet.Config as cms | ||
|
|
||
| process = cms.Process("Test") | ||
|
|
||
|
|
||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,169 @@ | ||
| import FWCore.ParameterSet.Config as cms | ||
|
|
||
| def getDefaultClientPSet(): | ||
| from HeterogeneousCore.SonicTriton.TritonGraphAnalyzer import TritonGraphAnalyzer | ||
| temp = TritonGraphAnalyzer() | ||
| return temp.Client | ||
|
|
||
| def getParser(): | ||
| allowed_compression = ["none","deflate","gzip"] | ||
| allowed_devices = ["auto","cpu","gpu"] | ||
| allowed_containers = ["apptainer","docker","podman","podman-hpc"] | ||
|
|
||
| from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter | ||
| parser = ArgumentParser(formatter_class=ArgumentDefaultsHelpFormatter) | ||
| parser.add_argument("--maxEvents", default=-1, type=int, help="Number of events to process (-1 for all)") | ||
| parser.add_argument("--serverName", default="default", type=str, help="name for server (used internally)") | ||
| parser.add_argument("--address", default="", type=str, help="server address") | ||
| parser.add_argument("--port", default=8001, type=int, help="server port") | ||
| parser.add_argument("--timeout", default=30, type=int, help="timeout for requests") | ||
| parser.add_argument("--timeoutUnit", default="seconds", type=str, help="unit for timeout") | ||
| parser.add_argument("--params", default="", type=str, help="json file containing server address/port") | ||
| parser.add_argument("--threads", default=1, type=int, help="number of threads") | ||
| parser.add_argument("--streams", default=0, type=int, help="number of streams") | ||
| parser.add_argument("--verbose", default=False, action="store_true", help="enable all verbose output") | ||
| parser.add_argument("--verboseClient", default=False, action="store_true", help="enable verbose output for clients") | ||
| parser.add_argument("--verboseServer", default=False, action="store_true", help="enable verbose output for server") | ||
| parser.add_argument("--verboseService", default=False, action="store_true", help="enable verbose output for TritonService") | ||
| parser.add_argument("--verboseDiscovery", default=False, action="store_true", help="enable verbose output just for server discovery in TritonService") | ||
| parser.add_argument("--noShm", default=False, action="store_true", help="disable shared memory") | ||
| parser.add_argument("--compression", default="", type=str, choices=allowed_compression, help="enable I/O compression") | ||
| parser.add_argument("--ssl", default=False, action="store_true", help="enable SSL authentication for server communication") | ||
| parser.add_argument("--tries", default=0, type=int, help="number of retries for failed request") | ||
| parser.add_argument("--device", default="auto", type=str.lower, choices=allowed_devices, help="specify device for fallback server") | ||
| parser.add_argument("--container", default="apptainer", type=str.lower, choices=allowed_containers, help="specify container for fallback server") | ||
| parser.add_argument("--fallbackName", default="", type=str, help="name for fallback server") | ||
| parser.add_argument("--imageName", default="", type=str, help="container image name for fallback server") | ||
| parser.add_argument("--tempDir", default="", type=str, help="temp directory for fallback server") | ||
|
|
||
| return parser | ||
|
|
||
| def getOptions(parser, verbose=False): | ||
| options = parser.parse_args() | ||
|
|
||
| if len(options.params)>0: | ||
| with open(options.params,'r') as pfile: | ||
| pdict = json.load(pfile) | ||
| options.address = pdict["address"] | ||
| options.port = int(pdict["port"]) | ||
| if verbose: print("server = "+options.address+":"+str(options.port)) | ||
|
|
||
| return options | ||
|
|
||
| def applyOptions(process, options, applyToModules=False): | ||
| process.maxEvents.input = cms.untracked.int32(options.maxEvents) | ||
|
|
||
| if options.threads>0: | ||
| process.options.numberOfThreads = options.threads | ||
| process.options.numberOfStreams = options.streams | ||
|
|
||
| if options.verbose: | ||
| configureLoggingAll(process) | ||
| else: | ||
| configureLogging(process, | ||
| client=options.verboseClient, | ||
| server=options.verboseServer, | ||
| service=options.verboseService, | ||
| discovery=options.verboseDiscovery | ||
| ) | ||
|
|
||
| if hasattr(process,'TritonService'): | ||
| process.TritonService.fallback.container = options.container | ||
| process.TritonService.fallback.imageName = options.imageName | ||
| process.TritonService.fallback.tempDir = options.tempDir | ||
| process.TritonService.fallback.device = options.device | ||
| if len(options.fallbackName)>0: | ||
| process.TritonService.fallback.instanceBaseName = options.fallbackName | ||
| if len(options.address)>0: | ||
| process.TritonService.servers.append( | ||
| dict( | ||
| name = options.serverName, | ||
| address = options.address, | ||
| port = options.port, | ||
| useSsl = options.ssl, | ||
| ) | ||
| ) | ||
|
|
||
| if applyToModules: | ||
| process = configureModules(process, **getClientOptions(options)) | ||
|
|
||
| return process | ||
|
|
||
| def getClientOptions(options): | ||
| return dict( | ||
| compression = cms.untracked.string(options.compression), | ||
| useSharedMemory = cms.untracked.bool(not options.noShm), | ||
| timeout = cms.untracked.uint32(options.timeout), | ||
| timeoutUnit = cms.untracked.string(options.timeoutUnit), | ||
| allowedTries = cms.untracked.uint32(options.tries), | ||
| ) | ||
|
|
||
| def applyClientOptions(client, options): | ||
| return configureClient(client, **getClientOptions(options)) | ||
|
|
||
| def configureModules(process, modules=None, returnConfigured=False, **kwargs): | ||
|
There was a problem hiding this comment. Just to make sure, if user specifies the labels = # list of strings
modules = {label: getattr(process, label) for label in labels}? There was a problem hiding this comment. Yes, this is mainly there to allow users to apply a configuration to a selected subset of modules (based on whatever criteria they might have). e.g. they could populate the dictionary by filtering out unwanted entries from |
||
| if modules is None: | ||
| modules = {} | ||
| modules.update(process.producers_()) | ||
| modules.update(process.filters_()) | ||
| modules.update(process.analyzers_()) | ||
| configured = [] | ||
| for pname,producer in modules.items(): | ||
| if hasattr(producer,'Client'): | ||
| producer.Client = configureClient(producer.Client, **kwargs) | ||
| configured.append(pname) | ||
| if returnConfigured: | ||
| return process, configured | ||
| else: | ||
| return process | ||
|
|
||
| def configureClient(client, **kwargs): | ||
| client.update_(kwargs) | ||
| return client | ||
|
|
||
| def configureLogging(process, client=False, server=False, service=False, discovery=False): | ||
| if not any([client, server, service, discovery]): | ||
| return | ||
|
|
||
| keepMsgs = [] | ||
| if discovery: | ||
| keepMsgs.append('TritonDiscovery') | ||
| if client: | ||
| keepMsgs.append('TritonClient') | ||
| if service: | ||
| keepMsgs.append('TritonService') | ||
|
|
||
| if hasattr(process,'TritonService'): | ||
| process.TritonService.verbose = service or discovery | ||
| process.TritonService.fallback.verbose = server | ||
| if client: | ||
| process, configured = configureModules(process, returnConfigured=True, verbose = True) | ||
| for module in configured: | ||
| keepMsgs.extend([module, module+':TritonClient']) | ||
|
|
||
| process.MessageLogger.cerr.FwkReport.reportEvery = 500 | ||
| for msg in keepMsgs: | ||
| setattr(process.MessageLogger.cerr, msg, | ||
| dict( | ||
| limit = 10000000, | ||
| ) | ||
| ) | ||
|
|
||
| return process | ||
|
|
||
| # dedicated functions for cmsDriver customization | ||
|
|
||
| def configureLoggingClient(process): | ||
| return configureLogging(process, client=True) | ||
|
|
||
| def configureLoggingServer(process): | ||
| return configureLogging(process, server=True) | ||
|
|
||
| def configureLoggingService(process): | ||
| return configureLogging(process, service=True) | ||
|
|
||
| def configureLoggingDiscovery(process): | ||
| return configureLogging(process, discovery=True) | ||
|
|
||
| def configureLoggingAll(process): | ||
| return configureLogging(process, client=True, server=True, service=True, discovery=True) | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Could probably be
if the EDModule object being modified is expected to originate from
fillDescriptions().There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Unfortunately, that is not always the case. I had originally written it this way and then hit the "parameter does not already exist" error. I do not know another way around that besides always specifying the types.