<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE rdf:RDF[
	<!ENTITY rdf 'http://www.w3.org/1999/02/22-rdf-syntax-ns#'>
	<!ENTITY rdfs 'http://www.w3.org/2000/01/rdf-schema#'>
	<!ENTITY owl 'http://www.w3.org/2002/07/owl#'>
	<!ENTITY swivt 'http://semantic-mediawiki.org/swivt/1.0#'>
	<!ENTITY wiki 'http://murray.cds.caltech.edu/Special:URIResolver/'>
	<!ENTITY category 'http://murray.cds.caltech.edu/Special:URIResolver/Category-3A'>
	<!ENTITY property 'http://murray.cds.caltech.edu/Special:URIResolver/Property-3A'>
	<!ENTITY wikiurl 'https://murray.cds.caltech.edu/'>
]>

<rdf:RDF
	xmlns:rdf="&rdf;"
	xmlns:rdfs="&rdfs;"
	xmlns:owl ="&owl;"
	xmlns:swivt="&swivt;"
	xmlns:wiki="&wiki;"
	xmlns:category="&category;"
	xmlns:property="&property;">

	<owl:Ontology rdf:about="https://murray.cds.caltech.edu/Special:ExportRDF/Constrained_risk-2Daverse_Markov_decision_processes">
		<swivt:creationDate rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2026-07-04T23:34:58+00:00</swivt:creationDate>
		<owl:imports rdf:resource="http://semantic-mediawiki.org/swivt/1.0"/>
	</owl:Ontology>
	<swivt:Subject rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Constrained_risk-2Daverse_Markov_decision_processes">
		<rdf:type rdf:resource="http://murray.cds.caltech.edu/Special:URIResolver/Category-3APapers"/>
		<rdfs:label>Constrained risk-averse Markov decision processes</rdfs:label>
		<rdfs:isDefinedBy rdf:resource="https://murray.cds.caltech.edu/Special:ExportRDF/Constrained_risk-2Daverse_Markov_decision_processes"/>
		<swivt:page rdf:resource="https://murray.cds.caltech.edu/Constrained_risk-2Daverse_Markov_decision_processes"/>
		<swivt:wikiNamespace rdf:datatype="http://www.w3.org/2001/XMLSchema#integer">0</swivt:wikiNamespace>
		<swivt:wikiPageContentLanguage rdf:datatype="http://www.w3.org/2001/XMLSchema#string">en</swivt:wikiPageContentLanguage>
		<property:Abstract rdf:datatype="http://www.w3.org/2001/XMLSchema#string">We consider the problem of designing policies for Markov decision processes (MDPs) with dynamic coherent risk objectives and constraints. We begin by formulating the problem in a Lagrangian framework. Under the assumption that the risk objectives and constraints can be represented by a Markov risk transition mapping, we propose an optimization-based method to synthesize Markovian policies that lower-bound the constrained risk-averse problem. We demonstrate that the formulated optimization problems are in the form of difference convex programs (DCPs) and can be solved by the disciplined convex-concave programming (DCCP) framework. We show that these results generalize linear programs for constrained MDPs with total discounted expected costs and constraints. Finally, we illustrate the effectiveness of the proposed method with numerical experiments on a rover navigation problem involving conditional-value-at-risk (CVaR) and entropic-value-at-risk (EVaR) coherent risk measures.</property:Abstract>
		<property:Authors rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Mohamadreza Ahmadi</property:Authors>
		<property:Authors rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Ugo Rosolia</property:Authors>
		<property:Authors rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Michel D Ingham</property:Authors>
		<property:Authors rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Richard M Murray</property:Authors>
		<property:Authors rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Aaron D Ames</property:Authors>
		<property:ID rdf:datatype="http://www.w3.org/2001/XMLSchema#string">2021e</property:ID>
		<property:Source rdf:datatype="http://www.w3.org/2001/XMLSchema#string">35th AAAI Conference on Artificial Intelligence (AAAI-21)</property:Source>
		<property:Tag rdf:datatype="http://www.w3.org/2001/XMLSchema#string">MA+21-aaai</property:Tag>
		<property:Title rdf:resource="&wiki;Constrained_risk-2Daverse_Markov_decision_processes"/>
		<property:Type rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Conference paper</property:Type>
		<swivt:wikiPageModificationDate rdf:datatype="http://www.w3.org/2001/XMLSchema#dateTime">2021-09-04T20:55:29Z</swivt:wikiPageModificationDate>
		<property:Modification_date-23aux rdf:datatype="http://www.w3.org/2001/XMLSchema#double">2459462.3718634</property:Modification_date-23aux>
		<swivt:wikiPageSortKey rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Constrained risk-averse Markov decision processes</swivt:wikiPageSortKey>
		<property:URL rdf:resource="http://www.cds.caltech.edu/~murray/preprints/aaaYY-place.pdf"/>
	</swivt:Subject>
	<owl:ObjectProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3ATitle">
		<rdfs:label>Title</rdfs:label>
		<rdfs:isDefinedBy rdf:resource="https://murray.cds.caltech.edu/Special:ExportRDF/Property-3ATitle"/>
		<swivt:page rdf:resource="https://murray.cds.caltech.edu/Property-3ATitle"/>
		<swivt:wikiNamespace rdf:datatype="http://www.w3.org/2001/XMLSchema#integer">102</swivt:wikiNamespace>
		<swivt:wikiPageContentLanguage rdf:datatype="http://www.w3.org/2001/XMLSchema#string">en</swivt:wikiPageContentLanguage>
		<swivt:wikiPageSortKey rdf:datatype="http://www.w3.org/2001/XMLSchema#string">Title</swivt:wikiPageSortKey>
		<swivt:type rdf:resource="http://semantic-mediawiki.org/swivt/1.0#_wpg"/>
	</owl:ObjectProperty>
	<owl:DatatypeProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#creationDate" />
	<owl:Class rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Category-3APapers" />
	<owl:ObjectProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#page" />
	<owl:DatatypeProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#wikiNamespace" />
	<owl:DatatypeProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#wikiPageContentLanguage" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3AAbstract" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3AAuthors" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3AID" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3ASource" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3ATag" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3AType" />
	<owl:DatatypeProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#wikiPageModificationDate" />
	<owl:DatatypeProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3AModification_date-23aux" />
	<owl:DatatypeProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#wikiPageSortKey" />
	<owl:ObjectProperty rdf:about="http://murray.cds.caltech.edu/Special:URIResolver/Property-3AURL" />
	<owl:ObjectProperty rdf:about="http://semantic-mediawiki.org/swivt/1.0#type" />
	<!-- Created by Semantic MediaWiki, https://www.semantic-mediawiki.org/ -->
</rdf:RDF>