<?xml version="1.0" encoding="iso-8859-1"?>
<?xml-stylesheet type='text/xsl' href='rfc2629.xslt' ?>
<?rfc strict="no" ?>
<?rfc toc="yes"?>
<?rfc tocompact="yes"?>
<?rfc tocdepth="3"?>
<?rfc tocindent="yes"?>
<?rfc symrefs="yes"?>
<?rfc sortrefs="yes" ?>
<?rfc comments="yes"?>
<?rfc inline="yes"?>
<?rfc compact="yes"?>
<?rfc subcompact="no"?> version='1.0' encoding='UTF-8'?>
<!DOCTYPE rfc SYSTEM "rfc2629.dtd" [
  <!ENTITY RFC2119 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.2119.xml"> nbsp    "&#160;">
  <!ENTITY RFC4271 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.4271.xml"> zwsp   "&#8203;">
  <!ENTITY RFC4272 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.4272.xml"> nbhy   "&#8209;">
  <!ENTITY RFC4360 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.4360.xml">
<!ENTITY RFC4364 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.4364.xml">
<!ENTITY RFC4684 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.4684.xml">
<!ENTITY RFC4760 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.4760.xml">
<!ENTITY RFC5291 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.5291.xml">
<!ENTITY RFC5925 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.5925.xml">
<!ENTITY RFC6952 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.6952.xml">
<!ENTITY RFC7752 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.7752.xml">
<!ENTITY RFC7911 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.7911.xml">
<!ENTITY RFC7926 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.7926.xml">
<!ENTITY RFC8126 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.8126.xml">
<!ENTITY RFC8174 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.8174.xml">
<!ENTITY RFC8402 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.8402.xml">
<!ENTITY RFC9012 SYSTEM "http://xml.resource.org/public/rfc/bibxml/reference.RFC.9012.xml">
<!ENTITY I-D.ietf-idr-bgpls-segment-routing-epe SYSTEM "http://xml2rfc.ietf.org/public/rfc/bibxml3/reference.I-D.ietf-idr-bgpls-segment-routing-epe">
<!ENTITY I-D.farrel-spring-sr-domain-interconnect SYSTEM "http://xml2rfc.ietf.org/public/rfc/bibxml3/reference.I-D.farrel-spring-sr-domain-interconnect">
<!ENTITY I-D.ietf-idr-bgp-ls-segment-routing-ext SYSTEM "http://xml2rfc.ietf.org/public/rfc/bibxml3/reference.I-D.ietf-idr-bgp-ls-segment-routing-ext"> wj     "&#8288;">
]>

<rfc xmlns:xi="http://www.w3.org/2001/XInclude" category="std" number="9125" docName="draft-ietf-bess-datacenter-gateway-13" ipr="trust200902"> ipr="trust200902" obsoletes="" updates="" submissionType="IETF" xml:lang="en" tocInclude="true" tocDepth="3" symRefs="true" sortRefs="true" version="3" consensus="true">

  <front>
    <title abbrev="SR DC Gateways">Gateway Auto-Discovery and Route
    Advertisement for Segment Routing Enabled Site Interconnection</title> Interconnection Using Segment Routing</title>
  <seriesInfo name="RFC" value="9125"/>

    <author fullname="Adrian Farrel" initials="A." surname="Farrel">
      <organization>Old Dog Consulting</organization>
      <address>
        <email>adrian@olddog.co.uk</email>
      </address>
    </author>
    <author fullname="John Drake" initials="J." surname="Drake">
      <organization>Juniper Networks</organization>
      <address>
        <email>jdrake@juniper.net</email>
      </address>
    </author>
    <author fullname="Eric Rosen" initials="E." surname="Rosen">
      <organization>Juniper Networks</organization>
      <address>
        <email>erosen52@gmail.com</email>
      </address>
    </author>
    <author fullname="Keyur Patel" initials="K." surname="Patel">
      <organization>Arrcus, Inc.</organization>
      <address>
        <email>keyur@arrcus.com</email>
      </address>
    </author>
    <author fullname="Luay Jalil" initials="L" surname="Jalil">
      <organization>Verizon</organization>
      <address>
        <email>luay.jalil@verizon.com</email>
      </address>
    </author>
    <date year="2021" /> month="August" year="2021"/>
    <area>Routing</area>
    <workgroup>BESS Working Group</workgroup>
    <keyword>SR</keyword>
    <keyword>GW</keyword>
    <keyword>BGP</keyword>
    <abstract>
      <t>Data centers are attached to the Internet or a backbone network by
      gateway routers.  One data center typically has more than one gateway
      for commercial, load balancing, load-balancing, and resiliency reasons.  Other sites,
      such as access networks, also need to be connected across backbone
      networks through gateways.</t>
      <t>This document defines a mechanism using the BGP Tunnel Encapsulation
      attribute to allow data center gateway routers to advertise routes to
      the prefixes reachable in the site, including advertising them on behalf
      of other gateways at the same site.  This allows segment routing to be
      used to identify multiple paths across the Internet or backbone network
      between different gateways.  The paths can be selected for
      load-balancing, resilience, and quality purposes.</t>
    </abstract>
  </front>
  <middle>
    <section anchor="introduction" title="Introduction"> numbered="true" toc="default">
      <name>Introduction</name>

      <t>Data centers (DCs) are critical components of the infrastructure used
      by network operators to provide services to their customers.  DCs
      (sites) are interconnected by a backbone network, which consists of any
      number of private networks and/or the Internet.  DCs are attached to the
      backbone network by
        gateway routers that are gateways (GWs).  One DC typically has more
      than one GW for various reasons including commercial preferences, load
      balancing, or resiliency against connection or device failure.</t>
      <t>Segment Routing (SR) <xref (<xref target="RFC8402" /> format="default"/>) is a
      protocol mechanism that can be used within a DC, and
        also DC as well as for steering
      traffic that flows between two DC sites.  In order for a source site
      (also known as an ingress site) that uses SR to load balance load-balance the flows
      it sends to a destination site (also known as an egress site), it needs
      to know the complete set of entry nodes (i.e., GWs) for that egress DC
      from the backbone network connecting the two DCs.  Note that it is
      assumed that the connected set of DC sites and the border nodes in the
      backbone network on the paths that connect the DC sites are part of the
      same SR BGP - Link State (LS) instance (<xref (see <xref target="RFC7752" />
      format="default"/> and <xref target="I-D.ietf-idr-bgpls-segment-routing-epe" />)
      target="RFC9086" format="default"/>) so
      that traffic engineering using SR may be used for these flows.</t>

      <t>Other sites, such as access networks, also need to be connected
      across backbone networks through gateways.  For illustrative purposes,
      consider the ingress and egress sites shown in <xref
      target="david_hockney" /> format="default"/> as separate ASes Autonomous Systems (ASes) (noting that
      the sites could be implemented as part of the ASes to which they are
      attached, or as separate ASes).

      The various ASes that provide connectivity between the ingress and
      egress sites could each be constructed differently and use different
      technologies such as IP, IP; MPLS using global table routing information
      from native BGP, BGP; MPLS IP VPN, VPN; SR-MPLS IP VPN, VPN; or SRv6 IP VPN.

      That is, the ingress and egress sites can be connected by tunnels across
      a variety of technologies. This document describes how SR identifiers Segment
      Identifiers (SIDs) are used to identify the paths between the ingress
      and egress sites.</t>

      <t>The solution described in this document is agnostic as to whether the
      transit ASes do or do not have SR capabilities.  The solution uses SR to
      stitch together path segments between GWs and through the ASBRs. Autonomous
      System Border Routers (ASBRs).  Thus, there is a requirement that the
      GWs and ASBRs are SR-capable. SR capable.  The solution supports the SR path being
      extended into the ingress and egress sites if they are SR-capable.</t> SR capable.</t>
      <t>The solution defined in this document can be seen in the broader
      context of site interconnection in <xref
      target="I-D.farrel-spring-sr-domain-interconnect" />. format="default"/>.
      That document shows how other existing protocol elements may be combined
      with the solution defined in this document to provide a full system, but
      it is not a necessary reference for understanding this document.</t>

      <t>Suppose that there are two gateways, GW1 and GW2 as shown in <xref
      target="david_hockney" />, format="default"/>, for a given egress site and
      that they each advertise a route to prefix X X, which is located within the
      egress site with each setting itself as next hop.  One might think that
      the GWs for X could be inferred from the routes&apos; next hop routes' next-hop fields, but
      typically it is not the case that both routes get distributed across the
      backbone: rather only the best route, as selected by BGP, is
      distributed.  This precludes load balancing load-balancing flows across both GWs.</t>
      <figure anchor="david_hockney" title="Example anchor="david_hockney">
        <name>Example Site Interconnection"> Interconnection</name>
        <artwork align="center">
         <![CDATA[ align="center" name="" type="" alt=""><![CDATA[
      -----------------                    ---------------------
     | Ingress         |                  | Egress     ------   |
     | Site            |                  | Site      |Prefix|  |
     |                 |                  |           |   X  |  |
     |                 |                  |            ------   |
     |       --        |                  |   ---          ---  |
     |      |GW|       |                  |  |GW1|        |GW2| |
      -------++--------                    ----+-----------+-+--
             | \                               |          /  |
             |  \                              |         /   |
             |  -+-------------        --------+--------+--  |
             | ||ASBR|     ----|      |----  |ASBR| |ASBR| | |
             | | ----     |ASBR+------+ASBR|  ----   ----  | |
             | |           ----|      |----                | |
             | |               |      |                    | |
             | |           ----|      |----                | |
             | | AS1      |ASBR+------+ASBR|           AS2 | |
             | |           ----|      |----                | |
             |  ---------------        --------------------  |
           --+-----------------------------------------------+--
          | |ASBR|                                       |ASBR| |
          |  ----               AS3                       ----  |
          |                                                     |
           -----------------------------------------------------
         ]]>
       </artwork>
       ]]></artwork>
      </figure>

      <t>The obvious solution to this problem is to use the BGP feature that
      allows the advertisement of multiple paths in BGP (known as Add-Paths) <xref
      (<xref target="RFC7911" /> format="default"/>) to ensure that all routes to X
      get advertised by BGP.  However, even if this is done, the identity of
      the GWs will be lost as soon as the routes get distributed through an Autonomous System Border Router (ASBR)
      ASBR that will set itself to be the
      next hop.  And if there are multiple Autonomous Systems (ASes) ASes in the
      backbone, not only will the next hop change several times, but the
      Add-Paths technique will experience scaling issues.  This all means that
      the Add-Paths approach is effectively limited to sites connected over a
      single AS.</t>
      <t>This document defines a solution that overcomes this limitation and
      works equally well with a backbone constructed from one or more ASes
      using the Tunnel Encapsulation attribute
        <xref (<xref target="RFC9012" />
      format="default"/>) as follows:
        <list style="empty">
           <t>When
      </t>
      <ul empty="true" spacing="normal">
        <li>When a GW to a given site advertises a route to a prefix X within
        that site, it will include a Tunnel Encapsulation attribute that
        contains the union of the Tunnel Encapsulation attributes advertised
        by each of the GWs to that site, including itself.</t>
        </list></t> itself.</li>
      </ul>
      <t>In other words, each route advertised by a GW identifies all of the
      GWs to the same site (see <xref target="DCGWautodisco" />
      format="default"/> for a discussion of how GWs discover each other).  I.e., other),
      i.e., the Tunnel Encapsulation attribute advertised by each GW contains
      multiple Tunnel TLVs, one or more from each active GW, and each Tunnel
      TLV will contain a Tunnel Egress Endpoint Sub-TLV sub-TLV that identifies the GW
      for that Tunnel TLV.  Therefore, even if only one of the routes is
      distributed to other ASes, it will not matter how many times the next
      hop changes, as the Tunnel Encapsulation attribute will remain
      unchanged.</t>
      <t>To put this in the context of <xref target="david_hockney" />,
      format="default"/>, GW1 and GW2 discover each other as gateways for the
      egress site.  Both GW1 and GW2 advertise themselves as having routes to
      prefix X.  Furthermore, GW1 includes a Tunnel Encapsulation attribute attribute,
      which is the union of its Tunnel Encapsulation attribute and GW2&apos;s GW2's
      Tunnel Encapsulation attribute.  Similarly, GW2 includes a Tunnel
      Encapsulation attribute attribute, which is the union of its Tunnel Encapsulation
      attribute and GW1&apos;s GW1's Tunnel Encapsulation attribute.  The gateway in the
      ingress site can now see all possible paths to X in the egress site
      regardless of which route is propagated to it, and it can choose one, one or
      balance traffic flows as it sees fit.</t>
    </section>
    <section title="Requirements Language">

    <t>The numbered="true" toc="default">
      <name>Requirements Language</name>

        <t>
    The key words "MUST", "MUST NOT", "REQUIRED", "SHALL", "SHALL NOT",
       "SHOULD", "SHOULD NOT", "RECOMMENDED", "NOT RECOMMENDED", "MAY", "<bcp14>MUST</bcp14>", "<bcp14>MUST NOT</bcp14>", "<bcp14>REQUIRED</bcp14>", "<bcp14>SHALL</bcp14>", "<bcp14>SHALL
    NOT</bcp14>", "<bcp14>SHOULD</bcp14>", "<bcp14>SHOULD NOT</bcp14>", "<bcp14>RECOMMENDED</bcp14>", "<bcp14>NOT RECOMMENDED</bcp14>",
    "<bcp14>MAY</bcp14>", and
       "OPTIONAL" "<bcp14>OPTIONAL</bcp14>" in this document are to be interpreted as
    described in BCP 14 BCP&nbsp;14 <xref target="RFC2119" /> target="RFC2119"/> <xref target="RFC8174" /> target="RFC8174"/>
    when, and only when, they appear in all capitals, as shown here.</t> here.
        </t>

    </section>
    <section anchor="DCGWautodisco" title="Site numbered="true" toc="default">
      <name>Site Gateway Auto-Discovery"> Auto-Discovery</name>
      <t>To allow a given site&apos;s site's GWs to auto-discover each other and to coordinate their operations,
        the following procedures are implemented:

        <list style="symbols">
           <t>A

      </t>
      <ul spacing="normal">
        <li>A route target (<xref target="RFC4360" />) MUST format="default"/>) <bcp14>MUST</bcp14> be
        attached to each GW&apos;s GW's auto-discovery route (defined below) below), and its
        value MUST <bcp14>MUST</bcp14> be set to a value that indicates the site identifier.  The
        rules for constructing a route target are detailed in <xref
        target="RFC4360" />. format="default"/>.  It is
              RECOMMENDED <bcp14>RECOMMENDED</bcp14> that a Type
        x00 or x02 route target be used.</t>

           <t>Site used.</li>
        <li>Site identifiers are set through configuration.  The site
        identifiers MUST <bcp14>MUST</bcp14> be the same across all GWs to the site (i.e., the
        same identifier is used by all GWs to the same site), site) and MUST <bcp14>MUST</bcp14> be
        unique across all sites that are connected (i.e., across all GWs to
        all sites that are interconnected).</t>

           <t>Each interconnected).</li>
        <li>Each GW MUST <bcp14>MUST</bcp14> construct an import filtering rule to import any
        route that carries a route target with the same site identifier that
        the GW itself uses.  This means that only these GWs will import those
        routes, and that all GWs to the same site will import each other&apos;s other's
        routes and will learn (auto-discover) the current set of active GWs
        for the site.</t>
         </list>
     </t> site.</li>
      </ul>
      <t>The auto-discovery route that each GW advertises consists of the following:
        <list style="symbols">
           <t>An IPv4
      </t>
      <ul spacing="normal">
        <li>IPv4 or IPv6 Network Layer Reachability Information (NLRI) <xref target="RFC4760"/> (<xref
        target="RFC4760" format="default"/>) containing one of the GW&apos;s GW's
        loopback addresses (that is, with an AFI/SAFI pair that is one of the
        following: IPv4/NLRI used for unicast forwarding (1/1), (1/1); IPv6/NLRI used for
        unicast forwarding (2/1), (2/1); IPv4/NLRI with MPLS Labels (1/4), (1/4); or
        IPv6/NLRI with MPLS Labels (2/4)).</t>

           <t>A (2/4)).</li>

       <li>A Tunnel Encapsulation attribute <xref (<xref target="RFC9012" />
       format="default"/>) containing the GW&apos;s GW's encapsulation information
       encoded in one or more Tunnel TLVs.</t>
         </list>
     </t> TLVs.</li>
      </ul>
      <t>To avoid the side effect of applying the Tunnel Encapsulation
      attribute to any packet that is addressed to the GW itself, the address
      advertised for auto-discovery MUST <bcp14>MUST</bcp14> be a different
      loopback address than is advertised for packets directed to the gateway
      itself.</t>
      <t>As described in <xref target="introduction" />, format="default"/>, each
      GW will include a Tunnel Encapsulation attribute with the GW
      encapsulation information for each of the site&apos;s site's active GWs (including
      itself) in every route advertised externally to that site.  As the
      current set of active GWs changes (due to the addition of a new GW or
      the failure/removal of an existing GW) GW), each externally advertised route
      will be re-advertised with a new Tunnel Encapsulation attribute attribute, which
      reflects the current set of active GWs.</t>
      <t>If a gateway becomes disconnected from the backbone network, or if
      the site operator decides to terminate the gateway&apos;s gateway's activity, it MUST
      <bcp14>MUST</bcp14> withdraw the advertisements described above.  This
      means that remote gateways at other sites will stop seeing
      advertisements from or about this gateway.  Note that if the routing
      within a site is broken (for example, such that there is a route from
      one GW to another, another but not in the reverse direction), then it is
      possible that incoming traffic will be routed to the wrong GW to reach
      the destination prefix - prefix; in this degraded network situation, traffic may
      be dropped.</t>
      <t>Note that if a GW is (mis)configured with a different site identifier
      from the other GWs to the same site site, then it will not be auto-discovered
      by the other GWs (and will not auto-discover the other GWs).  This would
      result in a GW for another site receiving only the Tunnel Encapsulation
      attribute included in the BGP best route; route, i.e., the Tunnel Encapsulation
      attribute of the (mis)configured GW or that of the other GWs.</t>
    </section>
    <section anchor="EPE" title="Relationship numbered="true" toc="default">
      <name>Relationship to BGP - Link State and Egress Peer Engineering"> Engineering</name>
      <t>When a remote GW receives a route to a prefix X, it uses the Tunnel
      Egress Endpoint Sub-TLVs sub-TLVs in the containing Tunnel Encapsulation
      attribute to identify the GWs through which X can be reached.  It uses
      this information to compute SR Traffic Engineering (SR TE) paths across
      the backbone network looking at the information advertised to it in SR
      BGP - Link State (BGP-LS) <xref target="I-D.ietf-idr-bgp-ls-segment-routing-ext" /> (<xref
      target="RFC9085" format="default"/>) and
      correlated using the site identity.  SR Egress Peer Engineering (EPE)
        <xref target="I-D.ietf-idr-bgpls-segment-routing-epe" />
      (<xref target="RFC9086"
      format="default"/>) can be used to supplement the information advertised
      in BGP-LS.</t>
    </section>
    <section anchor="advertising" title="Advertising numbered="true" toc="default">
      <name>Advertising a Site Route Externally"> Externally</name>
      <t>When a packet destined for prefix X is sent on an SR TE path to a GW
      for the site containing X (that is, the packet is sent in the ingress
      site on an SR TE path that describes the whole path including those
      parts that are within the egress site), it needs to carry the receiving GW&apos;s
      GW's SID for X such that this SID becomes the next SID that is due to be
      processed before the GW completes its processing of the packet.  To
      achieve this, each Tunnel TLV in the Tunnel Encapsulation attribute
      contains a Prefix-SID sub-TLV
        <xref (<xref target="RFC9012" />
      format="default"/>) for X.</t>
      <t>As defined in <xref target="RFC9012" />, format="default"/>, the
      Prefix-SID sub-TLV is only for IPv4/IPV6 labelled unicast Labeled Unicast routes, so the
      solution described in this document only applies to routes of those
      types.  If the use of the Prefix-SID sub-TLV for routes of other types
      is defined in the future, further documents will be needed to describe
      their use for site interconnection consistent with this document.</t>
      <t>Alternatively, if MPLS SR is in use and if the GWs for a given egress
      site are configured to allow GWs at remote ingress sites to perform SR
      TE through that egress site for a prefix X, then each GW to the egress
      site computes an SR TE path through the egress site to X, X and places each
      in an MPLS label stack Label Stack sub-TLV <xref (<xref target="RFC9012" />
      format="default"/>) in the SR Tunnel TLV for that GW.</t>
      <t>Please refer to Section 7 of <xref
      target="I-D.farrel-spring-sr-domain-interconnect" /> sectionFormat="of"
      section="7" format="default"/> for worked examples of how the SID stack
      is constructed in this case, case and how the advertisements would work.</t>
    </section>

    <section anchor="encaps" title="Encapsulation">

     <t>If numbered="true" toc="default">
      <name>Encapsulation</name>

<t>
 If a site is configured to allow remote GWs to send packets to the site in
 the site&apos;s site's native encapsulation, then each GW to the site will also include
 multiple instances of a Tunnel TLV for that native encapsulation in
 externally advertised routes: one for each GW and each containing GW.  Each Tunnel TLV contains a
 Tunnel Egress Endpoint sub-TLV with the address of the GW that GW&apos;s address. the Tunnel TLV
 identifies. A remote GW may then encapsulate a packet according to the rules
 defined via the sub-TLVs included in each of the Tunnel TLVs.</t>
    </section>
    <section anchor="iana" title="IANA Considerations">

     <t>IANA numbered="true" toc="default">
      <name>IANA Considerations</name>

<t>
 IANA maintains a registry called "Border Gateway Protocol (BGP)
        Parameters" with a sub-registry called the "BGP Tunnel Encapsulation Attribute Tunnel Types."  The registration policy for this
 Typesā€¯ registry
        is First-Come First-Served <xref target="RFC8126" />.</t>

     <t>IANA in the "Border Gateway Protocol (BGP) Tunnel
 Encapsulation" registry.
</t>

<t>
 IANA had previously assigned the value 17 from this sub-registry subregistry
 for "SR Tunnel", referencing this document. document as an Internet-Draft.
 At that time, the assignment policy for this range of the registry
 was "First Come First Served" <xref target="RFC8126"/>.
</t>
<t>

IANA is now requested to mark has marked that assignment as deprecated. IANA may reclaim that
codepoint at such a time that the registry is depleted.</t> depleted.

</t>

    </section>
    <section anchor="security" title="Security Considerations"> numbered="true" toc="default">
      <name>Security Considerations</name>
      <t>From a protocol point of view, the mechanisms described in this
      document can leverage the security mechanisms already defined for BGP.
      Further discussion of security considerations for BGP may be found in
      the BGP specification itself
        <xref (<xref target="RFC4271" /> format="default"/>)
      and in the security analysis for BGP <xref (<xref target="RFC4272" />.
      format="default"/>).  The original discussion of the use of the TCP MD5
      signature option to protect BGP sessions is found in <xref
      target="RFC5925" />, format="default"/>, while <xref target="RFC6952" />
      format="default"/> includes an analysis of BGP keying and authentication
      issues.</t>
      <t>The mechanisms described in this document involve sharing routing or
      reachability information between sites: that sites, which may mean disclosing
      information that is normally contained within a site.  So it needs to be
      understood that normal security paradigms based on the boundaries of
      sites are weakened and interception of BGP messages may result in
      information being disclosed to third parties.  Discussion of these
      issues with respect to VPNs can be found in <xref target="RFC4364" />,
      format="default"/>, while <xref target="RFC7926" /> format="default"/>
      describes many of the issues associated with the exchange of topology or
      TE information between sites.</t>
      <t>Particular exposures resulting from this work include:
        <list style="symbols">
          <t>Gateways
      </t>
      <ul spacing="normal">
        <li>Gateways to a site will know about all other gateways to the same
        site.  This feature applies within a site
             and site, so it is not a substantial
        exposure, but it does mean that if the BGP exchanges within a site can
        be snooped or if a gateway can be subverted subverted, then an attacker may learn
        the full set of gateways to a site.  This would facilitate more
        effective attacks on that site.</t>

          <t>The site.</li>
        <li>The existence of multiple gateways to a site becomes more visible
        across the backbone and even into remote sites.  This means that an
        attacker is able to prepare a more comprehensive attack than exists
        when only the locally attached backbone network (e.g., the AS that
        hosts the site) can see all of the gateways to a site.  For example, a Denial of
             Service
        Denial-of-Service attack on a single GW is mitigated by the existence
        of other GWs, but if the attacker knows about all the
             gateways gateways, then
        the whole set can be attacked at once.</t>

          <t>A once.</li>
        <li>A node in a site that does not have external BGP peering (i.e., is
        not really a site gateway and cannot speak BGP into the backbone
        network) may be able to get itself advertised as a gateway by letting
        other genuine gateways discover it (by speaking BGP to them within the site) and
        site), so it may get those genuine gateways to advertise it as a
        gateway into the backbone network.  This would allow the malicious
        node to attract traffic without having to have secure BGP peerings
        with out-of-site nodes.</t>

          <t>An nodes.</li>
        <li>An external party intercepting BGP messages anywhere between sites
        may learn information about the functioning of the sites and the
        locations of end points. endpoints.  While this is not necessarily a significant
        security or privacy risk, it is possible that the disclosure of this
        information could be used by an attacker.</t>

          <t>If attacker.</li>

        <li>If it is possible to modify a BGP message within the backbone, it
        may be possible to spoof the existence of a gateway.  This could cause
        traffic to be attracted to a specific node and might result in black-holing of traffic.</t>
        </list></t> traffic
        not being delivered.
	</li>

      </ul>
      <t>All of the issues in the list above could cause disruption to site
      interconnection, but they are not new protocol vulnerabilities so much
      as new exposures of information that SHOULD <bcp14>SHOULD</bcp14> be protected
      against using existing protocol mechanisms such as securing the TCP
      sessions over which the BGP messages flow.  Furthermore, it is a general
      observation that if these attacks are
        possible possible, then it is highly likely
      that far more significant attacks can be made on the routing system.  It
      should be noted that BGP peerings are not discovered, discovered but always arise
      from explicit configuration.</t>
      <t>Given that the gateways and ASBRs are connected by tunnels that may
      run across parts of the network that are not trusted, data center
      operators using the approach set out in this network MUST <bcp14>MUST</bcp14>
      consider using gateway-to-gateway encryption to protect the data center
      traffic.  Additionally, due consideration MUST <bcp14>MUST</bcp14> be given
      to encrypting end-to-end traffic as it would be for any traffic that
      uses a public or untrusted network for transport.</t>
    </section>
    <section anchor="manageability" title="Manageability Considerations"> numbered="true" toc="default">
      <name>Manageability Considerations</name>
      <t>The principal configuration item added by this solution is the
      allocation of a site identifier.  The same identifier
        MUST
      <bcp14>MUST</bcp14> be assigned to every GW to the same site, and each
      site MUST <bcp14>MUST</bcp14> have a different identifier.  This requires
      coordination, probably through a central management agent.</t>
      <t>It should be noted that BGP peerings are not discovered, discovered but always
      arise from explicit configuration.  This is no different from any other
      BGP operation.</t>
      <t>The site identifiers that are configured and carried in route targets
      (see <xref target="DCGWautodisco" />) format="default"/>) are an important
      feature to ensure that all of the gateways to a site discover each
      other.  It is, therefore,  Therefore, it is important that this value is not misconfigured
      since that would result in the gateways not discovering each other and
      not advertising each other.</t>

<section anchor="rtc" title="Relationship numbered="true" toc="default">

        <name>Relationship to Route Target Constraint">
        <t>In Constraint</name>

        <t>

 In order to limit the VPN routing information that is maintained at a given
 route reflector, <xref target="RFC4364" /> target="RFC4364"/> suggests the that route reflectors use of
 "Cooperative Route Filtering", which was renamed "Outbound Route Filtering"
 and defined in <xref target="RFC5291" /> between route reflectors. target="RFC5291"/>.

<xref
        target="RFC4684" /> format="default"/> defines an extension to that
        mechanism to include support for multiple autonomous systems and
        asymmetric VPN topologies such as hub-and-spoke.  The mechanism in RFC
        4684 is known as Route Target Constraint (RTC).</t>

        <t>An operator would not normally configure RTC by default for any
        AFI/SAFI combination, combination and would only enable it after careful
        consideration.  When using the mechanisms defined in this document,
        the operator should consider carefully consider the effects of filtering
        routes.  In some cases cases, this may be desirable, and in others others, it could
        limit the effectiveness of the procedures.</t>
      </section>
    </section>

<!--
  <section anchor="contrib" title="Contributors">
     <t>The following people contributed to discussions that led to the
        development of this document:</t>

     <figure>
       <artwork  align="left">
         <![CDATA[
           TBD
           name
           Email: email
         ]]>
       </artwork>
     </figure>
  </section>
-->

  </middle>
  <back>

<displayreference target="I-D.farrel-spring-sr-domain-interconnect" to="SR-INTERCONNECT"/>

    <references>
      <name>References</name>
      <references>
        <name>Normative References</name>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.2119.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.4271.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.4360.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.4760.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.5925.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.7752.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.8174.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.9012.xml"/>
      </references>
      <references>
        <name>Informative References</name>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.4272.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.4364.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.4684.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.5291.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.6952.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.7911.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.7926.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.8126.xml"/>
        <xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.8402.xml"/>
	<xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.9085.xml"/>
	<xi:include href="https://xml2rfc.ietf.org/public/rfc/bibxml/reference.RFC.9086.xml"/>
        <xi:include href="https://datatracker.ietf.org/doc/bibxml3/draft-farrel-spring-sr-domain-interconnect.xml"/>

      </references>
    </references>

  <section anchor="acks" title="Acknowledgements"> numbered="false" toc="default">
      <name>Acknowledgements</name>
      <t>Thanks to Bruno Rijsman, Stephane Litkowski, Boris Hassanov, Linda Dunbar, Ravi Singh, and Daniel Migault <contact fullname="Bruno Rijsman"/>, <contact
      fullname="Stephane Litkowski"/>, <contact fullname="Boris Hassanov"/>,
      <contact fullname="Linda Dunbar"/>, <contact fullname="Ravi Singh"/>,
      and <contact fullname="Daniel Migault"/> for review comments, and to Robert Raszuk
      <contact fullname="Robert Raszuk"/> for useful discussions.  Gyan Mishra  <contact
      fullname="Gyan Mishra"/> provided a helpful GenArt review, and John
        Scudder <contact
      fullname="John Scudder"/> and Benjamin Kaduk <contact fullname="Benjamin Kaduk"/> made
      helpful comments during IESG review.</t>
    </section>

</middle>

<back>
  <references title="Normative References">
    &RFC2119;
    &RFC4271;
    &RFC4360;
    &RFC4760;
    &RFC5925;
    &RFC7752;
    &RFC8174;
    &RFC9012;
  </references>

  <references title="Informative References">
    &RFC4272;
    &RFC4364;
    &RFC4684;
    &RFC5291;
    &RFC6952;
    &RFC7911;
    &RFC7926;
    &RFC8126;
    &RFC8402;
    &I-D.farrel-spring-sr-domain-interconnect;
    &I-D.ietf-idr-bgp-ls-segment-routing-ext;
    &I-D.ietf-idr-bgpls-segment-routing-epe;
  </references>

  </back>
</rfc>