<!doctype html>
< html lang = "en" class = "no-js" >
< head >
< meta charset = "utf-8" >
< meta name = "viewport" content = "width=device-width,initial-scale=1" >
< meta name = "description" content = "Little helper to run Rancher Lab's k3s in Docker" >
< link rel = "canonical" href = "https://k3d.io/usage/guides/calico/" >
< link rel = "shortcut icon" href = "../../../static/img/favicons_black_blue/favicon.png" >
< meta name = "generator" content = "mkdocs-1.1.2, mkdocs-material-6.2.5" >
< title > Use Calico instead of Flannel - k3d< / title >
< link rel = "stylesheet" href = "../../../assets/stylesheets/main.15aa0b43.min.css" >
< link rel = "stylesheet" href = "../../../assets/stylesheets/palette.75751829.min.css" >
< meta name = "theme-color" content = "#000000" >
< link rel = "preconnect" href = "https://fonts.gstatic.com" crossorigin >
< link rel = "stylesheet" href = "https://fonts.googleapis.com/css?family=Roboto:300,400,400i,700%7CRoboto+Mono&display=fallback" >
< style > body , input { font-family : "Roboto" , - apple-system , BlinkMacSystemFont , Helvetica , Arial , sans-serif } code , kbd , pre { font-family : "Roboto Mono" , SFMono-Regular , Consolas , Menlo , monospace } < / style >
< link rel = "stylesheet" href = "../../../static/css/asciinema-player.css" >
< link rel = "stylesheet" href = "../../../static/css/extra.css" >
< / head >
< body dir = "ltr" data-md-color-scheme = "" data-md-color-primary = "black" data-md-color-accent = "grey" >
< input class = "md-toggle" data-md-toggle = "drawer" type = "checkbox" id = "__drawer" autocomplete = "off" >
< input class = "md-toggle" data-md-toggle = "search" type = "checkbox" id = "__search" autocomplete = "off" >
< label class = "md-overlay" for = "__drawer" > < / label >
< div data-md-component = "skip" >
< a href = "#use-calico-instead-of-flannel" class = "md-skip" >
Skip to content
< / a >
< / div >
< div data-md-component = "announce" >
< / div >
< header class = "md-header" data-md-component = "header" >
< nav class = "md-header-nav md-grid" aria-label = "Header" >
< a href = "https://k3d.io/" title = "k3d" class = "md-header-nav__button md-logo" aria-label = "k3d" >
< img src = "../../../static/img/k3d_logo_black_green.svg" alt = "logo" >
< / a >
< label class = "md-header-nav__button md-icon" for = "__drawer" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2z" / > < / svg >
< / label >
< div class = "md-header-nav__title" data-md-component = "header-title" >
< div class = "md-header-nav__ellipsis" >
< div class = "md-header-nav__topic" >
< span class = "md-ellipsis" >
k3d
< / span >
< / div >
< div class = "md-header-nav__topic" >
< span class = "md-ellipsis" >
Use Calico instead of Flannel
< / span >
< / div >
< / div >
< / div >
< label class = "md-header-nav__button md-icon" for = "__search" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M9.5 3A6.5 6.5 0 0116 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 019.5 16 6.5 6.5 0 013 9.5 6.5 6.5 0 019.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5z" / > < / svg >
< / label >
< div class = "md-search" data-md-component = "search" role = "dialog" >
< label class = "md-search__overlay" for = "__search" > < / label >
< div class = "md-search__inner" role = "search" >
< form class = "md-search__form" name = "search" >
< input type = "text" class = "md-search__input" name = "query" aria-label = "Search" placeholder = "Search" autocapitalize = "off" autocorrect = "off" autocomplete = "off" spellcheck = "false" data-md-component = "search-query" data-md-state = "active" required >
< label class = "md-search__icon md-icon" for = "__search" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M9.5 3A6.5 6.5 0 0116 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 019.5 16 6.5 6.5 0 013 9.5 6.5 6.5 0 019.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5z" / > < / svg >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12z" / > < / svg >
< / label >
< button type = "reset" class = "md-search__icon md-icon" aria-label = "Clear" data-md-component = "search-reset" tabindex = "-1" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M19 6.41L17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41z" / > < / svg >
< / button >
< / form >
< div class = "md-search__output" >
< div class = "md-search__scrollwrap" data-md-scrollfix >
< div class = "md-search-result" data-md-component = "search-result" >
< div class = "md-search-result__meta" >
Initializing search
< / div >
< ol class = "md-search-result__list" > < / ol >
< / div >
< / div >
< / div >
< / div >
< / div >
< div class = "md-header-nav__source" >
< a href = "https://github.com/rancher/k3d/" title = "Go to repository" class = "md-source" >
< div class = "md-source__icon md-icon" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 448 512" > < path d = "M439.55 236.05L244 40.45a28.87 28.87 0 00-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 01-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 000 40.81l195.61 195.6a28.86 28.86 0 0040.8 0l194.69-194.69a28.86 28.86 0 000-40.81z" / > < / svg >
< / div >
< div class = "md-source__repository" >
rancher/k3d
< / div >
< / a >
< / div >
< / nav >
< / header >
< div class = "md-container" data-md-component = "container" >
< main class = "md-main" data-md-component = "main" >
< div class = "md-main__inner md-grid" >
< div class = "md-sidebar md-sidebar--primary" data-md-component = "navigation" >
< div class = "md-sidebar__scrollwrap" >
< div class = "md-sidebar__inner" >
< nav class = "md-nav md-nav--primary" aria-label = "Navigation" data-md-level = "0" >
< label class = "md-nav__title" for = "__drawer" >
< a href = "https://k3d.io/" title = "k3d" class = "md-nav__button md-logo" aria-label = "k3d" >
< img src = "../../../static/img/k3d_logo_black_green.svg" alt = "logo" >
< / a >
k3d
< / label >
< div class = "md-nav__source" >
< a href = "https://github.com/rancher/k3d/" title = "Go to repository" class = "md-source" >
< div class = "md-source__icon md-icon" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 448 512" > < path d = "M439.55 236.05L244 40.45a28.87 28.87 0 00-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 01-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 000 40.81l195.61 195.6a28.86 28.86 0 0040.8 0l194.69-194.69a28.86 28.86 0 000-40.81z" / > < / svg >
< / div >
< div class = "md-source__repository" >
rancher/k3d
< / div >
< / a >
< / div >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "../../.." class = "md-nav__link" >
Overview
< / a >
< / li >
< li class = "md-nav__item md-nav__item--active md-nav__item--nested" >
< input class = "md-nav__toggle md-toggle" data-md-toggle = "nav-2" type = "checkbox" id = "nav-2" checked >
< label class = "md-nav__link" for = "nav-2" >
Usage
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< nav class = "md-nav" aria-label = "Usage" data-md-level = "1" >
< label class = "md-nav__title" for = "nav-2" >
< span class = "md-nav__icon md-icon" > < / span >
Usage
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "../../commands/" class = "md-nav__link" >
Command Tree
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "../../kubeconfig/" class = "md-nav__link" >
Handling Kubeconfigs
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "../../multiserver/" class = "md-nav__link" >
Creating multi-server clusters
< / a >
< / li >
< li class = "md-nav__item md-nav__item--active md-nav__item--nested" >
< input class = "md-nav__toggle md-toggle" data-md-toggle = "nav-2-4" type = "checkbox" id = "nav-2-4" checked >
< label class = "md-nav__link" for = "nav-2-4" >
Guides
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< nav class = "md-nav" aria-label = "Guides" data-md-level = "2" >
< label class = "md-nav__title" for = "nav-2-4" >
< span class = "md-nav__icon md-icon" > < / span >
Guides
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "../exposing_services/" class = "md-nav__link" >
Exposing Services
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "../registries/" class = "md-nav__link" >
Registries
< / a >
< / li >
< li class = "md-nav__item md-nav__item--active" >
< input class = "md-nav__toggle md-toggle" data-md-toggle = "toc" type = "checkbox" id = "__toc" >
< label class = "md-nav__link md-nav__link--active" for = "__toc" >
Use Calico instead of Flannel
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< a href = "./" class = "md-nav__link md-nav__link--active" >
Use Calico instead of Flannel
< / a >
< nav class = "md-nav md-nav--secondary" aria-label = "Table of contents" >
< label class = "md-nav__title" for = "__toc" >
< span class = "md-nav__icon md-icon" > < / span >
Table of contents
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "#1-download-and-modify-the-calico-descriptor" class = "md-nav__link" >
1. Download and modify the Calico descriptor
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "#2-create-the-cluster-without-flannel-and-with-calico" class = "md-nav__link" >
2. Create the cluster without flannel and with calico
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "#references" class = "md-nav__link" >
References
< / a >
< / li >
< / ul >
< / nav >
< / li >
< li class = "md-nav__item" >
< a href = "../cuda/" class = "md-nav__link" >
Running CUDA workloads
< / a >
< / li >
< / ul >
< / nav >
< / li >
< / ul >
< / nav >
< / li >
< li class = "md-nav__item md-nav__item--nested" >
< input class = "md-nav__toggle md-toggle" data-md-toggle = "nav-3" type = "checkbox" id = "nav-3" >
< label class = "md-nav__link" for = "nav-3" >
Internals
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< nav class = "md-nav" aria-label = "Internals" data-md-level = "1" >
< label class = "md-nav__title" for = "nav-3" >
< span class = "md-nav__icon md-icon" > < / span >
Internals
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "../../../internals/defaults/" class = "md-nav__link" >
Defaults
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "../../../internals/networking/" class = "md-nav__link" >
Networking
< / a >
< / li >
< / ul >
< / nav >
< / li >
< li class = "md-nav__item md-nav__item--nested" >
< input class = "md-nav__toggle md-toggle" data-md-toggle = "nav-4" type = "checkbox" id = "nav-4" >
< label class = "md-nav__link" for = "nav-4" >
FAQ
< span class = "md-nav__icon md-icon" > < / span >
< / label >
< nav class = "md-nav" aria-label = "FAQ" data-md-level = "1" >
< label class = "md-nav__title" for = "nav-4" >
< span class = "md-nav__icon md-icon" > < / span >
FAQ
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "../../../faq/faq/" class = "md-nav__link" >
FAQ / Nice to know
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "../../../faq/v1vsv3-comparison/" class = "md-nav__link" >
Feature Comparison: v1 vs. v3
< / a >
< / li >
< / ul >
< / nav >
< / li >
< / ul >
< / nav >
< / div >
< / div >
< / div >
< div class = "md-sidebar md-sidebar--secondary" data-md-component = "toc" >
< div class = "md-sidebar__scrollwrap" >
< div class = "md-sidebar__inner" >
< nav class = "md-nav md-nav--secondary" aria-label = "Table of contents" >
< label class = "md-nav__title" for = "__toc" >
< span class = "md-nav__icon md-icon" > < / span >
Table of contents
< / label >
< ul class = "md-nav__list" data-md-scrollfix >
< li class = "md-nav__item" >
< a href = "#1-download-and-modify-the-calico-descriptor" class = "md-nav__link" >
1. Download and modify the Calico descriptor
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "#2-create-the-cluster-without-flannel-and-with-calico" class = "md-nav__link" >
2. Create the cluster without flannel and with calico
< / a >
< / li >
< li class = "md-nav__item" >
< a href = "#references" class = "md-nav__link" >
References
< / a >
< / li >
< / ul >
< / nav >
< / div >
< / div >
< / div >
< div class = "md-content" >
< article class = "md-content__inner md-typeset" >
< a href = "https://github.com/rancher/k3d/edit/master/docs/usage/guides/calico.md" title = "Edit this page" class = "md-content__button md-icon" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M20.71 7.04c.39-.39.39-1.04 0-1.41l-2.34-2.34c-.37-.39-1.02-.39-1.41 0l-1.84 1.83 3.75 3.75M3 17.25V21h3.75L17.81 9.93l-3.75-3.75L3 17.25z" / > < / svg >
< / a >
< h1 id = "use-calico-instead-of-flannel" > Use Calico instead of Flannel< a class = "headerlink" href = "#use-calico-instead-of-flannel" title = "Permanent link" > ¶ < / a > < / h1 >
< p > If you want to use NetworkPolicy you can use Calico in k3s instead of Flannel.< / p >
< h3 id = "1-download-and-modify-the-calico-descriptor" > 1. Download and modify the Calico descriptor< a class = "headerlink" href = "#1-download-and-modify-the-calico-descriptor" title = "Permanent link" > ¶ < / a > < / h3 >
< p > You can following the < a href = "https://docs.projectcalico.org/master/reference/cni-plugin/configuration" > documentation< / a > < / p >
< p > And then you have to change the ConfigMap < code > calico-config< / code > . On the < code > cni_network_config< / code > add the entry for allowing IP forwarding< br / >
< div class = "highlight" > < pre > < span > < / span > < code > < span class = "nt" > " container_settings" < / span > < span class = "p" > :< / span > < span class = "p" > {< / span >
< span class = "nt" > " allow_ip_forwarding" < / span > < span class = "p" > :< / span > < span class = "kc" > true< / span >
< span class = "p" > }< / span >
< / code > < / pre > < / div >
Or you can directly use this < a href = "../calico.yaml" > calico.yaml< / a > manifest< / p >
< h2 id = "2-create-the-cluster-without-flannel-and-with-calico" > 2. Create the cluster without flannel and with calico< a class = "headerlink" href = "#2-create-the-cluster-without-flannel-and-with-calico" title = "Permanent link" > ¶ < / a > < / h2 >
< p > On the k3s cluster creation :
- add the flag < code > --flannel-backend=none< / code > . For this, on k3d you need to forward this flag to k3s with the option < code > --k3s-server-arg< / code > .
- mount (< code > --volume< / code > ) the calico descriptor in the auto deploy manifest directory of k3s < code > /var/lib/rancher/k3s/server/manifests/< / code > < / p >
< p > So the command of the cluster creation is (when you are at root of the k3d repository)
< div class = "highlight" > < pre > < span > < / span > < code > k3d cluster create < span class = "s2" > " < / span > < span class = "si" > ${< / span > < span class = "nv" > clustername< / span > < span class = "si" > }< / span > < span class = "s2" > " < / span > --k3s-server-arg < span class = "s1" > ' --flannel-backend=none' < / span > --volume < span class = "s2" > " < / span > < span class = "k" > $(< / span > < span class = "nb" > pwd< / span > < span class = "k" > )< / span > < span class = "s2" > /docs/usage/guides/calico.yaml:/var/lib/rancher/k3s/server/manifests/calico.yaml" < / span >
< / code > < / pre > < / div >
In this example :
- change < code > "${clustername}"< / code > with the name of the cluster (or set a variable).
- < code > $(pwd)/docs/usage/guides/calico.yaml< / code > is the absolute path of the calico manifest, you can adapt it.< / p >
< p > You can add other options, < a href = "../../commands/" > see< / a > . < / p >
< p > The cluster will start without flannel and with Calico as CNI Plugin.< / p >
< p > For watching for the pod(s) deployment
< div class = "highlight" > < pre > < span > < / span > < code > watch < span class = "s2" > " kubectl get pods -n kube-system" < / span >
< / code > < / pre > < / div > < / p >
< p > You will have something like this at beginning (with the command line < code > kubectl get pods -n kube-system< / code > )
< div class = "highlight" > < pre > < span > < / span > < code > NAME READY STATUS RESTARTS AGE
helm-install-traefik-pn84f 0/1 Pending 0 3s
calico-node-97rx8 0/1 Init:0/3 0 3s
metrics-server-7566d596c8-hwnqq 0/1 Pending 0 2s
calico-kube-controllers-58b656d69f-2z7cn 0/1 Pending 0 2s
local-path-provisioner-6d59f47c7-rmswg 0/1 Pending 0 2s
coredns-8655855d6-cxtnr 0/1 Pending 0 2s
< / code > < / pre > < / div > < / p >
< p > And when it finish to start
< div class = "highlight" > < pre > < span > < / span > < code > NAME READY STATUS RESTARTS AGE
metrics-server-7566d596c8-hwnqq 1/1 Running 0 56s
calico-node-97rx8 1/1 Running 0 57s
helm-install-traefik-pn84f 0/1 Completed 1 57s
svclb-traefik-lmjr5 2/2 Running 0 28s
calico-kube-controllers-58b656d69f-2z7cn 1/1 Running 0 56s
local-path-provisioner-6d59f47c7-rmswg 1/1 Running 0 56s
traefik-758cd5fc85-x8p57 1/1 Running 0 28s
coredns-8655855d6-cxtnr 1/1 Running 0 56s
< / code > < / pre > < / div > < / p >
< p > Note :
- you can use the auto deploy manifest or a kubectl apply depending on your needs
- <!-- --> Calico is not as quick as Flannel (but it provides more features)< / p >
< h2 id = "references" > References< a class = "headerlink" href = "#references" title = "Permanent link" > ¶ < / a > < / h2 >
< p > https://rancher.com/docs/k3s/latest/en/installation/network-options/< br / >
https://docs.projectcalico.org/getting-started/kubernetes/k3s/< / p >
< hr >
< div class = "md-source-date" >
< small >
Last update: < span class = "git-revision-date-localized-plugin git-revision-date-localized-plugin-date" > January 5, 2021< / span >
< / small >
< / div >
< / article >
< / div >
< / div >
< / main >
< footer class = "md-footer" >
< div class = "md-footer-nav" >
< nav class = "md-footer-nav__inner md-grid" aria-label = "Footer" >
< a href = "../registries/" class = "md-footer-nav__link md-footer-nav__link--prev" rel = "prev" >
< div class = "md-footer-nav__button md-icon" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12z" / > < / svg >
< / div >
< div class = "md-footer-nav__title" >
< div class = "md-ellipsis" >
< span class = "md-footer-nav__direction" >
Previous
< / span >
Registries
< / div >
< / div >
< / a >
< a href = "../cuda/" class = "md-footer-nav__link md-footer-nav__link--next" rel = "next" >
< div class = "md-footer-nav__title" >
< div class = "md-ellipsis" >
< span class = "md-footer-nav__direction" >
Next
< / span >
Running CUDA workloads
< / div >
< / div >
< div class = "md-footer-nav__button md-icon" >
< svg xmlns = "http://www.w3.org/2000/svg" viewBox = "0 0 24 24" > < path d = "M4 11v2h12l-5.5 5.5 1.42 1.42L19.84 12l-7.92-7.92L10.5 5.5 16 11H4z" / > < / svg >
< / div >
< / a >
< / nav >
< / div >
< div class = "md-footer-meta md-typeset" >
< div class = "md-footer-meta__inner md-grid" >
< div class = "md-footer-copyright" >
< div class = "md-footer-copyright__highlight" >
Copyright © 2020 k3d Authors
< / div >
Made with
< a href = "https://squidfunk.github.io/mkdocs-material/" target = "_blank" rel = "noopener" >
Material for MkDocs
< / a >
< / div >
< / div >
< / div >
< / footer >
< / div >
< script src = "../../../assets/javascripts/vendor.93c04032.min.js" > < / script >
< script src = "../../../assets/javascripts/bundle.83e5331e.min.js" > < / script > < script id = "__lang" type = "application/json" > { "clipboard.copy" : "Copy to clipboard" , "clipboard.copied" : "Copied to clipboard" , "search.config.lang" : "en" , "search.config.pipeline" : "trimmer, stopWordFilter" , "search.config.separator" : "[\\s\\-]+" , "search.placeholder" : "Search" , "search.result.placeholder" : "Type to start searching" , "search.result.none" : "No matching documents" , "search.result.one" : "1 matching document" , "search.result.other" : "# matching documents" , "search.result.more.one" : "1 more on this page" , "search.result.more.other" : "# more on this page" , "search.result.term.missing" : "Missing" } < / script >
< script >
app = initialize({
base: "../../..",
features: ['tabs'],
search: Object.assign({
worker: "../../../assets/javascripts/worker/search.8c7e0a7e.min.js"
}, typeof search !== "undefined" & & search)
})
< / script >
< script src = "../../../static/js/asciinema-player.js" > < / script >
< / body >
< / html >