1use std::{2 collections::{BTreeMap, BTreeSet, HashSet},3 io::{self, Read, Write, stdin, stdout},4 path::PathBuf,5 slice,6};78use age::Recipient;9use anyhow::{Context, Result, anyhow, bail, ensure};10use chrono::{DateTime, Utc};11use clap::Parser;12use fleet_base::{13 fleetdata::{FleetSecret, FleetSecretPart, FleetSharedSecret, encrypt_secret_data},14 host::Config,15 opts::FleetOpts,16};17use fleet_shared::SecretData;18use nix_eval::{NixType, Value, nix_go, nix_go_json};19use owo_colors::OwoColorize;20use serde::Deserialize;21use tabled::{Table, Tabled};22use tokio::{fs::read, task::spawn_blocking};23use tracing::{Instrument, error, info, info_span, warn};2425#[derive(Parser)]26pub enum Secret {27 AddManager,28 29 ForceKeys,30 31 AddShared {32 33 name: String,34 35 #[clap(long, short)]36 machines: Vec<String>,37 38 #[clap(long)]39 force: bool,40 41 #[clap(long)]42 public: Option<String>,43 44 #[clap(long)]45 public_file: Option<PathBuf>,4647 48 #[clap(long)]49 expires_at: Option<DateTime<Utc>>,5051 52 #[clap(long)]53 re_add: bool,5455 56 #[clap(long, short = 'p', default_value = "public")]57 public_part: String,58 59 #[clap(short = 's', long, default_value = "secret")]60 part: String,61 },62 63 Add {64 65 name: String,66 67 #[clap(short = 'm', long)]68 machine: String,69 70 #[clap(long)]71 replace: bool,72 73 #[clap(long)]74 merge: bool,75 76 #[clap(long)]77 public: Option<String>,78 79 #[clap(long)]80 public_file: Option<PathBuf>,8182 83 #[clap(short = 'p', long, default_value = "public")]84 public_part: String,85 86 #[clap(short = 's', long, default_value = "secret")]87 part: String,88 },89 90 Read {91 name: String,92 #[clap(short = 'm', long)]93 machine: String,9495 96 #[clap(short = 'p', long, default_value = "secret")]97 part: String,98 },99 100 ReadShared {101 name: String,102 103 #[clap(short = 'p', long, default_value = "secret")]104 part: String,105 106 107 #[clap(long)]108 prefer_identities: Vec<String>,109 },110 UpdateShared {111 name: String,112113 #[clap(short = 'm', long)]114 machine: Option<Vec<String>>,115116 #[clap(long)]117 add_machine: Vec<String>,118 #[clap(long)]119 remove_machine: Vec<String>,120121 122 #[clap(long)]123 prefer_identities: Vec<String>,124 },125 Regenerate {126 127 128 #[clap(long)]129 prefer_identities: Vec<String>,130 131 #[clap(long)]132 skip_hosts: bool,133 },134 List {},135 Edit {136 name: String,137 #[clap(short = 'm', long)]138 machine: String,139140 #[clap(long)]141 add: bool,142143 144 #[clap(short = 'p', long, default_value = "secret")]145 part: String,146 },147}148149fn secret_needs_regeneration(150 secret: &FleetSecret,151 expected_generation_data: &serde_json::Value,152) -> bool {153 let data_is_expected = secret.generation_data == *expected_generation_data;154 155 let expired = secret156 .expires_at157 .map(|expiration| expiration < Utc::now())158 .unwrap_or(false);159 expired || !data_is_expected160}161162#[allow(clippy::too_many_arguments)]163#[tracing::instrument(skip(config, secret, field, prefer_identities))]164async fn maybe_regenerate_shared_secret(165 secret_name: &str,166 config: &Config,167 mut secret: FleetSharedSecret,168 field: Value,169 expected_owners: &[String],170 expected_generation_data: serde_json::Value,171 prefer_identities: &[String],172) -> Result<FleetSharedSecret> {173 let original_set = secret.owners.clone();174175 let set = original_set.iter().collect::<BTreeSet<_>>();176 let expected_set = expected_owners.iter().collect::<BTreeSet<_>>();177178 let regeneration_required =179 secret_needs_regeneration(&secret.secret, &expected_generation_data);180181 if set == expected_set && !regeneration_required {182 info!("no need to update owner list, it is already correct");183 return Ok(secret);184 }185186 let should_regenerate = if regeneration_required {187 info!("secret has its generation data changed, regeneration is required");188 true189 } else if set.difference(&expected_set).next().is_some() {190 191 warn!(192 "host was removed from secret owners, but until this host rebuild, the secret will still be stored on it."193 );194 nix_go_json!(field.regenerateOnOwnerRemoved)195 } else if expected_set.difference(&set).next().is_some() {196 nix_go_json!(field.regenerateOnOwnerAdded)197 } else {198 false199 };200201 if should_regenerate {202 info!("secret needs to be regenerated");203 let generated = generate_shared(204 config,205 secret_name,206 field,207 expected_owners.to_vec(),208 expected_generation_data,209 )210 .await?;211 Ok(generated)212 } else {213 let identity_holder = if !prefer_identities.is_empty() {214 prefer_identities215 .iter()216 .find(|i| original_set.iter().any(|s| s == *i))217 } else {218 secret.owners.first()219 };220 let Some(identity_holder) = identity_holder else {221 bail!("no available holder found");222 };223224 for (part_name, part) in secret.secret.parts.iter_mut() {225 let _span = info_span!("part reencryption", part_name);226 if !part.raw.encrypted {227 continue;228 }229 let host = config.host(identity_holder).await?;230 let encrypted = host231 .reencrypt(part.raw.clone(), expected_owners.to_vec())232 .await?;233 part.raw = encrypted;234 }235236 secret.owners = expected_owners.to_vec();237 Ok(secret)238 }239}240241#[derive(Deserialize)]242#[serde(rename_all = "camelCase")]243enum GeneratorKind {244 Impure,245 Pure,246}247248async fn generate_pure(249 _config: &Config,250 _display_name: &str,251 _secret: Value,252 _default_generator: Value,253 _owners: &[String],254) -> Result<FleetSecret> {255 bail!("pure generators are broken for now")256}257async fn generate_impure(258 config: &Config,259 _display_name: &str,260 secret: Value,261 default_generator: Value,262 expected_owners: &[String],263 expected_generation_data: serde_json::Value,264) -> Result<FleetSecret> {265 let generator = nix_go!(secret.generator);266 let on: Option<String> = nix_go_json!(default_generator.impureOn);267268 let nixpkgs = &config.nixpkgs;269270 let host = if let Some(on) = &on {271 config.host(on).await?272 } else {273 config.local_host()274 };275 let on_pkgs = host.pkgs().await?;276 let mk_secret_generators = nix_go!(on_pkgs.mkSecretGenerators);277278 let mut recipients = Vec::new();279 for owner in expected_owners {280 let key = config.key(owner).await?;281 recipients.push(key);282 }283 let generators = nix_go!(mk_secret_generators(Obj { recipients }));284 285 let pkgs_and_generators = on_pkgs.attrs_update(generators)?;286287 let call_package = nix_go!(nixpkgs.lib.callPackageWith(pkgs_and_generators));288289 let generator = nix_go!(call_package(generator)(Obj {}));290291 let generator = spawn_blocking(move || generator.build("out"))292 .await293 .expect("nix build shouldn't fail")?;294 let generator = host.remote_derivation(&generator).await?;295296 let out_parent = host.mktemp_dir().await?;297 let out = format!("{out_parent}/out");298299 let mut r#gen = host.cmd(generator).await?;300 r#gen.env("out", &out);301 if on.is_none() {302 303 let project_path: String = config304 .directory305 .clone()306 .into_os_string()307 .into_string()308 .map_err(|s| anyhow!("fleet project path is not utf-8: {s:?}"))?;309 r#gen.env("FLEET_PROJECT", project_path);310 }311 r#gen.run().await.context("impure generator")?;312313 {314 let marker = host.read_file_text(format!("{out}/marker")).await?;315 ensure!(marker == "SUCCESS", "generation not succeeded");316 }317318 let mut parts = BTreeMap::new();319 for part in host.read_dir(&out).await? {320 if part == "created_at" || part == "expires_at" || part == "marker" {321 continue;322 }323 let contents: SecretData = host324 .read_file_text(format!("{out}/{part}"))325 .await?326 .parse()327 .map_err(|e| anyhow!("failed to decode secret {out:?} part {part:?}: {e}"))?;328 parts.insert(part.to_owned(), FleetSecretPart { raw: contents });329 }330331 let created_at = host.read_file_value(format!("{out}/created_at")).await?;332 let expires_at = host.read_file_value(format!("{out}/expires_at")).await.ok();333334 Ok(FleetSecret {335 created_at,336 expires_at,337 parts,338 generation_data: expected_generation_data,339 })340}341async fn generate(342 config: &Config,343 display_name: &str,344 secret: Value,345 expected_owners: &[String],346 expected_generation_data: serde_json::Value,347) -> Result<FleetSecret> {348 let generator = nix_go!(secret.generator);349 350 {351 let gen_ty = generator.type_of();352 if matches!(gen_ty, NixType::Null) {353 bail!("secret has no generator defined, can't automatically generate it.");354 }355 if matches!(gen_ty, NixType::Attrs) {356 if !generator.has_field("__functor")? {357 bail!("generator should be functor, got {gen_ty:?}");358 }359 } else if matches!(gen_ty, NixType::Function) {360 bail!("generator should be functor, got {gen_ty:?}");361 }362 }363 let nixpkgs = &config.nixpkgs;364 let default_pkgs = &config.default_pkgs;365 let default_mk_secret_generators = nix_go!(default_pkgs.mkSecretGenerators);366 367 368 369 370 371 372 373 374 let generators = nix_go!(default_mk_secret_generators(Obj {375 recipients: <Vec<String>>::new(),376 }));377 let pkgs_and_generators = default_pkgs.clone().attrs_update(generators)?;378379 let call_package = nix_go!(nixpkgs.lib.callPackageWith(pkgs_and_generators));380 let default_generator = nix_go!(call_package(generator)(Obj {}));381382 let kind: GeneratorKind = nix_go_json!(default_generator.generatorKind);383384 match kind {385 GeneratorKind::Impure => {386 generate_impure(387 config,388 display_name,389 secret,390 default_generator,391 expected_owners,392 expected_generation_data,393 )394 .await395 }396 GeneratorKind::Pure => {397 generate_pure(398 config,399 display_name,400 secret,401 default_generator,402 expected_owners,403 )404 .await405 }406 }407}408async fn generate_shared(409 config: &Config,410 display_name: &str,411 secret: Value,412 expected_owners: Vec<String>,413 expected_generation_data: serde_json::Value,414) -> Result<FleetSharedSecret> {415 416 Ok(FleetSharedSecret {417 secret: generate(418 config,419 display_name,420 secret,421 &expected_owners,422 expected_generation_data,423 )424 .await?,425 owners: expected_owners,426 })427}428429async fn parse_public(430 public: Option<String>,431 public_file: Option<PathBuf>,432) -> Result<Option<SecretData>> {433 Ok(match (public, public_file) {434 (Some(v), None) => Some(SecretData {435 data: v.into(),436 encrypted: false,437 }),438 (None, Some(v)) => Some(SecretData {439 data: read(v).await?,440 encrypted: false,441 }),442 (Some(_), Some(_)) => {443 bail!("only public or public_file should be set")444 }445 (None, None) => None,446 })447}448449async fn parse_secret() -> Result<Option<Vec<u8>>> {450 let mut input = vec![];451 stdin().read_to_end(&mut input)?;452 if input.is_empty() {453 Ok(None)454 } else {455 Ok(Some(input))456 }457}458459fn parse_machines(460 initial: Vec<String>,461 machines: Option<Vec<String>>,462 mut add_machines: Vec<String>,463 mut remove_machines: Vec<String>,464) -> Result<Vec<String>> {465 if machines.is_none() && add_machines.is_empty() && remove_machines.is_empty() {466 bail!("no operation");467 }468469 let initial_machines = initial.clone();470 let mut target_machines = initial;471 info!("Currently encrypted for {initial_machines:?}");472473 474 if let Some(machines) = machines {475 ensure!(476 add_machines.is_empty() && remove_machines.is_empty(),477 "can't combine --machines and --add-machines/--remove-machines"478 );479 let target = initial_machines.iter().collect::<HashSet<_>>();480 let source = machines.iter().collect::<HashSet<_>>();481 for removed in target.difference(&source) {482 remove_machines.push((*removed).clone());483 }484 for added in source.difference(&target) {485 add_machines.push((*added).clone());486 }487 }488489 for machine in &remove_machines {490 let mut removed = false;491 while let Some(pos) = target_machines.iter().position(|m| m == machine) {492 target_machines.swap_remove(pos);493 removed = true;494 }495 if !removed {496 warn!("secret is not enabled for {machine}");497 }498 }499 for machine in &add_machines {500 if target_machines.iter().any(|m| m == machine) {501 warn!("secret is already added to {machine}");502 } else {503 target_machines.push(machine.to_owned());504 }505 }506 if !remove_machines.is_empty() {507 508 509 warn!(510 "secret will not be regenerated for removed machines, and until host rebuild, they will still possess the ability to decode secret"511 );512 }513 Ok(target_machines)514}515impl Secret {516 pub async fn run(self, config: &Config, opts: &FleetOpts) -> Result<()> {517 match self {518 Secret::AddManager => {519 todo!("part of fleet-pusher")520 }521 Secret::ForceKeys => {522 for host in config.list_hosts().await? {523 if opts.should_skip(&host).await? {524 continue;525 }526 config.key(&host.name).await?;527 }528 }529 Secret::AddShared {530 mut machines,531 name,532 force,533 public,534 public_part: public_name,535 public_file,536 expires_at,537 re_add,538 part: part_name,539 } => {540 541542 let exists = config.has_shared(&name);543 if exists && !force && !re_add {544 bail!("secret already defined");545 }546 if re_add {547 548 ensure!(!force, "--force and --readd are not compatible");549 ensure!(exists, "secret doesn't exists");550 ensure!(551 machines.is_empty(),552 "you can't use machines argument for --readd"553 );554 let shared = config.shared_secret(&name)?;555 machines = shared.owners;556 }557558 let recipients = config.recipients(machines.clone()).await?;559560 let mut parts = BTreeMap::new();561562 let mut input = vec![];563 io::stdin().read_to_end(&mut input)?;564565 if !input.is_empty() {566 let encrypted =567 encrypt_secret_data(recipients.iter().map(|r| r as &dyn Recipient), input)568 .ok_or_else(|| anyhow!("no recipients provided"))?;569 parts.insert(part_name, FleetSecretPart { raw: encrypted });570 }571572 if let Some(public) = parse_public(public, public_file).await? {573 parts.insert(public_name, FleetSecretPart { raw: public });574 }575576 config.replace_shared(577 name,578 FleetSharedSecret {579 owners: machines,580 secret: FleetSecret {581 created_at: Utc::now(),582 expires_at,583 parts,584 generation_data: serde_json::Value::Null,585 },586 },587 );588 }589 Secret::Add {590 machine,591 name,592 replace,593 merge,594 public,595 public_part: public_name,596 public_file,597 part: part_name,598 } => {599 if config.has_secret(&machine, &name) && !replace && !merge {600 bail!(601 "secret already defined.\nUse --replace to override, or --merge to add new parts to existing secret"602 );603 }604605 let mut out = if merge && !replace {606 config607 .host_secret(&machine, &name)608 .context("failed to read existing secret for --merge")?609 } else {610 FleetSecret {611 created_at: Utc::now(),612 expires_at: None,613 parts: BTreeMap::new(),614 generation_data: serde_json::Value::Null,615 }616 };617618 if let Some(secret) = parse_secret().await? {619 let recipient = config.recipient(&machine).await?;620 let encrypted = encrypt_secret_data([&recipient as &dyn Recipient], secret)621 .expect("recipient provided");622 if out623 .parts624 .insert(part_name.clone(), FleetSecretPart { raw: encrypted })625 .is_some() && !replace626 {627 bail!("part {part_name:?} is already defined");628 }629 }630631 if let Some(public) = parse_public(public, public_file).await? {632 if out633 .parts634 .insert(public_name.clone(), FleetSecretPart { raw: public })635 .is_some() && !replace636 {637 bail!("part {public_name:?} is already defined");638 }639 };640641 config.insert_secret(&machine, name, out);642 }643 #[allow(clippy::await_holding_refcell_ref)]644 Secret::Read {645 name,646 machine,647 part: part_name,648 } => {649 let secret = config.host_secret(&machine, &name)?;650 let Some(secret) = secret.parts.get(&part_name) else {651 bail!("no part {part_name} in secret {name}");652 };653 let data = if secret.raw.encrypted {654 let host = config.host(&machine).await?;655 host.decrypt(secret.raw.clone()).await?656 } else {657 secret.raw.data.clone()658 };659660 stdout().write_all(&data)?;661 }662 Secret::ReadShared {663 name,664 part: part_name,665 prefer_identities,666 } => {667 let secret = config.shared_secret(&name)?;668 let Some(part) = secret.secret.parts.get(&part_name) else {669 bail!("no part {part_name} in secret {name}");670 };671 let data = if part.raw.encrypted {672 let identity_holder = if !prefer_identities.is_empty() {673 prefer_identities674 .iter()675 .find(|i| secret.owners.iter().any(|s| s == *i))676 } else {677 secret.owners.first()678 };679 let Some(identity_holder) = identity_holder else {680 bail!("no available holder found");681 };682 let host = config.host(identity_holder).await?;683 host.decrypt(part.raw.clone()).await?684 } else {685 part.raw.data.clone()686 };687 stdout().write_all(&data)?;688 }689 Secret::UpdateShared {690 name,691 machine,692 add_machine,693 remove_machine,694 prefer_identities,695 } => {696 697698 let secret = config.shared_secret(&name)?;699 if secret.secret.parts.values().all(|v| !v.raw.encrypted) {700 bail!("no secret");701 }702703 let initial_machines = secret.owners.clone();704 let target_machines = parse_machines(705 initial_machines.clone(),706 machine,707 add_machine,708 remove_machine,709 )?;710711 if target_machines.is_empty() {712 info!("no machines left for secret, removing it");713 config.remove_shared(&name);714 return Ok(());715 }716717 let config_field = &config.config_field;718 let name_clone = name.clone();719 let field = nix_go!(config_field.sharedSecrets[name_clone]);720 let expected_generation_data = nix_go_json!(field.expectedGenerationData);721722 let updated = maybe_regenerate_shared_secret(723 &name,724 config,725 secret,726 field,727 &target_machines,728 expected_generation_data,729 &prefer_identities,730 731 )732 .await?;733 config.replace_shared(name, updated);734 }735 Secret::Regenerate {736 prefer_identities,737 skip_hosts,738 } => {739 info!("checking for secrets to regenerate");740 let stored_shared_set = config.list_shared().into_iter().collect::<HashSet<_>>();741 {742 743 let _span = info_span!("shared").entered();744 let expected_shared_set = config745 .list_configured_shared()746 .await?747 .into_iter()748 .collect::<HashSet<_>>();749 for missing in expected_shared_set.difference(&stored_shared_set) {750 let config_field = &config.config_field;751 let secret = nix_go!(config_field.sharedSecrets[{ missing }]);752 let expected_generation_data: serde_json::Value =753 nix_go_json!(secret.expectedGenerationData);754 let expected_owners: Option<Vec<String>> =755 nix_go_json!(secret.expectedOwners);756 let Some(expected_owners) = expected_owners else {757 758 continue;759 };760 info!("generating secret: {missing}");761 let shared = generate_shared(762 config,763 missing,764 secret,765 expected_owners,766 expected_generation_data,767 )768 .in_current_span()769 .await?;770 config.replace_shared(missing.to_string(), shared)771 }772 }773 if !skip_hosts {774 for host in config.list_hosts().await? {775 if opts.should_skip(&host).await? {776 continue;777 }778779 let _span = info_span!("host", host = host.name).entered();780 let expected_set = host781 .list_configured_secrets()782 .in_current_span()783 .await?784 .into_iter()785 .collect::<HashSet<_>>();786 let stored_set = config787 .list_secrets(&host.name)788 .into_iter()789 .collect::<HashSet<_>>();790 for missing in expected_set.difference(&stored_set) {791 info!("generating secret: {missing}");792 let secret = host.secret_field(missing).in_current_span().await?;793 let expected_generation_data =794 nix_go_json!(secret.expectedGenerationData);795 let generated = match generate(796 config,797 missing,798 secret,799 slice::from_ref(&host.name),800 expected_generation_data,801 )802 .in_current_span()803 .await804 {805 Ok(v) => v,806 Err(e) => {807 error!("{e:?}");808 continue;809 }810 };811 config.insert_secret(&host.name, missing.to_string(), generated)812 }813 for name in stored_set {814 info!("updating secret: {name}");815 let data = config.host_secret(&host.name, &name)?;816 let secret = host.secret_field(&name).in_current_span().await?;817 let expected_generation_data =818 nix_go_json!(secret.expectedGenerationData);819 if secret_needs_regeneration(&data, &expected_generation_data) {820 let generated = match generate(821 config,822 &name,823 secret,824 slice::from_ref(&host.name),825 expected_generation_data,826 )827 .in_current_span()828 .await829 {830 Ok(v) => v,831 Err(e) => {832 error!("{e:?}");833 continue;834 }835 };836 config.insert_secret(&host.name, name.to_string(), generated)837 }838 }839 }840 }841 let mut to_remove = Vec::new();842 for name in &stored_shared_set {843 info!("updating secret: {name}");844 let data = config.shared_secret(name)?;845 let config_field = &config.config_field;846 let expected_owners: Option<Vec<String>> =847 nix_go_json!(config_field.sharedSecrets[{ name }].expectedOwners);848 let Some(expected_owners) = expected_owners else {849 warn!("secret was removed from fleet config: {name}, removing from data");850 to_remove.push(name.to_string());851 continue;852 };853854 let secret = nix_go!(config_field.sharedSecrets[{ name }]);855 let expected_generation_data = nix_go_json!(secret.expectedGenerationData);856 config.replace_shared(857 name.to_owned(),858 maybe_regenerate_shared_secret(859 name,860 config,861 data,862 secret,863 &expected_owners,864 expected_generation_data,865 &prefer_identities,866 867 )868 .await?,869 );870 }871 for k in to_remove {872 config.remove_shared(&k);873 }874 }875 Secret::List {} => {876 let _span = info_span!("loading secrets").entered();877 let configured = config.list_configured_shared().await?;878 #[derive(Tabled)]879 struct SecretDisplay {880 #[tabled(rename = "Name")]881 name: String,882 #[tabled(rename = "Owners")]883 owners: String,884 }885 let mut table = vec![];886 for name in configured.iter().cloned() {887 let config = config.clone();888 let expected_owners = config.shared_secret_expected_owners(&name).await?;889 let data = config.shared_secret(&name)?;890 let owners = data891 .owners892 .iter()893 .map(|o| {894 if expected_owners.contains(o) {895 o.green().to_string()896 } else {897 o.red().to_string()898 }899 })900 .collect::<Vec<_>>();901 table.push(SecretDisplay {902 owners: owners.join(", "),903 name,904 })905 }906 info!("loaded\n{}", Table::new(table).to_string())907 }908 Secret::Edit {909 name,910 machine,911 part,912 add,913 } => {914 let secret = config.host_secret(&machine, &name)?;915 if let Some(data) = secret.parts.get(&part) {916 let host = config.host(&machine).await?;917 let secret = host.decrypt(data.raw.clone()).await?;918 String::from_utf8(secret).context("secret is not utf8")?919 } else if add {920 String::new()921 } else {922 bail!("part {part} not found in secret {name}. Did you mean to `--add` it?");923 };924 }925 }926 Ok(())927 }928}9299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009
1use std::{2 collections::{BTreeMap, BTreeSet, HashSet},3 io::{self, Read, Write, stdin, stdout},4 path::PathBuf,5};67use anyhow::{Context, Result, anyhow, bail, ensure};8use chrono::{DateTime, Utc};9use clap::Parser;10use fleet_base::{11 fleetdata::{12 FleetHostSecret, FleetSecretData, FleetSecretPart, FleetSharedSecret, encrypt_secret_data,13 },14 host::Config,15 opts::FleetOpts,16 secret::{Expectations, RegenerationReason, SharedSecretDefinition, secret_needs_regeneration},17};18use fleet_shared::SecretData;19use nix_eval::{NixType, Value, nix_go, nix_go_json};20use owo_colors::OwoColorize;21use serde::Deserialize;22use tabled::{Table, Tabled};23use tokio::{fs::read, task::spawn_blocking};24use tracing::{Instrument, error, info, info_span, warn};2526#[derive(Parser)]27pub enum Secret {28 AddManager,29 30 ForceKeys,31 32 AddShared {33 34 name: String,35 36 #[clap(long, short)]37 machines: Vec<String>,38 39 #[clap(long)]40 force: bool,41 42 #[clap(long)]43 public: Option<String>,44 45 #[clap(long)]46 public_file: Option<PathBuf>,4748 49 #[clap(long)]50 expires_at: Option<DateTime<Utc>>,5152 53 #[clap(long)]54 re_add: bool,5556 57 #[clap(long, short = 'p', default_value = "public")]58 public_part: String,59 60 #[clap(short = 's', long, default_value = "secret")]61 part: String,62 },63 64 Add {65 66 name: String,67 68 #[clap(short = 'm', long)]69 machine: String,70 71 #[clap(long)]72 replace: bool,73 74 #[clap(long)]75 merge: bool,76 77 #[clap(long)]78 public: Option<String>,79 80 #[clap(long)]81 public_file: Option<PathBuf>,8283 84 #[clap(short = 'p', long, default_value = "public")]85 public_part: String,86 87 #[clap(short = 's', long, default_value = "secret")]88 part: String,89 },90 91 Read {92 name: String,93 #[clap(short = 'm', long)]94 machine: String,9596 97 #[clap(short = 'p', long, default_value = "secret")]98 part: String,99 },100 101 ReadShared {102 name: String,103 104 #[clap(short = 'p', long, default_value = "secret")]105 part: String,106 107 108 #[clap(long)]109 prefer_identities: Vec<String>,110 },111 UpdateShared {112 name: String,113114 #[clap(short = 'm', long)]115 machine: Option<Vec<String>>,116117 #[clap(long)]118 add_machine: Vec<String>,119 #[clap(long)]120 remove_machine: Vec<String>,121122 123 #[clap(long)]124 prefer_identities: Vec<String>,125 },126 Regenerate {127 128 129 #[clap(long)]130 prefer_identities: Vec<String>,131 132 #[clap(long)]133 skip_hosts: bool,134 },135 List {},136 Edit {137 name: String,138 #[clap(short = 'm', long)]139 machine: String,140141 #[clap(long)]142 add: bool,143144 145 #[clap(short = 'p', long, default_value = "secret")]146 part: String,147 },148}149150#[allow(clippy::too_many_arguments)]151#[tracing::instrument(skip(config, secret, definition, prefer_identities))]152async fn maybe_regenerate_shared_secret(153 secret_name: &str,154 config: &Config,155 mut secret: FleetSharedSecret,156 definition: SharedSecretDefinition,157 prefer_identities: &[String],158 expectations: &Expectations,159) -> Result<FleetSharedSecret> {160 let reason = secret_needs_regeneration(&secret.secret, &secret.owners, expectations);161 let value = definition.inner();162163 let (should_reencrypt, reason) = match reason {164 Some(RegenerationReason::OwnersAdded(_)) => {165 166 (167 true,168 if nix_go_json!(value.regenerateOnOwnerAdded) {169 reason170 } else {171 None172 },173 )174 }175 Some(RegenerationReason::OwnersRemoved(_)) => {176 177 if nix_go_json!(value.regenerateOnOwnerRemoved) {178 (true, reason)179 } else {180 (false, None)181 }182 }183 Some(_) => (true, reason),184 None => (false, None),185 };186187 if let Some(reason) = reason {188 info!("secret needs to be regenerated: {reason}");189 let generated = generate_shared(config, secret_name, definition, expectations).await?;190 Ok(generated)191 } else if should_reencrypt {192 info!("secret needs to be reencrypted");193 let identity_holder = if !prefer_identities.is_empty() {194 prefer_identities195 .iter()196 .find(|i| secret.owners.iter().any(|s| s == *i))197 } else {198 secret.owners.first()199 };200 let Some(identity_holder) = identity_holder else {201 bail!("no available holder found");202 };203204 for (part_name, part) in secret.secret.parts.iter_mut() {205 let _span = info_span!("part reencryption", part_name);206 if !part.raw.encrypted {207 continue;208 }209 let host = config.host(identity_holder).await?;210 let encrypted = host211 .reencrypt(212 part.raw.clone(),213 expectations.owners.iter().cloned().collect(),214 )215 .await?;216 part.raw = encrypted;217 }218 secret.owners = expectations.owners.clone();219 Ok(secret)220 } else {221 Ok(secret)222 }223}224225#[derive(Deserialize)]226#[serde(rename_all = "camelCase")]227enum GeneratorKind {228 Impure,229 Pure,230}231232async fn generate_pure(233 _config: &Config,234 _display_name: &str,235 _secret: Value,236 _default_generator: Value,237 _expectations: &Expectations,238) -> Result<FleetSecretData> {239 bail!("pure generators are broken for now")240}241async fn generate_impure(242 config: &Config,243 _display_name: &str,244 secret: Value,245 default_generator: Value,246 expectations: &Expectations,247) -> Result<FleetSecretData> {248 let generator = nix_go!(secret.generator);249 let on: Option<String> = nix_go_json!(default_generator.impureOn);250251 let nixpkgs = &config.nixpkgs;252253 let host = if let Some(on) = &on {254 config.host(on).await?255 } else {256 config.local_host()257 };258 let on_pkgs = host.pkgs().await?;259 let mk_secret_generators = nix_go!(on_pkgs.mkSecretGenerators);260261 let mut recipients = Vec::new();262 for owner in &expectations.owners {263 let key = config.key(owner).await?;264 recipients.push(key);265 }266 let generators = nix_go!(mk_secret_generators(Obj { recipients }));267 let pkgs_and_generators = on_pkgs.attrs_update(generators)?;268269 let call_package = nix_go!(nixpkgs.lib.callPackageWith(pkgs_and_generators));270271 let generator = nix_go!(call_package(generator)(Obj {}));272273 let generator = spawn_blocking(move || generator.build("out"))274 .await275 .expect("nix build shouldn't fail")?;276 let generator = host.remote_derivation(&generator).await?;277278 let out_parent = host.mktemp_dir().await?;279 let out = format!("{out_parent}/out");280281 let mut r#gen = host.cmd(generator).await?;282 r#gen.env("out", &out);283 if on.is_none() {284 285 let project_path: String = config286 .directory287 .clone()288 .into_os_string()289 .into_string()290 .map_err(|s| anyhow!("fleet project path is not utf-8: {s:?}"))?;291 r#gen.env("FLEET_PROJECT", project_path);292 }293 r#gen.run().await.context("impure generator")?;294295 {296 let marker = host.read_file_text(format!("{out}/marker")).await?;297 ensure!(marker == "SUCCESS", "generation not succeeded");298 }299300 let mut parts = BTreeMap::new();301 for part in host.read_dir(&out).await? {302 if part == "created_at" || part == "expires_at" || part == "marker" {303 continue;304 }305 let contents: SecretData = host306 .read_file_text(format!("{out}/{part}"))307 .await?308 .parse()309 .map_err(|e| anyhow!("failed to decode secret {out:?} part {part:?}: {e}"))?;310 parts.insert(part.to_owned(), FleetSecretPart { raw: contents });311 }312313 let created_at = host.read_file_value(format!("{out}/created_at")).await?;314 let expires_at = host.read_file_value(format!("{out}/expires_at")).await.ok();315316 let new_data = FleetSecretData {317 created_at,318 expires_at,319 parts,320 generation_data: expectations.generation_data.clone(),321 };322323 if let Some(reason) = secret_needs_regeneration(&new_data, &expectations.owners, expectations) {324 bail!("newly generated secret needs to be regenerated: {reason}")325 }326327 Ok(new_data)328}329330async fn generate(331 config: &Config,332 display_name: &str,333 secret: Value,334 expectations: &Expectations,335) -> Result<FleetSecretData> {336 let generator = nix_go!(secret.generator);337 338 {339 let gen_ty = generator.type_of();340 if matches!(gen_ty, NixType::Null) {341 bail!("secret has no generator defined, can't automatically generate it.");342 }343 if matches!(gen_ty, NixType::Attrs) {344 if !generator.has_field("__functor")? {345 bail!("generator should be functor, got {gen_ty:?}");346 }347 } else if matches!(gen_ty, NixType::Function) {348 bail!("generator should be functor, got {gen_ty:?}");349 }350 }351 let nixpkgs = &config.nixpkgs;352 let default_pkgs = &config.default_pkgs;353 let default_mk_secret_generators = nix_go!(default_pkgs.mkSecretGenerators);354 355 356 357 358 359 360 361 362 let generators = nix_go!(default_mk_secret_generators(Obj {363 recipients: <Vec<String>>::new(),364 }));365 let pkgs_and_generators = default_pkgs.clone().attrs_update(generators)?;366367 let call_package = nix_go!(nixpkgs.lib.callPackageWith(pkgs_and_generators));368 let default_generator = nix_go!(call_package(generator)(Obj {}));369370 let kind: GeneratorKind = nix_go_json!(default_generator.generatorKind);371372 match kind {373 GeneratorKind::Impure => {374 generate_impure(375 config,376 display_name,377 secret,378 default_generator,379 expectations,380 )381 .await382 }383 GeneratorKind::Pure => {384 generate_pure(385 config,386 display_name,387 secret,388 default_generator,389 expectations,390 )391 .await392 }393 }394}395async fn generate_shared(396 config: &Config,397 display_name: &str,398 secret: SharedSecretDefinition,399 expectations: &Expectations,400) -> Result<FleetSharedSecret> {401 402 Ok(FleetSharedSecret {403 managed: Some(true),404 secret: generate(config, display_name, secret.inner(), expectations).await?,405 owners: expectations.owners.clone(),406 })407}408409async fn parse_public(410 public: Option<String>,411 public_file: Option<PathBuf>,412) -> Result<Option<SecretData>> {413 Ok(match (public, public_file) {414 (Some(v), None) => Some(SecretData {415 data: v.into(),416 encrypted: false,417 }),418 (None, Some(v)) => Some(SecretData {419 data: read(v).await?,420 encrypted: false,421 }),422 (Some(_), Some(_)) => {423 bail!("only public or public_file should be set")424 }425 (None, None) => None,426 })427}428429async fn parse_secret() -> Result<Option<Vec<u8>>> {430 let mut input = vec![];431 stdin().read_to_end(&mut input)?;432 if input.is_empty() {433 Ok(None)434 } else {435 Ok(Some(input))436 }437}438439fn parse_machines(440 initial: BTreeSet<String>,441 machines: Option<Vec<String>>,442 mut add_machines: Vec<String>,443 mut remove_machines: Vec<String>,444) -> Result<BTreeSet<String>> {445 if machines.is_none() && add_machines.is_empty() && remove_machines.is_empty() {446 bail!("no operation");447 }448449 let initial_machines = initial.clone();450 let mut target_machines = initial;451 info!("Currently encrypted for {initial_machines:?}");452453 if let Some(machines) = machines {454 ensure!(455 add_machines.is_empty() && remove_machines.is_empty(),456 "can't combine --machines and --add-machines/--remove-machines"457 );458 let target = initial_machines.iter().collect::<HashSet<_>>();459 let source = machines.iter().collect::<HashSet<_>>();460 for removed in target.difference(&source) {461 remove_machines.push((*removed).clone());462 }463 for added in source.difference(&target) {464 add_machines.push((*added).clone());465 }466 }467468 for machine in &remove_machines {469 if !target_machines.remove(machine) {470 warn!("secret is not enabled for {machine}");471 }472 }473 for machine in &add_machines {474 if !target_machines.insert(machine.to_owned()) {475 warn!("secret is already added to {machine}");476 }477 }478 if !remove_machines.is_empty() {479 480 481 warn!(482 "secret will not be regenerated for removed machines, and until host rebuild, they will still possess the ability to decode secret"483 );484 }485 Ok(target_machines)486}487impl Secret {488 pub async fn run(self, config: &Config, opts: &FleetOpts) -> Result<()> {489 match self {490 Secret::AddManager => {491 todo!("part of fleet-pusher")492 }493 Secret::ForceKeys => {494 for host in config.list_hosts().await? {495 if opts.should_skip(&host).await? {496 continue;497 }498 config.key(&host.name).await?;499 }500 }501 Secret::AddShared {502 machines,503 name,504 force,505 public,506 public_part: public_name,507 public_file,508 expires_at,509 re_add,510 part: part_name,511 } => {512 let mut machines: BTreeSet<String> = machines.into_iter().collect();513 514515 if let Some(old_shared) = config.shared_secret(&name)? {516 if !force && !re_add {517 bail!("secret already defined");518 };519 if old_shared.managed.unwrap_or(false) {520 bail!("secret is marked as managed, should not be updated manually");521 };522 if re_add {523 524 ensure!(!force, "--force and --readd are not compatible");525 ensure!(526 machines.is_empty(),527 "you can't use machines argument for --readd"528 );529 machines = old_shared.owners;530 }531 } else if re_add {532 bail!("secret doesn't exists");533 };534535 let recipients = config536 .recipients(machines.iter().cloned().collect())537 .await?;538539 let mut parts = BTreeMap::new();540541 let mut input = vec![];542 io::stdin().read_to_end(&mut input)?;543544 if !input.is_empty() {545 let encrypted = encrypt_secret_data(recipients.iter(), input)546 .ok_or_else(|| anyhow!("no recipients provided"))?;547 parts.insert(part_name, FleetSecretPart { raw: encrypted });548 }549550 if let Some(public) = parse_public(public, public_file).await? {551 parts.insert(public_name, FleetSecretPart { raw: public });552 }553554 config.replace_shared(555 name,556 FleetSharedSecret {557 managed: Some(false),558 owners: machines,559 secret: FleetSecretData {560 created_at: Utc::now(),561 expires_at,562 parts,563 generation_data: serde_json::Value::Null,564 },565 },566 );567 }568 Secret::Add {569 machine,570 name,571 replace,572 merge,573 public,574 public_part: public_name,575 public_file,576 part: part_name,577 } => {578 if config.has_secret(&machine, &name) && !replace && !merge {579 bail!(580 "secret already defined.\nUse --replace to override, or --merge to add new parts to existing secret"581 );582 }583584 let mut out = if merge && !replace {585 config586 .host_secret(&machine, &name)587 .context("failed to read existing secret for --merge")?588 } else {589 FleetHostSecret {590 managed: Some(false),591 secret: FleetSecretData {592 created_at: Utc::now(),593 expires_at: None,594 parts: BTreeMap::new(),595 generation_data: serde_json::Value::Null,596 },597 }598 };599 if out.managed.unwrap_or(false) {600 bail!("secret is managed by fleet and should not be updated manually");601 }602 out.managed = Some(false);603604 if let Some(secret) = parse_secret().await? {605 let recipient = config.recipient(&machine).await?;606 let encrypted =607 encrypt_secret_data([&recipient], secret).expect("recipient provided");608 if out609 .secret610 .parts611 .insert(part_name.clone(), FleetSecretPart { raw: encrypted })612 .is_some() && !replace613 {614 bail!(615 "part {part_name:?} is already defined, use --replace if you wish to replace it"616 );617 }618 }619620 if let Some(public) = parse_public(public, public_file).await? {621 if out622 .secret623 .parts624 .insert(public_name.clone(), FleetSecretPart { raw: public })625 .is_some() && !replace626 {627 bail!(628 "part {public_name:?} is already defined, use --replace if you wish to replace it"629 );630 }631 };632633 config.insert_secret(&machine, name, out);634 }635 #[allow(clippy::await_holding_refcell_ref)]636 Secret::Read {637 name,638 machine,639 part: part_name,640 } => {641 let secret = config.host_secret(&machine, &name)?;642 let Some(secret) = secret.secret.parts.get(&part_name) else {643 bail!("no part {part_name} in secret {name}");644 };645 let data = if secret.raw.encrypted {646 let host = config.host(&machine).await?;647 host.decrypt(secret.raw.clone()).await?648 } else {649 secret.raw.data.clone()650 };651652 stdout().write_all(&data)?;653 }654 Secret::ReadShared {655 name,656 part: part_name,657 prefer_identities,658 } => {659 let Some(secret) = config.shared_secret(&name)? else {660 bail!("secret doesn't exists");661 };662 let Some(part) = secret.secret.parts.get(&part_name) else {663 bail!("no part {part_name} in secret {name}");664 };665 let data = if part.raw.encrypted {666 let identity_holder = if !prefer_identities.is_empty() {667 prefer_identities668 .iter()669 .find(|i| secret.owners.iter().any(|s| s == *i))670 } else {671 secret.owners.first()672 };673 let Some(identity_holder) = identity_holder else {674 bail!("no available holder found");675 };676 let host = config.host(identity_holder).await?;677 host.decrypt(part.raw.clone()).await?678 } else {679 part.raw.data.clone()680 };681 stdout().write_all(&data)?;682 }683 Secret::UpdateShared {684 name,685 machine,686 add_machine,687 remove_machine,688 prefer_identities,689 } => {690 691692 let Some(secret) = config.shared_secret(&name)? else {693 bail!("secret doesn't exists");694 };695 if secret.secret.parts.values().all(|v| !v.raw.encrypted) {696 bail!("no secret");697 }698699 let initial_machines = secret.owners.clone();700 let target_machines = parse_machines(701 initial_machines.clone(),702 machine,703 add_machine,704 remove_machine,705 )?;706707 if target_machines.is_empty() {708 info!("no machines left for secret, removing it");709 config.remove_shared(&name);710 return Ok(());711 }712713 let definition = config.shared_secret_definition(&name)?;714 let expectations = definition.expectations()?;715716 let updated = maybe_regenerate_shared_secret(717 &name,718 config,719 secret,720 definition,721 &prefer_identities,722 &expectations,723 )724 .await?;725 config.replace_shared(name, updated);726 }727 Secret::Regenerate {728 prefer_identities,729 skip_hosts,730 } => {731 info!("checking for secrets to regenerate");732 let expected_shared_set = config733 .list_configured_shared()734 .await?735 .into_iter()736 .collect::<HashSet<_>>();737 let stored_shared_set = config.list_shared().into_iter().collect::<HashSet<_>>();738 {739 740 let _span = info_span!("shared").entered();741 for missing in expected_shared_set.difference(&stored_shared_set) {742 let definition = config.shared_secret_definition(missing)?;743 if !definition.is_managed()? {744 info!("skipping unmanaged secret: {missing}");745 continue;746 }747 let expectations = definition.expectations()?;748 info!("generating secret: {missing}");749 let shared = generate_shared(config, missing, definition, &expectations)750 .in_current_span()751 .await?;752 config.replace_shared(missing.to_string(), shared)753 }754 }755 if !skip_hosts {756 for host in config.list_hosts().await? {757 if opts.should_skip(&host).await? {758 continue;759 }760761 let _span = info_span!("host", host = host.name).entered();762 let expected_set = host763 .list_defined_secrets()?764 .into_iter()765 .collect::<HashSet<_>>();766 let stored_set = config767 .list_secrets(&host.name)768 .into_iter()769 .collect::<HashSet<_>>();770 for missing_secret in expected_set.difference(&stored_set) {771 info!("generating missing secret: {missing_secret}");772 let definition = host.secret_definition(missing_secret)?;773 let expectations = definition.expectations()?;774 let generated = match generate(775 config,776 missing_secret,777 definition.inner(),778 &expectations,779 )780 .in_current_span()781 .await782 {783 Ok(v) => v,784 Err(e) => {785 error!("{e:?}");786 continue;787 }788 };789 config.insert_secret(790 &host.name,791 missing_secret.to_string(),792 FleetHostSecret {793 managed: Some(true),794 secret: generated,795 },796 )797 }798 for known_secret in stored_set.intersection(&expected_set) {799 info!("updating secret: {known_secret}");800 let data = config.host_secret(&host.name, known_secret)?;801 let definition = host.secret_definition(known_secret)?;802 let expectations = definition.expectations()?;803 if let Some(regen_reason) = data.needs_regeneration(&expectations) {804 info!("needs regeneration: {regen_reason}");805 let generated = match generate(806 config,807 known_secret,808 definition.inner(),809 &expectations,810 )811 .in_current_span()812 .await813 {814 Ok(v) => v,815 Err(e) => {816 error!("{e:?}");817 continue;818 }819 };820 config.insert_secret(821 &host.name,822 known_secret.to_string(),823 FleetHostSecret {824 managed: Some(true),825 secret: generated,826 },827 )828 }829 }830 for removed_secret in stored_set.difference(&expected_set) {831 info!("removing secret: {removed_secret}");832 config.remove_secret(&host.name, removed_secret);833 }834 }835 }836 for known_secret in stored_shared_set.intersection(&expected_shared_set) {837 info!("updating shared secret: {known_secret}");838 let data = config.shared_secret(known_secret)?.expect("exists");839840 let definition = config.shared_secret_definition(known_secret)?;841 let expectations = definition.expectations()?;842 config.replace_shared(843 known_secret.to_owned(),844 maybe_regenerate_shared_secret(845 known_secret,846 config,847 data,848 definition,849 &prefer_identities,850 &expectations,851 )852 .await?,853 );854 }855 for removed_secret in stored_shared_set.difference(&expected_shared_set) {856 info!("removing shared secret: {removed_secret}");857 config.remove_shared(removed_secret);858 }859 }860 Secret::List {} => {861 let _span = info_span!("loading secrets").entered();862 let configured = config.list_configured_shared().await?;863 #[derive(Tabled)]864 struct SecretDisplay {865 #[tabled(rename = "Name")]866 name: String,867 #[tabled(rename = "Owners")]868 owners: String,869 }870 let mut table = vec![];871 for name in configured.iter().cloned() {872 let config = config.clone();873 let data = config.shared_secret(&name)?.expect("exists");874 let definition = config.shared_secret_definition(&name)?;875 let expectations = definition.expectations()?;876 let owners = data877 .owners878 .iter()879 .map(|o| {880 if expectations.owners.contains(o) {881 o.green().to_string()882 } else {883 o.red().to_string()884 }885 })886 .collect::<Vec<_>>();887 table.push(SecretDisplay {888 owners: owners.join(", "),889 name,890 })891 }892 info!("loaded\n{}", Table::new(table).to_string())893 }894 Secret::Edit {895 name,896 machine,897 part,898 add,899 } => {900 let secret = config.host_secret(&machine, &name)?;901 if let Some(data) = secret.secret.parts.get(&part) {902 let host = config.host(&machine).await?;903 let secret = host.decrypt(data.raw.clone()).await?;904 String::from_utf8(secret).context("secret is not utf8")?905 } else if add {906 String::new()907 } else {908 bail!("part {part} not found in secret {name}. Did you mean to `--add` it?");909 };910 }911 }912 Ok(())913 }914}915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995