difftreelog
feat secret read-shared subcommand
in: trunk
3 files changed
cmds/fleet/src/cmds/secrets/mod.rsdiffbeforeafterboth1use std::{2 collections::{BTreeMap, BTreeSet, HashSet},3 io::{self, stdin, stdout, Read, Write},4 path::PathBuf,5};67use age::Recipient;8use anyhow::{anyhow, bail, ensure, Context, Result};9use chrono::{DateTime, Utc};10use clap::Parser;11use fleet_base::{12 fleetdata::{encrypt_secret_data, FleetSecret, FleetSecretPart, FleetSharedSecret},13 host::Config,14 opts::FleetOpts,15};16use fleet_shared::SecretData;17use nix_eval::{nix_go, nix_go_json, NixBuildBatch, Value};18use owo_colors::OwoColorize;19use serde::Deserialize;20use tabled::{Table, Tabled};21use tokio::fs::read;22use tracing::{error, info, info_span, warn, Instrument};2324#[derive(Parser)]25pub enum Secret {26 /// Force load host keys for all defined hosts27 ForceKeys,28 /// Add secret, data should be provided in stdin29 AddShared {30 /// Secret name31 name: String,32 /// Secret owners33 #[clap(long, short)]34 machines: Vec<String>,35 /// Override secret if already present36 #[clap(long)]37 force: bool,38 /// Secret public part39 #[clap(long)]40 public: Option<String>,41 /// Load public part from specified file42 #[clap(long)]43 public_file: Option<PathBuf>,4445 /// Create a notification on secret expiration46 #[clap(long)]47 expires_at: Option<DateTime<Utc>>,4849 /// Secret with this name already exists, override its value while keeping the same owners.50 #[clap(long)]51 re_add: bool,5253 /// How to name public secret part54 #[clap(long, short = 'p', default_value = "public")]55 public_part: String,56 /// How to name private secret part57 #[clap(short = 's', long, default_value = "secret")]58 part: String,59 },60 /// Add secret, data should be provided in stdin61 Add {62 /// Secret name63 name: String,64 /// Secret owner65 #[clap(short = 'm', long)]66 machine: String,67 /// Replace secret if already present68 #[clap(long)]69 replace: bool,70 /// Add new parts to existing secret71 #[clap(long)]72 merge: bool,73 /// Secret public part74 #[clap(long)]75 public: Option<String>,76 /// Load public part from specified file77 #[clap(long)]78 public_file: Option<PathBuf>,7980 /// How to name public secret part81 #[clap(short = 'p', long, default_value = "public")]82 public_part: String,83 /// How to name private secret part84 #[clap(short = 's', long, default_value = "secret")]85 part: String,86 },87 /// Read secret from remote host, requires sudo on said host88 Read {89 name: String,90 #[clap(short = 'm', long)]91 machine: String,9293 /// Which private secret part to read94 #[clap(short = 'p', long, default_value = "secret")]95 part: String,96 },97 UpdateShared {98 name: String,99100 #[clap(short = 'm', long)]101 machine: Option<Vec<String>>,102103 #[clap(long)]104 add_machine: Vec<String>,105 #[clap(long)]106 remove_machine: Vec<String>,107108 /// Which host should we use to decrypt109 #[clap(long)]110 prefer_identities: Vec<String>,111 },112 Regenerate {113 /// Which host should we use to decrypt, in case if reencryption is required, without114 /// regeneration115 #[clap(long)]116 prefer_identities: Vec<String>,117 /// Only regenerate shared secrets118 #[clap(long)]119 skip_hosts: bool,120 },121 List {},122 Edit {123 name: String,124 #[clap(short = 'm', long)]125 machine: String,126127 #[clap(long)]128 add: bool,129130 /// Which private secret part to read131 #[clap(short = 'p', long, default_value = "secret")]132 part: String,133 },134}135136fn secret_needs_regeneration(137 secret: &FleetSecret,138 expected_generation_data: &serde_json::Value,139) -> bool {140 let data_is_expected = secret.generation_data == *expected_generation_data;141 // TODO: Leeway?142 let expired = secret143 .expires_at144 .map(|expiration| expiration < Utc::now())145 .unwrap_or(false);146 expired || !data_is_expected147}148149#[allow(clippy::too_many_arguments)]150#[tracing::instrument(skip(config, secret, field, prefer_identities, batch))]151async fn maybe_regenerate_shared_secret(152 secret_name: &str,153 config: &Config,154 mut secret: FleetSharedSecret,155 field: Value,156 expected_owners: &[String],157 expected_generation_data: serde_json::Value,158 prefer_identities: &[String],159 batch: Option<NixBuildBatch>,160) -> Result<FleetSharedSecret> {161 let original_set = secret.owners.clone();162163 let set = original_set.iter().collect::<BTreeSet<_>>();164 let expected_set = expected_owners.iter().collect::<BTreeSet<_>>();165166 let regeneration_required =167 secret_needs_regeneration(&secret.secret, &expected_generation_data);168169 if set == expected_set && !regeneration_required {170 info!("no need to update owner list, it is already correct");171 return Ok(secret);172 }173174 let should_regenerate = if regeneration_required {175 info!("secret has its generation data changed, regeneration is required");176 true177 } else if set.difference(&expected_set).next().is_some() {178 // TODO: Remove this warning for revokable secrets.179 warn!("host was removed from secret owners, but until this host rebuild, the secret will still be stored on it.");180 nix_go_json!(field.regenerateOnOwnerRemoved)181 } else if expected_set.difference(&set).next().is_some() {182 nix_go_json!(field.regenerateOnOwnerAdded)183 } else {184 false185 };186187 if should_regenerate {188 info!("secret needs to be regenerated");189 let generated = generate_shared(190 config,191 secret_name,192 field,193 expected_owners.to_vec(),194 expected_generation_data,195 batch,196 )197 .await?;198 Ok(generated)199 } else {200 drop(batch);201 let identity_holder = if !prefer_identities.is_empty() {202 prefer_identities203 .iter()204 .find(|i| original_set.iter().any(|s| s == *i))205 } else {206 secret.owners.first()207 };208 let Some(identity_holder) = identity_holder else {209 bail!("no available holder found");210 };211212 for (part_name, part) in secret.secret.parts.iter_mut() {213 let _span = info_span!("part reencryption", part_name);214 if !part.raw.encrypted {215 continue;216 }217 let host = config.host(identity_holder).await?;218 let encrypted = host219 .reencrypt(part.raw.clone(), expected_owners.to_vec())220 .await?;221 part.raw = encrypted;222 }223224 secret.owners = expected_owners.to_vec();225 Ok(secret)226 }227}228229#[derive(Deserialize)]230#[serde(rename_all = "camelCase")]231enum GeneratorKind {232 Impure,233 Pure,234}235236async fn generate_pure(237 _config: &Config,238 _display_name: &str,239 _secret: Value,240 _default_generator: Value,241 _owners: &[String],242) -> Result<FleetSecret> {243 bail!("pure generators are broken for now")244}245async fn generate_impure(246 config: &Config,247 _display_name: &str,248 secret: Value,249 default_generator: Value,250 expected_owners: &[String],251 expected_generation_data: serde_json::Value,252 batch: Option<NixBuildBatch>,253) -> Result<FleetSecret> {254 let generator = nix_go!(secret.generator);255 let on: Option<String> = nix_go_json!(default_generator.impureOn);256257 let host = if let Some(on) = &on {258 config.host(on).await?259 } else {260 config.local_host()261 };262 let on_pkgs = host.pkgs().await?;263 let call_package = nix_go!(on_pkgs.callPackage);264 let mk_secret_generators = nix_go!(on_pkgs.mkSecretGenerators);265266 let mut recipients = Vec::new();267 for owner in expected_owners {268 let key = config.key(owner).await?;269 recipients.push(key);270 }271 let generators = nix_go!(mk_secret_generators(Obj { recipients }));272273 let generator = nix_go!(call_package(generator)(generators));274275 let generator = generator.build_maybe_batch(batch).await?;276 let generator = generator277 .get("out")278 .ok_or_else(|| anyhow!("missing generateImpure out"))?;279 let generator = host.remote_derivation(generator).await?;280281 let out_parent = host.mktemp_dir().await?;282 let out = format!("{out_parent}/out");283284 let mut gen = host.cmd(generator).await?;285 gen.env("out", &out);286 if on.is_none() {287 // This path is local, thus we can feed `OsString` directly to env var... But I don't think that's necessary to handle.288 let project_path: String = config289 .directory290 .clone()291 .into_os_string()292 .into_string()293 .map_err(|s| anyhow!("fleet project path is not utf-8: {s:?}"))?;294 gen.env("FLEET_PROJECT", project_path);295 }296 gen.run().await.context("impure generator")?;297298 {299 let marker = host.read_file_text(format!("{out}/marker")).await?;300 ensure!(marker == "SUCCESS", "generation not succeeded");301 }302303 let mut parts = BTreeMap::new();304 for part in host.read_dir(&out).await? {305 if part == "created_at" || part == "expired_at" || part == "marker" {306 continue;307 }308 let contents: SecretData = host309 .read_file_text(format!("{out}/{part}"))310 .await?311 .parse()312 .map_err(|e| anyhow!("failed to decode secret {out:?} part {part:?}: {e}"))?;313 parts.insert(part.to_owned(), FleetSecretPart { raw: contents });314 }315316 let created_at = host.read_file_value(format!("{out}/created_at")).await?;317 let expires_at = host.read_file_value(format!("{out}/expires_at")).await.ok();318319 Ok(FleetSecret {320 created_at,321 expires_at,322 parts,323 generation_data: expected_generation_data,324 })325}326async fn generate(327 config: &Config,328 display_name: &str,329 secret: Value,330 expected_owners: &[String],331 expected_generation_data: serde_json::Value,332 batch: Option<NixBuildBatch>,333) -> Result<FleetSecret> {334 let generator = nix_go!(secret.generator);335 // Can't properly check on nix module system level336 {337 let gen_ty = generator.type_of().await?;338 if gen_ty == "null" {339 bail!("secret has no generator defined, can't automatically generate it.");340 }341 if gen_ty != "lambda" {342 bail!("generator should be lambda, got {gen_ty}");343 }344 }345 let default_pkgs = &config.default_pkgs;346 let default_call_package = nix_go!(default_pkgs.callPackage);347 let default_mk_secret_generators = nix_go!(default_pkgs.mkSecretGenerators);348 // Generators provide additional information in passthru, to access349 // passthru we should call generator, but information about where this generator is supposed to build350 // is located in passthru... Thus evaluating generator on host.351 //352 // Maybe it is also possible to do some magic with __functor?353 //354 // I don't want to make modules always responsible for additional secret data anyway,355 // so it should be in derivation, and not in the secret data itself.356 let generators = nix_go!(default_mk_secret_generators(Obj {357 recipients: <Vec<String>>::new(),358 }));359 let default_generator = nix_go!(default_call_package(generator)(generators));360361 let kind: GeneratorKind = nix_go_json!(default_generator.generatorKind);362363 match kind {364 GeneratorKind::Impure => {365 generate_impure(366 config,367 display_name,368 secret,369 default_generator,370 expected_owners,371 expected_generation_data,372 batch,373 )374 .await375 }376 GeneratorKind::Pure => {377 generate_pure(378 config,379 display_name,380 secret,381 default_generator,382 expected_owners,383 )384 .await385 }386 }387}388async fn generate_shared(389 config: &Config,390 display_name: &str,391 secret: Value,392 expected_owners: Vec<String>,393 expected_generation_data: serde_json::Value,394 batch: Option<NixBuildBatch>,395) -> Result<FleetSharedSecret> {396 // let owners: Vec<String> = nix_go_json!(secret.expectedOwners);397 Ok(FleetSharedSecret {398 secret: generate(399 config,400 display_name,401 secret,402 &expected_owners,403 expected_generation_data,404 batch,405 )406 .await?,407 owners: expected_owners,408 })409}410411async fn parse_public(412 public: Option<String>,413 public_file: Option<PathBuf>,414) -> Result<Option<SecretData>> {415 Ok(match (public, public_file) {416 (Some(v), None) => Some(SecretData {417 data: v.into(),418 encrypted: false,419 }),420 (None, Some(v)) => Some(SecretData {421 data: read(v).await?,422 encrypted: false,423 }),424 (Some(_), Some(_)) => {425 bail!("only public or public_file should be set")426 }427 (None, None) => None,428 })429}430431async fn parse_secret() -> Result<Option<Vec<u8>>> {432 let mut input = vec![];433 stdin().read_to_end(&mut input)?;434 if input.is_empty() {435 Ok(None)436 } else {437 Ok(Some(input))438 }439}440441fn parse_machines(442 initial: Vec<String>,443 machines: Option<Vec<String>>,444 mut add_machines: Vec<String>,445 mut remove_machines: Vec<String>,446) -> Result<Vec<String>> {447 if machines.is_none() && add_machines.is_empty() && remove_machines.is_empty() {448 bail!("no operation");449 }450451 let initial_machines = initial.clone();452 let mut target_machines = initial;453 info!("Currently encrypted for {initial_machines:?}");454455 // ensure!(machines.is_some() || !add_machines.is_empty() || )456 if let Some(machines) = machines {457 ensure!(458 add_machines.is_empty() && remove_machines.is_empty(),459 "can't combine --machines and --add-machines/--remove-machines"460 );461 let target = initial_machines.iter().collect::<HashSet<_>>();462 let source = machines.iter().collect::<HashSet<_>>();463 for removed in target.difference(&source) {464 remove_machines.push((*removed).clone());465 }466 for added in source.difference(&target) {467 add_machines.push((*added).clone());468 }469 }470471 for machine in &remove_machines {472 let mut removed = false;473 while let Some(pos) = target_machines.iter().position(|m| m == machine) {474 target_machines.swap_remove(pos);475 removed = true;476 }477 if !removed {478 warn!("secret is not enabled for {machine}");479 }480 }481 for machine in &add_machines {482 if target_machines.iter().any(|m| m == machine) {483 warn!("secret is already added to {machine}");484 } else {485 target_machines.push(machine.to_owned());486 }487 }488 if !remove_machines.is_empty() {489 // TODO: maybe force secret regeneration?490 // Not that useful without revokation.491 warn!("secret will not be regenerated for removed machines, and until host rebuild, they will still possess the ability to decode secret");492 }493 Ok(target_machines)494}495impl Secret {496 pub async fn run(self, config: &Config, opts: &FleetOpts) -> Result<()> {497 match self {498 Secret::ForceKeys => {499 for host in config.list_hosts().await? {500 if opts.should_skip(&host).await? {501 continue;502 }503 config.key(&host.name).await?;504 }505 }506 Secret::AddShared {507 mut machines,508 name,509 force,510 public,511 public_part: public_name,512 public_file,513 expires_at,514 re_add,515 part: part_name,516 } => {517 // TODO: Forbid updating secrets with set expectedOwners (= not user-managed).518519 let exists = config.has_shared(&name);520 if exists && !force && !re_add {521 bail!("secret already defined");522 }523 if re_add {524 // Fixme: use clap to limit this usage525 ensure!(!force, "--force and --readd are not compatible");526 ensure!(exists, "secret doesn't exists");527 ensure!(528 machines.is_empty(),529 "you can't use machines argument for --readd"530 );531 let shared = config.shared_secret(&name)?;532 machines = shared.owners;533 }534535 let recipients = config.recipients(machines.clone()).await?;536537 let mut parts = BTreeMap::new();538539 let mut input = vec![];540 io::stdin().read_to_end(&mut input)?;541542 if !input.is_empty() {543 let encrypted =544 encrypt_secret_data(recipients.iter().map(|r| r as &dyn Recipient), input)545 .ok_or_else(|| anyhow!("no recipients provided"))?;546 parts.insert(part_name, FleetSecretPart { raw: encrypted });547 }548549 if let Some(public) = parse_public(public, public_file).await? {550 parts.insert(public_name, FleetSecretPart { raw: public });551 }552553 config.replace_shared(554 name,555 FleetSharedSecret {556 owners: machines,557 secret: FleetSecret {558 created_at: Utc::now(),559 expires_at,560 parts,561 generation_data: serde_json::Value::Null,562 },563 },564 );565 }566 Secret::Add {567 machine,568 name,569 replace,570 merge,571 public,572 public_part: public_name,573 public_file,574 part: part_name,575 } => {576 if config.has_secret(&machine, &name) && !replace && !merge {577 bail!("secret already defined.\nUse --replace to override, or --merge to add new parts to existing secret");578 }579580 let mut out = if merge && !replace {581 config582 .host_secret(&machine, &name)583 .context("failed to read existing secret for --merge")?584 } else {585 FleetSecret {586 created_at: Utc::now(),587 expires_at: None,588 parts: BTreeMap::new(),589 generation_data: serde_json::Value::Null,590 }591 };592593 if let Some(secret) = parse_secret().await? {594 let recipient = config.recipient(&machine).await?;595 let encrypted = encrypt_secret_data([&recipient as &dyn Recipient], secret)596 .expect("recipient provided");597 if out598 .parts599 .insert(part_name.clone(), FleetSecretPart { raw: encrypted })600 .is_some() && !replace601 {602 bail!("part {part_name:?} is already defined");603 }604 }605606 if let Some(public) = parse_public(public, public_file).await? {607 if out608 .parts609 .insert(public_name.clone(), FleetSecretPart { raw: public })610 .is_some() && !replace611 {612 bail!("part {public_name:?} is already defined");613 }614 };615616 config.insert_secret(&machine, name, out);617 }618 #[allow(clippy::await_holding_refcell_ref)]619 Secret::Read {620 name,621 machine,622 part: part_name,623 } => {624 let secret = config.host_secret(&machine, &name)?;625 let Some(secret) = secret.parts.get(&part_name) else {626 bail!("no part {part_name} in secret {name}");627 };628 let data = if secret.raw.encrypted {629 let host = config.host(&machine).await?;630 host.decrypt(secret.raw.clone()).await?631 } else {632 secret.raw.data.clone()633 };634635 stdout().write_all(&data)?;636 }637 Secret::UpdateShared {638 name,639 machine,640 add_machine,641 remove_machine,642 prefer_identities,643 } => {644 // TODO: Forbid updating secrets with set expectedOwners (= not user-managed).645646 let secret = config.shared_secret(&name)?;647 if secret.secret.parts.values().all(|v| !v.raw.encrypted) {648 bail!("no secret");649 }650651 let initial_machines = secret.owners.clone();652 let target_machines = parse_machines(653 initial_machines.clone(),654 machine,655 add_machine,656 remove_machine,657 )?;658659 if target_machines.is_empty() {660 info!("no machines left for secret, removing it");661 config.remove_shared(&name);662 return Ok(());663 }664665 let config_field = &config.config_field;666 let field = nix_go!(config_field.sharedSecrets[{ name }]);667 let expected_generation_data = nix_go_json!(field.expectedGenerationData);668669 let updated = maybe_regenerate_shared_secret(670 &name,671 config,672 secret,673 field,674 &target_machines,675 expected_generation_data,676 &prefer_identities,677 None,678 )679 .await?;680 config.replace_shared(name, updated);681 }682 Secret::Regenerate {683 prefer_identities,684 skip_hosts,685 } => {686 info!("checking for secrets to regenerate");687 let stored_shared_set = config.list_shared().into_iter().collect::<HashSet<_>>();688 {689 // Generate missing shared690 let shared_batch = None;691 let _span = info_span!("shared").entered();692 let expected_shared_set = config693 .list_configured_shared()694 .await?695 .into_iter()696 .collect::<HashSet<_>>();697 for missing in expected_shared_set.difference(&stored_shared_set) {698 let config_field = &config.config_field;699 let secret = nix_go!(config_field.sharedSecrets[{ missing }]);700 let expected_generation_data: serde_json::Value =701 nix_go_json!(secret.expectedGenerationData);702 let expected_owners: Option<Vec<String>> =703 nix_go_json!(secret.expectedOwners);704 let Some(expected_owners) = expected_owners else {705 // Can't generate this missing secret, as it has no defined owners.706 continue;707 };708 info!("generating secret: {missing}");709 let shared = generate_shared(710 config,711 missing,712 secret,713 expected_owners,714 expected_generation_data,715 shared_batch.clone(),716 )717 .in_current_span()718 .await?;719 config.replace_shared(missing.to_string(), shared)720 }721 }722 if !skip_hosts {723 let hosts_batch = None;724 for host in config.list_hosts().await? {725 if opts.should_skip(&host).await? {726 continue;727 }728729 let _span = info_span!("host", host = host.name).entered();730 let expected_set = host731 .list_configured_secrets()732 .in_current_span()733 .await?734 .into_iter()735 .collect::<HashSet<_>>();736 let stored_set = config737 .list_secrets(&host.name)738 .into_iter()739 .collect::<HashSet<_>>();740 for missing in expected_set.difference(&stored_set) {741 info!("generating secret: {missing}");742 let secret = host.secret_field(missing).in_current_span().await?;743 let expected_generation_data =744 nix_go_json!(secret.expectedGenerationData);745 let generated = match generate(746 config,747 missing,748 secret,749 &[host.name.clone()],750 expected_generation_data,751 hosts_batch.clone(),752 )753 .in_current_span()754 .await755 {756 Ok(v) => v,757 Err(e) => {758 error!("{e:?}");759 continue;760 }761 };762 config.insert_secret(&host.name, missing.to_string(), generated)763 }764 for name in stored_set {765 info!("updating secret: {name}");766 let data = config.host_secret(&host.name, &name)?;767 let secret = host.secret_field(&name).in_current_span().await?;768 let expected_generation_data =769 nix_go_json!(secret.expectedGenerationData);770 if secret_needs_regeneration(&data, &expected_generation_data) {771 let generated = match generate(772 config,773 &name,774 secret,775 &[host.name.clone()],776 expected_generation_data,777 hosts_batch.clone(),778 )779 .in_current_span()780 .await781 {782 Ok(v) => v,783 Err(e) => {784 error!("{e:?}");785 continue;786 }787 };788 config.insert_secret(&host.name, name.to_string(), generated)789 }790 }791 }792 }793 let mut to_remove = Vec::new();794 for name in &stored_shared_set {795 info!("updating secret: {name}");796 let data = config.shared_secret(name)?;797 let config_field = &config.config_field;798 let expected_owners: Vec<String> =799 nix_go_json!(config_field.sharedSecrets[{ name }].expectedOwners);800 if expected_owners.is_empty() {801 warn!("secret was removed from fleet config: {name}, removing from data");802 to_remove.push(name.to_string());803 continue;804 }805806 let secret = nix_go!(config_field.sharedSecrets[{ name }]);807 let expected_generation_data = nix_go_json!(secret.expectedGenerationData);808 config.replace_shared(809 name.to_owned(),810 maybe_regenerate_shared_secret(811 name,812 config,813 data,814 secret,815 &expected_owners,816 expected_generation_data,817 &prefer_identities,818 None,819 )820 .await?,821 );822 }823 for k in to_remove {824 config.remove_shared(&k);825 }826 }827 Secret::List {} => {828 let _span = info_span!("loading secrets").entered();829 let configured = config.list_configured_shared().await?;830 #[derive(Tabled)]831 struct SecretDisplay {832 #[tabled(rename = "Name")]833 name: String,834 #[tabled(rename = "Owners")]835 owners: String,836 }837 let mut table = vec![];838 for name in configured.iter().cloned() {839 let config = config.clone();840 let expected_owners = config.shared_secret_expected_owners(&name).await?;841 let data = config.shared_secret(&name)?;842 let owners = data843 .owners844 .iter()845 .map(|o| {846 if expected_owners.contains(o) {847 o.green().to_string()848 } else {849 o.red().to_string()850 }851 })852 .collect::<Vec<_>>();853 table.push(SecretDisplay {854 owners: owners.join(", "),855 name,856 })857 }858 info!("loaded\n{}", Table::new(table).to_string())859 }860 Secret::Edit {861 name,862 machine,863 part,864 add,865 } => {866 let secret = config.host_secret(&machine, &name)?;867 if let Some(data) = secret.parts.get(&part) {868 let host = config.host(&machine).await?;869 let secret = host.decrypt(data.raw.clone()).await?;870 String::from_utf8(secret).context("secret is not utf8")?871 } else if add {872 String::new()873 } else {874 bail!("part {part} not found in secret {name}. Did you mean to `--add` it?");875 };876 }877 }878 Ok(())879 }880}881882/*883async fn edit_temp_file(884 builder: tempfile::Builder<'_, '_>,885 r: Vec<u8>,886 header: &str,887 comment: &str,888) -> Result<(Vec<u8>, Option<String>), anyhow::Error> {889 if !stdin().is_tty() {890 // TODO: Also try to open /dev/tty directly?891 bail!("stdin is not tty, can't open editor");892 }893894 use std::fmt::Write;895 let mut file = builder.tempfile()?;896897 let mut full_header = String::new();898 let mut had = false;899 for line in header.trim_end().lines() {900 had = true;901 writeln!(&mut full_header, "{comment}{line}")?;902 }903 if had {904 writeln!(&mut full_header, "{}", comment.trim_end())?;905 }906 writeln!(907 &mut full_header,908 "{comment}Do not touch this header! It will be removed automatically"909 )?;910911 file.write_all(full_header.as_bytes())?;912 file.write_all(&r)?;913914 let abs_path = file.into_temp_path();915 let editor = std::env::var_os("VISUAL")916 .or_else(|| std::env::var_os("EDITOR"))917 .unwrap_or_else(|| "vi".into());918 let editor_args = shlex::bytes::split(editor.as_encoded_bytes())919 .ok_or_else(|| anyhow!("EDITOR env var has wrong syntax"))?;920 let editor_args = editor_args921 .into_iter()922 .map(|v| {923 // Only ASCII subsequences are replaced924 unsafe { OsString::from_encoded_bytes_unchecked(v) }925 })926 .collect_vec();927 let Some((editor, args)) = editor_args.split_first() else {928 bail!("EDITOR env var has no command");929 };930 let mut command = Command::new(editor);931 command.args(args);932933 let path_arg = abs_path.canonicalize()?;934935 // TODO: Save full state, using tcget/_getmode/_setmode936 let was_raw = terminal::is_raw_mode_enabled()?;937 terminal::enable_raw_mode()?;938939 let status = command.arg(path_arg).status().await;940941 if !was_raw {942 terminal::disable_raw_mode()?;943 }944945 let success = match status {946 Ok(s) => s.success(),947 Err(e) if e.kind() == io::ErrorKind::NotFound => {948 bail!("editor not found")949 }950 Err(e) => bail!("editor spawn error: {e}"),951 };952953 let mut file = std::fs::read(&abs_path).context("read editor output")?;954 let Some(v) = file.strip_prefix(full_header.as_bytes()) else {955 todo!();956 };957 todo!();958959 // Ok((success, abs_path))960}961*/1use std::{2 collections::{BTreeMap, BTreeSet, HashSet},3 io::{self, stdin, stdout, Read, Write},4 path::PathBuf,5};67use age::Recipient;8use anyhow::{anyhow, bail, ensure, Context, Result};9use chrono::{DateTime, Utc};10use clap::Parser;11use fleet_base::{12 fleetdata::{encrypt_secret_data, FleetSecret, FleetSecretPart, FleetSharedSecret},13 host::Config,14 opts::FleetOpts,15};16use fleet_shared::SecretData;17use nix_eval::{nix_go, nix_go_json, NixBuildBatch, Value};18use owo_colors::OwoColorize;19use serde::Deserialize;20use tabled::{Table, Tabled};21use tokio::fs::read;22use tracing::{error, info, info_span, warn, Instrument};2324#[derive(Parser)]25pub enum Secret {26 /// Force load host keys for all defined hosts27 ForceKeys,28 /// Add secret, data should be provided in stdin29 AddShared {30 /// Secret name31 name: String,32 /// Secret owners33 #[clap(long, short)]34 machines: Vec<String>,35 /// Override secret if already present36 #[clap(long)]37 force: bool,38 /// Secret public part39 #[clap(long)]40 public: Option<String>,41 /// Load public part from specified file42 #[clap(long)]43 public_file: Option<PathBuf>,4445 /// Create a notification on secret expiration46 #[clap(long)]47 expires_at: Option<DateTime<Utc>>,4849 /// Secret with this name already exists, override its value while keeping the same owners.50 #[clap(long)]51 re_add: bool,5253 /// How to name public secret part54 #[clap(long, short = 'p', default_value = "public")]55 public_part: String,56 /// How to name private secret part57 #[clap(short = 's', long, default_value = "secret")]58 part: String,59 },60 /// Add secret, data should be provided in stdin61 Add {62 /// Secret name63 name: String,64 /// Secret owner65 #[clap(short = 'm', long)]66 machine: String,67 /// Replace secret if already present68 #[clap(long)]69 replace: bool,70 /// Add new parts to existing secret71 #[clap(long)]72 merge: bool,73 /// Secret public part74 #[clap(long)]75 public: Option<String>,76 /// Load public part from specified file77 #[clap(long)]78 public_file: Option<PathBuf>,7980 /// How to name public secret part81 #[clap(short = 'p', long, default_value = "public")]82 public_part: String,83 /// How to name private secret part84 #[clap(short = 's', long, default_value = "secret")]85 part: String,86 },87 /// Read secret from remote host, requires sudo on said host88 Read {89 name: String,90 #[clap(short = 'm', long)]91 machine: String,9293 /// Which private secret part to read94 #[clap(short = 'p', long, default_value = "secret")]95 part: String,96 },97 /// Read secret from remote host, requires sudo on said host98 ReadShared {99 name: String,100 /// Which private secret part to read101 #[clap(short = 'p', long, default_value = "secret")]102 part: String,103 /// Which host should we use to decrypt, in case if reencryption is required, without104 /// regeneration105 #[clap(long)]106 prefer_identities: Vec<String>,107 },108 UpdateShared {109 name: String,110111 #[clap(short = 'm', long)]112 machine: Option<Vec<String>>,113114 #[clap(long)]115 add_machine: Vec<String>,116 #[clap(long)]117 remove_machine: Vec<String>,118119 /// Which host should we use to decrypt120 #[clap(long)]121 prefer_identities: Vec<String>,122 },123 Regenerate {124 /// Which host should we use to decrypt, in case if reencryption is required, without125 /// regeneration126 #[clap(long)]127 prefer_identities: Vec<String>,128 /// Only regenerate shared secrets129 #[clap(long)]130 skip_hosts: bool,131 },132 List {},133 Edit {134 name: String,135 #[clap(short = 'm', long)]136 machine: String,137138 #[clap(long)]139 add: bool,140141 /// Which private secret part to read142 #[clap(short = 'p', long, default_value = "secret")]143 part: String,144 },145}146147fn secret_needs_regeneration(148 secret: &FleetSecret,149 expected_generation_data: &serde_json::Value,150) -> bool {151 let data_is_expected = secret.generation_data == *expected_generation_data;152 // TODO: Leeway?153 let expired = secret154 .expires_at155 .map(|expiration| expiration < Utc::now())156 .unwrap_or(false);157 expired || !data_is_expected158}159160#[allow(clippy::too_many_arguments)]161#[tracing::instrument(skip(config, secret, field, prefer_identities, batch))]162async fn maybe_regenerate_shared_secret(163 secret_name: &str,164 config: &Config,165 mut secret: FleetSharedSecret,166 field: Value,167 expected_owners: &[String],168 expected_generation_data: serde_json::Value,169 prefer_identities: &[String],170 batch: Option<NixBuildBatch>,171) -> Result<FleetSharedSecret> {172 let original_set = secret.owners.clone();173174 let set = original_set.iter().collect::<BTreeSet<_>>();175 let expected_set = expected_owners.iter().collect::<BTreeSet<_>>();176177 let regeneration_required =178 secret_needs_regeneration(&secret.secret, &expected_generation_data);179180 if set == expected_set && !regeneration_required {181 info!("no need to update owner list, it is already correct");182 return Ok(secret);183 }184185 let should_regenerate = if regeneration_required {186 info!("secret has its generation data changed, regeneration is required");187 true188 } else if set.difference(&expected_set).next().is_some() {189 // TODO: Remove this warning for revokable secrets.190 warn!("host was removed from secret owners, but until this host rebuild, the secret will still be stored on it.");191 nix_go_json!(field.regenerateOnOwnerRemoved)192 } else if expected_set.difference(&set).next().is_some() {193 nix_go_json!(field.regenerateOnOwnerAdded)194 } else {195 false196 };197198 if should_regenerate {199 info!("secret needs to be regenerated");200 let generated = generate_shared(201 config,202 secret_name,203 field,204 expected_owners.to_vec(),205 expected_generation_data,206 batch,207 )208 .await?;209 Ok(generated)210 } else {211 drop(batch);212 let identity_holder = if !prefer_identities.is_empty() {213 prefer_identities214 .iter()215 .find(|i| original_set.iter().any(|s| s == *i))216 } else {217 secret.owners.first()218 };219 let Some(identity_holder) = identity_holder else {220 bail!("no available holder found");221 };222223 for (part_name, part) in secret.secret.parts.iter_mut() {224 let _span = info_span!("part reencryption", part_name);225 if !part.raw.encrypted {226 continue;227 }228 let host = config.host(identity_holder).await?;229 let encrypted = host230 .reencrypt(part.raw.clone(), expected_owners.to_vec())231 .await?;232 part.raw = encrypted;233 }234235 secret.owners = expected_owners.to_vec();236 Ok(secret)237 }238}239240#[derive(Deserialize)]241#[serde(rename_all = "camelCase")]242enum GeneratorKind {243 Impure,244 Pure,245}246247async fn generate_pure(248 _config: &Config,249 _display_name: &str,250 _secret: Value,251 _default_generator: Value,252 _owners: &[String],253) -> Result<FleetSecret> {254 bail!("pure generators are broken for now")255}256async fn generate_impure(257 config: &Config,258 _display_name: &str,259 secret: Value,260 default_generator: Value,261 expected_owners: &[String],262 expected_generation_data: serde_json::Value,263 batch: Option<NixBuildBatch>,264) -> Result<FleetSecret> {265 let generator = nix_go!(secret.generator);266 let on: Option<String> = nix_go_json!(default_generator.impureOn);267268 let host = if let Some(on) = &on {269 config.host(on).await?270 } else {271 config.local_host()272 };273 let on_pkgs = host.pkgs().await?;274 let call_package = nix_go!(on_pkgs.callPackage);275 let mk_secret_generators = nix_go!(on_pkgs.mkSecretGenerators);276277 let mut recipients = Vec::new();278 for owner in expected_owners {279 let key = config.key(owner).await?;280 recipients.push(key);281 }282 let generators = nix_go!(mk_secret_generators(Obj { recipients }));283284 let generator = nix_go!(call_package(generator)(generators));285286 let generator = generator.build_maybe_batch(batch).await?;287 let generator = generator288 .get("out")289 .ok_or_else(|| anyhow!("missing generateImpure out"))?;290 let generator = host.remote_derivation(generator).await?;291292 let out_parent = host.mktemp_dir().await?;293 let out = format!("{out_parent}/out");294295 let mut gen = host.cmd(generator).await?;296 gen.env("out", &out);297 if on.is_none() {298 // This path is local, thus we can feed `OsString` directly to env var... But I don't think that's necessary to handle.299 let project_path: String = config300 .directory301 .clone()302 .into_os_string()303 .into_string()304 .map_err(|s| anyhow!("fleet project path is not utf-8: {s:?}"))?;305 gen.env("FLEET_PROJECT", project_path);306 }307 gen.run().await.context("impure generator")?;308309 {310 let marker = host.read_file_text(format!("{out}/marker")).await?;311 ensure!(marker == "SUCCESS", "generation not succeeded");312 }313314 let mut parts = BTreeMap::new();315 for part in host.read_dir(&out).await? {316 if part == "created_at" || part == "expired_at" || part == "marker" {317 continue;318 }319 let contents: SecretData = host320 .read_file_text(format!("{out}/{part}"))321 .await?322 .parse()323 .map_err(|e| anyhow!("failed to decode secret {out:?} part {part:?}: {e}"))?;324 parts.insert(part.to_owned(), FleetSecretPart { raw: contents });325 }326327 let created_at = host.read_file_value(format!("{out}/created_at")).await?;328 let expires_at = host.read_file_value(format!("{out}/expires_at")).await.ok();329330 Ok(FleetSecret {331 created_at,332 expires_at,333 parts,334 generation_data: expected_generation_data,335 })336}337async fn generate(338 config: &Config,339 display_name: &str,340 secret: Value,341 expected_owners: &[String],342 expected_generation_data: serde_json::Value,343 batch: Option<NixBuildBatch>,344) -> Result<FleetSecret> {345 let generator = nix_go!(secret.generator);346 // Can't properly check on nix module system level347 {348 let gen_ty = generator.type_of().await?;349 if gen_ty == "null" {350 bail!("secret has no generator defined, can't automatically generate it.");351 }352 if gen_ty != "lambda" {353 bail!("generator should be lambda, got {gen_ty}");354 }355 }356 let default_pkgs = &config.default_pkgs;357 let default_call_package = nix_go!(default_pkgs.callPackage);358 let default_mk_secret_generators = nix_go!(default_pkgs.mkSecretGenerators);359 // Generators provide additional information in passthru, to access360 // passthru we should call generator, but information about where this generator is supposed to build361 // is located in passthru... Thus evaluating generator on host.362 //363 // Maybe it is also possible to do some magic with __functor?364 //365 // I don't want to make modules always responsible for additional secret data anyway,366 // so it should be in derivation, and not in the secret data itself.367 let generators = nix_go!(default_mk_secret_generators(Obj {368 recipients: <Vec<String>>::new(),369 }));370 let default_generator = nix_go!(default_call_package(generator)(generators));371372 let kind: GeneratorKind = nix_go_json!(default_generator.generatorKind);373374 match kind {375 GeneratorKind::Impure => {376 generate_impure(377 config,378 display_name,379 secret,380 default_generator,381 expected_owners,382 expected_generation_data,383 batch,384 )385 .await386 }387 GeneratorKind::Pure => {388 generate_pure(389 config,390 display_name,391 secret,392 default_generator,393 expected_owners,394 )395 .await396 }397 }398}399async fn generate_shared(400 config: &Config,401 display_name: &str,402 secret: Value,403 expected_owners: Vec<String>,404 expected_generation_data: serde_json::Value,405 batch: Option<NixBuildBatch>,406) -> Result<FleetSharedSecret> {407 // let owners: Vec<String> = nix_go_json!(secret.expectedOwners);408 Ok(FleetSharedSecret {409 secret: generate(410 config,411 display_name,412 secret,413 &expected_owners,414 expected_generation_data,415 batch,416 )417 .await?,418 owners: expected_owners,419 })420}421422async fn parse_public(423 public: Option<String>,424 public_file: Option<PathBuf>,425) -> Result<Option<SecretData>> {426 Ok(match (public, public_file) {427 (Some(v), None) => Some(SecretData {428 data: v.into(),429 encrypted: false,430 }),431 (None, Some(v)) => Some(SecretData {432 data: read(v).await?,433 encrypted: false,434 }),435 (Some(_), Some(_)) => {436 bail!("only public or public_file should be set")437 }438 (None, None) => None,439 })440}441442async fn parse_secret() -> Result<Option<Vec<u8>>> {443 let mut input = vec![];444 stdin().read_to_end(&mut input)?;445 if input.is_empty() {446 Ok(None)447 } else {448 Ok(Some(input))449 }450}451452fn parse_machines(453 initial: Vec<String>,454 machines: Option<Vec<String>>,455 mut add_machines: Vec<String>,456 mut remove_machines: Vec<String>,457) -> Result<Vec<String>> {458 if machines.is_none() && add_machines.is_empty() && remove_machines.is_empty() {459 bail!("no operation");460 }461462 let initial_machines = initial.clone();463 let mut target_machines = initial;464 info!("Currently encrypted for {initial_machines:?}");465466 // ensure!(machines.is_some() || !add_machines.is_empty() || )467 if let Some(machines) = machines {468 ensure!(469 add_machines.is_empty() && remove_machines.is_empty(),470 "can't combine --machines and --add-machines/--remove-machines"471 );472 let target = initial_machines.iter().collect::<HashSet<_>>();473 let source = machines.iter().collect::<HashSet<_>>();474 for removed in target.difference(&source) {475 remove_machines.push((*removed).clone());476 }477 for added in source.difference(&target) {478 add_machines.push((*added).clone());479 }480 }481482 for machine in &remove_machines {483 let mut removed = false;484 while let Some(pos) = target_machines.iter().position(|m| m == machine) {485 target_machines.swap_remove(pos);486 removed = true;487 }488 if !removed {489 warn!("secret is not enabled for {machine}");490 }491 }492 for machine in &add_machines {493 if target_machines.iter().any(|m| m == machine) {494 warn!("secret is already added to {machine}");495 } else {496 target_machines.push(machine.to_owned());497 }498 }499 if !remove_machines.is_empty() {500 // TODO: maybe force secret regeneration?501 // Not that useful without revokation.502 warn!("secret will not be regenerated for removed machines, and until host rebuild, they will still possess the ability to decode secret");503 }504 Ok(target_machines)505}506impl Secret {507 pub async fn run(self, config: &Config, opts: &FleetOpts) -> Result<()> {508 match self {509 Secret::ForceKeys => {510 for host in config.list_hosts().await? {511 if opts.should_skip(&host).await? {512 continue;513 }514 config.key(&host.name).await?;515 }516 }517 Secret::AddShared {518 mut machines,519 name,520 force,521 public,522 public_part: public_name,523 public_file,524 expires_at,525 re_add,526 part: part_name,527 } => {528 // TODO: Forbid updating secrets with set expectedOwners (= not user-managed).529530 let exists = config.has_shared(&name);531 if exists && !force && !re_add {532 bail!("secret already defined");533 }534 if re_add {535 // Fixme: use clap to limit this usage536 ensure!(!force, "--force and --readd are not compatible");537 ensure!(exists, "secret doesn't exists");538 ensure!(539 machines.is_empty(),540 "you can't use machines argument for --readd"541 );542 let shared = config.shared_secret(&name)?;543 machines = shared.owners;544 }545546 let recipients = config.recipients(machines.clone()).await?;547548 let mut parts = BTreeMap::new();549550 let mut input = vec![];551 io::stdin().read_to_end(&mut input)?;552553 if !input.is_empty() {554 let encrypted =555 encrypt_secret_data(recipients.iter().map(|r| r as &dyn Recipient), input)556 .ok_or_else(|| anyhow!("no recipients provided"))?;557 parts.insert(part_name, FleetSecretPart { raw: encrypted });558 }559560 if let Some(public) = parse_public(public, public_file).await? {561 parts.insert(public_name, FleetSecretPart { raw: public });562 }563564 config.replace_shared(565 name,566 FleetSharedSecret {567 owners: machines,568 secret: FleetSecret {569 created_at: Utc::now(),570 expires_at,571 parts,572 generation_data: serde_json::Value::Null,573 },574 },575 );576 }577 Secret::Add {578 machine,579 name,580 replace,581 merge,582 public,583 public_part: public_name,584 public_file,585 part: part_name,586 } => {587 if config.has_secret(&machine, &name) && !replace && !merge {588 bail!("secret already defined.\nUse --replace to override, or --merge to add new parts to existing secret");589 }590591 let mut out = if merge && !replace {592 config593 .host_secret(&machine, &name)594 .context("failed to read existing secret for --merge")?595 } else {596 FleetSecret {597 created_at: Utc::now(),598 expires_at: None,599 parts: BTreeMap::new(),600 generation_data: serde_json::Value::Null,601 }602 };603604 if let Some(secret) = parse_secret().await? {605 let recipient = config.recipient(&machine).await?;606 let encrypted = encrypt_secret_data([&recipient as &dyn Recipient], secret)607 .expect("recipient provided");608 if out609 .parts610 .insert(part_name.clone(), FleetSecretPart { raw: encrypted })611 .is_some() && !replace612 {613 bail!("part {part_name:?} is already defined");614 }615 }616617 if let Some(public) = parse_public(public, public_file).await? {618 if out619 .parts620 .insert(public_name.clone(), FleetSecretPart { raw: public })621 .is_some() && !replace622 {623 bail!("part {public_name:?} is already defined");624 }625 };626627 config.insert_secret(&machine, name, out);628 }629 #[allow(clippy::await_holding_refcell_ref)]630 Secret::Read {631 name,632 machine,633 part: part_name,634 } => {635 let secret = config.host_secret(&machine, &name)?;636 let Some(secret) = secret.parts.get(&part_name) else {637 bail!("no part {part_name} in secret {name}");638 };639 let data = if secret.raw.encrypted {640 let host = config.host(&machine).await?;641 host.decrypt(secret.raw.clone()).await?642 } else {643 secret.raw.data.clone()644 };645646 stdout().write_all(&data)?;647 }648 Secret::ReadShared {649 name,650 part: part_name,651 prefer_identities,652 } => {653 let secret = config.shared_secret(&name)?;654 let Some(part) = secret.secret.parts.get(&part_name) else {655 bail!("no part {part_name} in secret {name}");656 };657 let data = if part.raw.encrypted {658 let identity_holder = if !prefer_identities.is_empty() {659 prefer_identities660 .iter()661 .find(|i| secret.owners.iter().any(|s| s == *i))662 } else {663 secret.owners.first()664 };665 let Some(identity_holder) = identity_holder else {666 bail!("no available holder found");667 };668 let host = config.host(identity_holder).await?;669 host.decrypt(part.raw.clone()).await?670 } else {671 part.raw.data.clone()672 };673 stdout().write_all(&data)?;674 }675 Secret::UpdateShared {676 name,677 machine,678 add_machine,679 remove_machine,680 prefer_identities,681 } => {682 // TODO: Forbid updating secrets with set expectedOwners (= not user-managed).683684 let secret = config.shared_secret(&name)?;685 if secret.secret.parts.values().all(|v| !v.raw.encrypted) {686 bail!("no secret");687 }688689 let initial_machines = secret.owners.clone();690 let target_machines = parse_machines(691 initial_machines.clone(),692 machine,693 add_machine,694 remove_machine,695 )?;696697 if target_machines.is_empty() {698 info!("no machines left for secret, removing it");699 config.remove_shared(&name);700 return Ok(());701 }702703 let config_field = &config.config_field;704 let field = nix_go!(config_field.sharedSecrets[{ name }]);705 let expected_generation_data = nix_go_json!(field.expectedGenerationData);706707 let updated = maybe_regenerate_shared_secret(708 &name,709 config,710 secret,711 field,712 &target_machines,713 expected_generation_data,714 &prefer_identities,715 None,716 )717 .await?;718 config.replace_shared(name, updated);719 }720 Secret::Regenerate {721 prefer_identities,722 skip_hosts,723 } => {724 info!("checking for secrets to regenerate");725 let stored_shared_set = config.list_shared().into_iter().collect::<HashSet<_>>();726 {727 // Generate missing shared728 let shared_batch = None;729 let _span = info_span!("shared").entered();730 let expected_shared_set = config731 .list_configured_shared()732 .await?733 .into_iter()734 .collect::<HashSet<_>>();735 for missing in expected_shared_set.difference(&stored_shared_set) {736 let config_field = &config.config_field;737 let secret = nix_go!(config_field.sharedSecrets[{ missing }]);738 let expected_generation_data: serde_json::Value =739 nix_go_json!(secret.expectedGenerationData);740 let expected_owners: Option<Vec<String>> =741 nix_go_json!(secret.expectedOwners);742 let Some(expected_owners) = expected_owners else {743 // Can't generate this missing secret, as it has no defined owners.744 continue;745 };746 info!("generating secret: {missing}");747 let shared = generate_shared(748 config,749 missing,750 secret,751 expected_owners,752 expected_generation_data,753 shared_batch.clone(),754 )755 .in_current_span()756 .await?;757 config.replace_shared(missing.to_string(), shared)758 }759 }760 if !skip_hosts {761 let hosts_batch = None;762 for host in config.list_hosts().await? {763 if opts.should_skip(&host).await? {764 continue;765 }766767 let _span = info_span!("host", host = host.name).entered();768 let expected_set = host769 .list_configured_secrets()770 .in_current_span()771 .await?772 .into_iter()773 .collect::<HashSet<_>>();774 let stored_set = config775 .list_secrets(&host.name)776 .into_iter()777 .collect::<HashSet<_>>();778 for missing in expected_set.difference(&stored_set) {779 info!("generating secret: {missing}");780 let secret = host.secret_field(missing).in_current_span().await?;781 let expected_generation_data =782 nix_go_json!(secret.expectedGenerationData);783 let generated = match generate(784 config,785 missing,786 secret,787 &[host.name.clone()],788 expected_generation_data,789 hosts_batch.clone(),790 )791 .in_current_span()792 .await793 {794 Ok(v) => v,795 Err(e) => {796 error!("{e:?}");797 continue;798 }799 };800 config.insert_secret(&host.name, missing.to_string(), generated)801 }802 for name in stored_set {803 info!("updating secret: {name}");804 let data = config.host_secret(&host.name, &name)?;805 let secret = host.secret_field(&name).in_current_span().await?;806 let expected_generation_data =807 nix_go_json!(secret.expectedGenerationData);808 if secret_needs_regeneration(&data, &expected_generation_data) {809 let generated = match generate(810 config,811 &name,812 secret,813 &[host.name.clone()],814 expected_generation_data,815 hosts_batch.clone(),816 )817 .in_current_span()818 .await819 {820 Ok(v) => v,821 Err(e) => {822 error!("{e:?}");823 continue;824 }825 };826 config.insert_secret(&host.name, name.to_string(), generated)827 }828 }829 }830 }831 let mut to_remove = Vec::new();832 for name in &stored_shared_set {833 info!("updating secret: {name}");834 let data = config.shared_secret(name)?;835 let config_field = &config.config_field;836 let expected_owners: Vec<String> =837 nix_go_json!(config_field.sharedSecrets[{ name }].expectedOwners);838 if expected_owners.is_empty() {839 warn!("secret was removed from fleet config: {name}, removing from data");840 to_remove.push(name.to_string());841 continue;842 }843844 let secret = nix_go!(config_field.sharedSecrets[{ name }]);845 let expected_generation_data = nix_go_json!(secret.expectedGenerationData);846 config.replace_shared(847 name.to_owned(),848 maybe_regenerate_shared_secret(849 name,850 config,851 data,852 secret,853 &expected_owners,854 expected_generation_data,855 &prefer_identities,856 None,857 )858 .await?,859 );860 }861 for k in to_remove {862 config.remove_shared(&k);863 }864 }865 Secret::List {} => {866 let _span = info_span!("loading secrets").entered();867 let configured = config.list_configured_shared().await?;868 #[derive(Tabled)]869 struct SecretDisplay {870 #[tabled(rename = "Name")]871 name: String,872 #[tabled(rename = "Owners")]873 owners: String,874 }875 let mut table = vec![];876 for name in configured.iter().cloned() {877 let config = config.clone();878 let expected_owners = config.shared_secret_expected_owners(&name).await?;879 let data = config.shared_secret(&name)?;880 let owners = data881 .owners882 .iter()883 .map(|o| {884 if expected_owners.contains(o) {885 o.green().to_string()886 } else {887 o.red().to_string()888 }889 })890 .collect::<Vec<_>>();891 table.push(SecretDisplay {892 owners: owners.join(", "),893 name,894 })895 }896 info!("loaded\n{}", Table::new(table).to_string())897 }898 Secret::Edit {899 name,900 machine,901 part,902 add,903 } => {904 let secret = config.host_secret(&machine, &name)?;905 if let Some(data) = secret.parts.get(&part) {906 let host = config.host(&machine).await?;907 let secret = host.decrypt(data.raw.clone()).await?;908 String::from_utf8(secret).context("secret is not utf8")?909 } else if add {910 String::new()911 } else {912 bail!("part {part} not found in secret {name}. Did you mean to `--add` it?");913 };914 }915 }916 Ok(())917 }918}919920/*921async fn edit_temp_file(922 builder: tempfile::Builder<'_, '_>,923 r: Vec<u8>,924 header: &str,925 comment: &str,926) -> Result<(Vec<u8>, Option<String>), anyhow::Error> {927 if !stdin().is_tty() {928 // TODO: Also try to open /dev/tty directly?929 bail!("stdin is not tty, can't open editor");930 }931932 use std::fmt::Write;933 let mut file = builder.tempfile()?;934935 let mut full_header = String::new();936 let mut had = false;937 for line in header.trim_end().lines() {938 had = true;939 writeln!(&mut full_header, "{comment}{line}")?;940 }941 if had {942 writeln!(&mut full_header, "{}", comment.trim_end())?;943 }944 writeln!(945 &mut full_header,946 "{comment}Do not touch this header! It will be removed automatically"947 )?;948949 file.write_all(full_header.as_bytes())?;950 file.write_all(&r)?;951952 let abs_path = file.into_temp_path();953 let editor = std::env::var_os("VISUAL")954 .or_else(|| std::env::var_os("EDITOR"))955 .unwrap_or_else(|| "vi".into());956 let editor_args = shlex::bytes::split(editor.as_encoded_bytes())957 .ok_or_else(|| anyhow!("EDITOR env var has wrong syntax"))?;958 let editor_args = editor_args959 .into_iter()960 .map(|v| {961 // Only ASCII subsequences are replaced962 unsafe { OsString::from_encoded_bytes_unchecked(v) }963 })964 .collect_vec();965 let Some((editor, args)) = editor_args.split_first() else {966 bail!("EDITOR env var has no command");967 };968 let mut command = Command::new(editor);969 command.args(args);970971 let path_arg = abs_path.canonicalize()?;972973 // TODO: Save full state, using tcget/_getmode/_setmode974 let was_raw = terminal::is_raw_mode_enabled()?;975 terminal::enable_raw_mode()?;976977 let status = command.arg(path_arg).status().await;978979 if !was_raw {980 terminal::disable_raw_mode()?;981 }982983 let success = match status {984 Ok(s) => s.success(),985 Err(e) if e.kind() == io::ErrorKind::NotFound => {986 bail!("editor not found")987 }988 Err(e) => bail!("editor spawn error: {e}"),989 };990991 let mut file = std::fs::read(&abs_path).context("read editor output")?;992 let Some(v) = file.strip_prefix(full_header.as_bytes()) else {993 todo!();994 };995 todo!();996997 // Ok((success, abs_path))998}999*/crates/fleet-base/src/lib.rsdiffbeforeafterboth--- a/crates/fleet-base/src/lib.rs
+++ b/crates/fleet-base/src/lib.rs
@@ -1,5 +1,5 @@
+pub mod command;
pub mod fleetdata;
pub mod host;
-pub mod command;
+mod keys;
pub mod opts;
-mod keys;
crates/nix-eval/build.rsdiffbeforeafterboth--- a/crates/nix-eval/build.rs
+++ b/crates/nix-eval/build.rs
@@ -9,7 +9,6 @@
// }
// }
-
fn main() {
//
// let mut libnix = bindgen::builder().header_contents("nix.h", "