git.delta.rocks / jrsonnet / refs/commits / 3b8059d4c529

difftreelog

feat secret read-shared subcommand

Yaroslav Bolyukin2024-12-03parent: #602c928.patch.diff
in: trunk

3 files changed

modifiedcmds/fleet/src/cmds/secrets/mod.rsdiffbeforeafterboth
before · cmds/fleet/src/cmds/secrets/mod.rs
1use std::{2	collections::{BTreeMap, BTreeSet, HashSet},3	io::{self, stdin, stdout, Read, Write},4	path::PathBuf,5};67use age::Recipient;8use anyhow::{anyhow, bail, ensure, Context, Result};9use chrono::{DateTime, Utc};10use clap::Parser;11use fleet_base::{12	fleetdata::{encrypt_secret_data, FleetSecret, FleetSecretPart, FleetSharedSecret},13	host::Config,14	opts::FleetOpts,15};16use fleet_shared::SecretData;17use nix_eval::{nix_go, nix_go_json, NixBuildBatch, Value};18use owo_colors::OwoColorize;19use serde::Deserialize;20use tabled::{Table, Tabled};21use tokio::fs::read;22use tracing::{error, info, info_span, warn, Instrument};2324#[derive(Parser)]25pub enum Secret {26	/// Force load host keys for all defined hosts27	ForceKeys,28	/// Add secret, data should be provided in stdin29	AddShared {30		/// Secret name31		name: String,32		/// Secret owners33		#[clap(long, short)]34		machines: Vec<String>,35		/// Override secret if already present36		#[clap(long)]37		force: bool,38		/// Secret public part39		#[clap(long)]40		public: Option<String>,41		/// Load public part from specified file42		#[clap(long)]43		public_file: Option<PathBuf>,4445		/// Create a notification on secret expiration46		#[clap(long)]47		expires_at: Option<DateTime<Utc>>,4849		/// Secret with this name already exists, override its value while keeping the same owners.50		#[clap(long)]51		re_add: bool,5253		/// How to name public secret part54		#[clap(long, short = 'p', default_value = "public")]55		public_part: String,56		/// How to name private secret part57		#[clap(short = 's', long, default_value = "secret")]58		part: String,59	},60	/// Add secret, data should be provided in stdin61	Add {62		/// Secret name63		name: String,64		/// Secret owner65		#[clap(short = 'm', long)]66		machine: String,67		/// Replace secret if already present68		#[clap(long)]69		replace: bool,70		/// Add new parts to existing secret71		#[clap(long)]72		merge: bool,73		/// Secret public part74		#[clap(long)]75		public: Option<String>,76		/// Load public part from specified file77		#[clap(long)]78		public_file: Option<PathBuf>,7980		/// How to name public secret part81		#[clap(short = 'p', long, default_value = "public")]82		public_part: String,83		/// How to name private secret part84		#[clap(short = 's', long, default_value = "secret")]85		part: String,86	},87	/// Read secret from remote host, requires sudo on said host88	Read {89		name: String,90		#[clap(short = 'm', long)]91		machine: String,9293		/// Which private secret part to read94		#[clap(short = 'p', long, default_value = "secret")]95		part: String,96	},97	UpdateShared {98		name: String,99100		#[clap(short = 'm', long)]101		machine: Option<Vec<String>>,102103		#[clap(long)]104		add_machine: Vec<String>,105		#[clap(long)]106		remove_machine: Vec<String>,107108		/// Which host should we use to decrypt109		#[clap(long)]110		prefer_identities: Vec<String>,111	},112	Regenerate {113		/// Which host should we use to decrypt, in case if reencryption is required, without114		/// regeneration115		#[clap(long)]116		prefer_identities: Vec<String>,117		/// Only regenerate shared secrets118		#[clap(long)]119		skip_hosts: bool,120	},121	List {},122	Edit {123		name: String,124		#[clap(short = 'm', long)]125		machine: String,126127		#[clap(long)]128		add: bool,129130		/// Which private secret part to read131		#[clap(short = 'p', long, default_value = "secret")]132		part: String,133	},134}135136fn secret_needs_regeneration(137	secret: &FleetSecret,138	expected_generation_data: &serde_json::Value,139) -> bool {140	let data_is_expected = secret.generation_data == *expected_generation_data;141	// TODO: Leeway?142	let expired = secret143		.expires_at144		.map(|expiration| expiration < Utc::now())145		.unwrap_or(false);146	expired || !data_is_expected147}148149#[allow(clippy::too_many_arguments)]150#[tracing::instrument(skip(config, secret, field, prefer_identities, batch))]151async fn maybe_regenerate_shared_secret(152	secret_name: &str,153	config: &Config,154	mut secret: FleetSharedSecret,155	field: Value,156	expected_owners: &[String],157	expected_generation_data: serde_json::Value,158	prefer_identities: &[String],159	batch: Option<NixBuildBatch>,160) -> Result<FleetSharedSecret> {161	let original_set = secret.owners.clone();162163	let set = original_set.iter().collect::<BTreeSet<_>>();164	let expected_set = expected_owners.iter().collect::<BTreeSet<_>>();165166	let regeneration_required =167		secret_needs_regeneration(&secret.secret, &expected_generation_data);168169	if set == expected_set && !regeneration_required {170		info!("no need to update owner list, it is already correct");171		return Ok(secret);172	}173174	let should_regenerate = if regeneration_required {175		info!("secret has its generation data changed, regeneration is required");176		true177	} else if set.difference(&expected_set).next().is_some() {178		// TODO: Remove this warning for revokable secrets.179		warn!("host was removed from secret owners, but until this host rebuild, the secret will still be stored on it.");180		nix_go_json!(field.regenerateOnOwnerRemoved)181	} else if expected_set.difference(&set).next().is_some() {182		nix_go_json!(field.regenerateOnOwnerAdded)183	} else {184		false185	};186187	if should_regenerate {188		info!("secret needs to be regenerated");189		let generated = generate_shared(190			config,191			secret_name,192			field,193			expected_owners.to_vec(),194			expected_generation_data,195			batch,196		)197		.await?;198		Ok(generated)199	} else {200		drop(batch);201		let identity_holder = if !prefer_identities.is_empty() {202			prefer_identities203				.iter()204				.find(|i| original_set.iter().any(|s| s == *i))205		} else {206			secret.owners.first()207		};208		let Some(identity_holder) = identity_holder else {209			bail!("no available holder found");210		};211212		for (part_name, part) in secret.secret.parts.iter_mut() {213			let _span = info_span!("part reencryption", part_name);214			if !part.raw.encrypted {215				continue;216			}217			let host = config.host(identity_holder).await?;218			let encrypted = host219				.reencrypt(part.raw.clone(), expected_owners.to_vec())220				.await?;221			part.raw = encrypted;222		}223224		secret.owners = expected_owners.to_vec();225		Ok(secret)226	}227}228229#[derive(Deserialize)]230#[serde(rename_all = "camelCase")]231enum GeneratorKind {232	Impure,233	Pure,234}235236async fn generate_pure(237	_config: &Config,238	_display_name: &str,239	_secret: Value,240	_default_generator: Value,241	_owners: &[String],242) -> Result<FleetSecret> {243	bail!("pure generators are broken for now")244}245async fn generate_impure(246	config: &Config,247	_display_name: &str,248	secret: Value,249	default_generator: Value,250	expected_owners: &[String],251	expected_generation_data: serde_json::Value,252	batch: Option<NixBuildBatch>,253) -> Result<FleetSecret> {254	let generator = nix_go!(secret.generator);255	let on: Option<String> = nix_go_json!(default_generator.impureOn);256257	let host = if let Some(on) = &on {258		config.host(on).await?259	} else {260		config.local_host()261	};262	let on_pkgs = host.pkgs().await?;263	let call_package = nix_go!(on_pkgs.callPackage);264	let mk_secret_generators = nix_go!(on_pkgs.mkSecretGenerators);265266	let mut recipients = Vec::new();267	for owner in expected_owners {268		let key = config.key(owner).await?;269		recipients.push(key);270	}271	let generators = nix_go!(mk_secret_generators(Obj { recipients }));272273	let generator = nix_go!(call_package(generator)(generators));274275	let generator = generator.build_maybe_batch(batch).await?;276	let generator = generator277		.get("out")278		.ok_or_else(|| anyhow!("missing generateImpure out"))?;279	let generator = host.remote_derivation(generator).await?;280281	let out_parent = host.mktemp_dir().await?;282	let out = format!("{out_parent}/out");283284	let mut gen = host.cmd(generator).await?;285	gen.env("out", &out);286	if on.is_none() {287		// This path is local, thus we can feed `OsString` directly to env var... But I don't think that's necessary to handle.288		let project_path: String = config289			.directory290			.clone()291			.into_os_string()292			.into_string()293			.map_err(|s| anyhow!("fleet project path is not utf-8: {s:?}"))?;294		gen.env("FLEET_PROJECT", project_path);295	}296	gen.run().await.context("impure generator")?;297298	{299		let marker = host.read_file_text(format!("{out}/marker")).await?;300		ensure!(marker == "SUCCESS", "generation not succeeded");301	}302303	let mut parts = BTreeMap::new();304	for part in host.read_dir(&out).await? {305		if part == "created_at" || part == "expired_at" || part == "marker" {306			continue;307		}308		let contents: SecretData = host309			.read_file_text(format!("{out}/{part}"))310			.await?311			.parse()312			.map_err(|e| anyhow!("failed to decode secret {out:?} part {part:?}: {e}"))?;313		parts.insert(part.to_owned(), FleetSecretPart { raw: contents });314	}315316	let created_at = host.read_file_value(format!("{out}/created_at")).await?;317	let expires_at = host.read_file_value(format!("{out}/expires_at")).await.ok();318319	Ok(FleetSecret {320		created_at,321		expires_at,322		parts,323		generation_data: expected_generation_data,324	})325}326async fn generate(327	config: &Config,328	display_name: &str,329	secret: Value,330	expected_owners: &[String],331	expected_generation_data: serde_json::Value,332	batch: Option<NixBuildBatch>,333) -> Result<FleetSecret> {334	let generator = nix_go!(secret.generator);335	// Can't properly check on nix module system level336	{337		let gen_ty = generator.type_of().await?;338		if gen_ty == "null" {339			bail!("secret has no generator defined, can't automatically generate it.");340		}341		if gen_ty != "lambda" {342			bail!("generator should be lambda, got {gen_ty}");343		}344	}345	let default_pkgs = &config.default_pkgs;346	let default_call_package = nix_go!(default_pkgs.callPackage);347	let default_mk_secret_generators = nix_go!(default_pkgs.mkSecretGenerators);348	// Generators provide additional information in passthru, to access349	// passthru we should call generator, but information about where this generator is supposed to build350	// is located in passthru... Thus evaluating generator on host.351	//352	// Maybe it is also possible to do some magic with __functor?353	//354	// I don't want to make modules always responsible for additional secret data anyway,355	// so it should be in derivation, and not in the secret data itself.356	let generators = nix_go!(default_mk_secret_generators(Obj {357		recipients: <Vec<String>>::new(),358	}));359	let default_generator = nix_go!(default_call_package(generator)(generators));360361	let kind: GeneratorKind = nix_go_json!(default_generator.generatorKind);362363	match kind {364		GeneratorKind::Impure => {365			generate_impure(366				config,367				display_name,368				secret,369				default_generator,370				expected_owners,371				expected_generation_data,372				batch,373			)374			.await375		}376		GeneratorKind::Pure => {377			generate_pure(378				config,379				display_name,380				secret,381				default_generator,382				expected_owners,383			)384			.await385		}386	}387}388async fn generate_shared(389	config: &Config,390	display_name: &str,391	secret: Value,392	expected_owners: Vec<String>,393	expected_generation_data: serde_json::Value,394	batch: Option<NixBuildBatch>,395) -> Result<FleetSharedSecret> {396	// let owners: Vec<String> = nix_go_json!(secret.expectedOwners);397	Ok(FleetSharedSecret {398		secret: generate(399			config,400			display_name,401			secret,402			&expected_owners,403			expected_generation_data,404			batch,405		)406		.await?,407		owners: expected_owners,408	})409}410411async fn parse_public(412	public: Option<String>,413	public_file: Option<PathBuf>,414) -> Result<Option<SecretData>> {415	Ok(match (public, public_file) {416		(Some(v), None) => Some(SecretData {417			data: v.into(),418			encrypted: false,419		}),420		(None, Some(v)) => Some(SecretData {421			data: read(v).await?,422			encrypted: false,423		}),424		(Some(_), Some(_)) => {425			bail!("only public or public_file should be set")426		}427		(None, None) => None,428	})429}430431async fn parse_secret() -> Result<Option<Vec<u8>>> {432	let mut input = vec![];433	stdin().read_to_end(&mut input)?;434	if input.is_empty() {435		Ok(None)436	} else {437		Ok(Some(input))438	}439}440441fn parse_machines(442	initial: Vec<String>,443	machines: Option<Vec<String>>,444	mut add_machines: Vec<String>,445	mut remove_machines: Vec<String>,446) -> Result<Vec<String>> {447	if machines.is_none() && add_machines.is_empty() && remove_machines.is_empty() {448		bail!("no operation");449	}450451	let initial_machines = initial.clone();452	let mut target_machines = initial;453	info!("Currently encrypted for {initial_machines:?}");454455	// ensure!(machines.is_some() || !add_machines.is_empty() || )456	if let Some(machines) = machines {457		ensure!(458			add_machines.is_empty() && remove_machines.is_empty(),459			"can't combine --machines and --add-machines/--remove-machines"460		);461		let target = initial_machines.iter().collect::<HashSet<_>>();462		let source = machines.iter().collect::<HashSet<_>>();463		for removed in target.difference(&source) {464			remove_machines.push((*removed).clone());465		}466		for added in source.difference(&target) {467			add_machines.push((*added).clone());468		}469	}470471	for machine in &remove_machines {472		let mut removed = false;473		while let Some(pos) = target_machines.iter().position(|m| m == machine) {474			target_machines.swap_remove(pos);475			removed = true;476		}477		if !removed {478			warn!("secret is not enabled for {machine}");479		}480	}481	for machine in &add_machines {482		if target_machines.iter().any(|m| m == machine) {483			warn!("secret is already added to {machine}");484		} else {485			target_machines.push(machine.to_owned());486		}487	}488	if !remove_machines.is_empty() {489		// TODO: maybe force secret regeneration?490		// Not that useful without revokation.491		warn!("secret will not be regenerated for removed machines, and until host rebuild, they will still possess the ability to decode secret");492	}493	Ok(target_machines)494}495impl Secret {496	pub async fn run(self, config: &Config, opts: &FleetOpts) -> Result<()> {497		match self {498			Secret::ForceKeys => {499				for host in config.list_hosts().await? {500					if opts.should_skip(&host).await? {501						continue;502					}503					config.key(&host.name).await?;504				}505			}506			Secret::AddShared {507				mut machines,508				name,509				force,510				public,511				public_part: public_name,512				public_file,513				expires_at,514				re_add,515				part: part_name,516			} => {517				// TODO: Forbid updating secrets with set expectedOwners (= not user-managed).518519				let exists = config.has_shared(&name);520				if exists && !force && !re_add {521					bail!("secret already defined");522				}523				if re_add {524					// Fixme: use clap to limit this usage525					ensure!(!force, "--force and --readd are not compatible");526					ensure!(exists, "secret doesn't exists");527					ensure!(528						machines.is_empty(),529						"you can't use machines argument for --readd"530					);531					let shared = config.shared_secret(&name)?;532					machines = shared.owners;533				}534535				let recipients = config.recipients(machines.clone()).await?;536537				let mut parts = BTreeMap::new();538539				let mut input = vec![];540				io::stdin().read_to_end(&mut input)?;541542				if !input.is_empty() {543					let encrypted =544						encrypt_secret_data(recipients.iter().map(|r| r as &dyn Recipient), input)545							.ok_or_else(|| anyhow!("no recipients provided"))?;546					parts.insert(part_name, FleetSecretPart { raw: encrypted });547				}548549				if let Some(public) = parse_public(public, public_file).await? {550					parts.insert(public_name, FleetSecretPart { raw: public });551				}552553				config.replace_shared(554					name,555					FleetSharedSecret {556						owners: machines,557						secret: FleetSecret {558							created_at: Utc::now(),559							expires_at,560							parts,561							generation_data: serde_json::Value::Null,562						},563					},564				);565			}566			Secret::Add {567				machine,568				name,569				replace,570				merge,571				public,572				public_part: public_name,573				public_file,574				part: part_name,575			} => {576				if config.has_secret(&machine, &name) && !replace && !merge {577					bail!("secret already defined.\nUse --replace to override, or --merge to add new parts to existing secret");578				}579580				let mut out = if merge && !replace {581					config582						.host_secret(&machine, &name)583						.context("failed to read existing secret for --merge")?584				} else {585					FleetSecret {586						created_at: Utc::now(),587						expires_at: None,588						parts: BTreeMap::new(),589						generation_data: serde_json::Value::Null,590					}591				};592593				if let Some(secret) = parse_secret().await? {594					let recipient = config.recipient(&machine).await?;595					let encrypted = encrypt_secret_data([&recipient as &dyn Recipient], secret)596						.expect("recipient provided");597					if out598						.parts599						.insert(part_name.clone(), FleetSecretPart { raw: encrypted })600						.is_some() && !replace601					{602						bail!("part {part_name:?} is already defined");603					}604				}605606				if let Some(public) = parse_public(public, public_file).await? {607					if out608						.parts609						.insert(public_name.clone(), FleetSecretPart { raw: public })610						.is_some() && !replace611					{612						bail!("part {public_name:?} is already defined");613					}614				};615616				config.insert_secret(&machine, name, out);617			}618			#[allow(clippy::await_holding_refcell_ref)]619			Secret::Read {620				name,621				machine,622				part: part_name,623			} => {624				let secret = config.host_secret(&machine, &name)?;625				let Some(secret) = secret.parts.get(&part_name) else {626					bail!("no part {part_name} in secret {name}");627				};628				let data = if secret.raw.encrypted {629					let host = config.host(&machine).await?;630					host.decrypt(secret.raw.clone()).await?631				} else {632					secret.raw.data.clone()633				};634635				stdout().write_all(&data)?;636			}637			Secret::UpdateShared {638				name,639				machine,640				add_machine,641				remove_machine,642				prefer_identities,643			} => {644				// TODO: Forbid updating secrets with set expectedOwners (= not user-managed).645646				let secret = config.shared_secret(&name)?;647				if secret.secret.parts.values().all(|v| !v.raw.encrypted) {648					bail!("no secret");649				}650651				let initial_machines = secret.owners.clone();652				let target_machines = parse_machines(653					initial_machines.clone(),654					machine,655					add_machine,656					remove_machine,657				)?;658659				if target_machines.is_empty() {660					info!("no machines left for secret, removing it");661					config.remove_shared(&name);662					return Ok(());663				}664665				let config_field = &config.config_field;666				let field = nix_go!(config_field.sharedSecrets[{ name }]);667				let expected_generation_data = nix_go_json!(field.expectedGenerationData);668669				let updated = maybe_regenerate_shared_secret(670					&name,671					config,672					secret,673					field,674					&target_machines,675					expected_generation_data,676					&prefer_identities,677					None,678				)679				.await?;680				config.replace_shared(name, updated);681			}682			Secret::Regenerate {683				prefer_identities,684				skip_hosts,685			} => {686				info!("checking for secrets to regenerate");687				let stored_shared_set = config.list_shared().into_iter().collect::<HashSet<_>>();688				{689					// Generate missing shared690					let shared_batch = None;691					let _span = info_span!("shared").entered();692					let expected_shared_set = config693						.list_configured_shared()694						.await?695						.into_iter()696						.collect::<HashSet<_>>();697					for missing in expected_shared_set.difference(&stored_shared_set) {698						let config_field = &config.config_field;699						let secret = nix_go!(config_field.sharedSecrets[{ missing }]);700						let expected_generation_data: serde_json::Value =701							nix_go_json!(secret.expectedGenerationData);702						let expected_owners: Option<Vec<String>> =703							nix_go_json!(secret.expectedOwners);704						let Some(expected_owners) = expected_owners else {705							// Can't generate this missing secret, as it has no defined owners.706							continue;707						};708						info!("generating secret: {missing}");709						let shared = generate_shared(710							config,711							missing,712							secret,713							expected_owners,714							expected_generation_data,715							shared_batch.clone(),716						)717						.in_current_span()718						.await?;719						config.replace_shared(missing.to_string(), shared)720					}721				}722				if !skip_hosts {723					let hosts_batch = None;724					for host in config.list_hosts().await? {725						if opts.should_skip(&host).await? {726							continue;727						}728729						let _span = info_span!("host", host = host.name).entered();730						let expected_set = host731							.list_configured_secrets()732							.in_current_span()733							.await?734							.into_iter()735							.collect::<HashSet<_>>();736						let stored_set = config737							.list_secrets(&host.name)738							.into_iter()739							.collect::<HashSet<_>>();740						for missing in expected_set.difference(&stored_set) {741							info!("generating secret: {missing}");742							let secret = host.secret_field(missing).in_current_span().await?;743							let expected_generation_data =744								nix_go_json!(secret.expectedGenerationData);745							let generated = match generate(746								config,747								missing,748								secret,749								&[host.name.clone()],750								expected_generation_data,751								hosts_batch.clone(),752							)753							.in_current_span()754							.await755							{756								Ok(v) => v,757								Err(e) => {758									error!("{e:?}");759									continue;760								}761							};762							config.insert_secret(&host.name, missing.to_string(), generated)763						}764						for name in stored_set {765							info!("updating secret: {name}");766							let data = config.host_secret(&host.name, &name)?;767							let secret = host.secret_field(&name).in_current_span().await?;768							let expected_generation_data =769								nix_go_json!(secret.expectedGenerationData);770							if secret_needs_regeneration(&data, &expected_generation_data) {771								let generated = match generate(772									config,773									&name,774									secret,775									&[host.name.clone()],776									expected_generation_data,777									hosts_batch.clone(),778								)779								.in_current_span()780								.await781								{782									Ok(v) => v,783									Err(e) => {784										error!("{e:?}");785										continue;786									}787								};788								config.insert_secret(&host.name, name.to_string(), generated)789							}790						}791					}792				}793				let mut to_remove = Vec::new();794				for name in &stored_shared_set {795					info!("updating secret: {name}");796					let data = config.shared_secret(name)?;797					let config_field = &config.config_field;798					let expected_owners: Vec<String> =799						nix_go_json!(config_field.sharedSecrets[{ name }].expectedOwners);800					if expected_owners.is_empty() {801						warn!("secret was removed from fleet config: {name}, removing from data");802						to_remove.push(name.to_string());803						continue;804					}805806					let secret = nix_go!(config_field.sharedSecrets[{ name }]);807					let expected_generation_data = nix_go_json!(secret.expectedGenerationData);808					config.replace_shared(809						name.to_owned(),810						maybe_regenerate_shared_secret(811							name,812							config,813							data,814							secret,815							&expected_owners,816							expected_generation_data,817							&prefer_identities,818							None,819						)820						.await?,821					);822				}823				for k in to_remove {824					config.remove_shared(&k);825				}826			}827			Secret::List {} => {828				let _span = info_span!("loading secrets").entered();829				let configured = config.list_configured_shared().await?;830				#[derive(Tabled)]831				struct SecretDisplay {832					#[tabled(rename = "Name")]833					name: String,834					#[tabled(rename = "Owners")]835					owners: String,836				}837				let mut table = vec![];838				for name in configured.iter().cloned() {839					let config = config.clone();840					let expected_owners = config.shared_secret_expected_owners(&name).await?;841					let data = config.shared_secret(&name)?;842					let owners = data843						.owners844						.iter()845						.map(|o| {846							if expected_owners.contains(o) {847								o.green().to_string()848							} else {849								o.red().to_string()850							}851						})852						.collect::<Vec<_>>();853					table.push(SecretDisplay {854						owners: owners.join(", "),855						name,856					})857				}858				info!("loaded\n{}", Table::new(table).to_string())859			}860			Secret::Edit {861				name,862				machine,863				part,864				add,865			} => {866				let secret = config.host_secret(&machine, &name)?;867				if let Some(data) = secret.parts.get(&part) {868					let host = config.host(&machine).await?;869					let secret = host.decrypt(data.raw.clone()).await?;870					String::from_utf8(secret).context("secret is not utf8")?871				} else if add {872					String::new()873				} else {874					bail!("part {part} not found in secret {name}. Did you mean to `--add` it?");875				};876			}877		}878		Ok(())879	}880}881882/*883async fn edit_temp_file(884	builder: tempfile::Builder<'_, '_>,885	r: Vec<u8>,886	header: &str,887	comment: &str,888) -> Result<(Vec<u8>, Option<String>), anyhow::Error> {889	if !stdin().is_tty() {890		// TODO: Also try to open /dev/tty directly?891		bail!("stdin is not tty, can't open editor");892	}893894	use std::fmt::Write;895	let mut file = builder.tempfile()?;896897	let mut full_header = String::new();898	let mut had = false;899	for line in header.trim_end().lines() {900		had = true;901		writeln!(&mut full_header, "{comment}{line}")?;902	}903	if had {904		writeln!(&mut full_header, "{}", comment.trim_end())?;905	}906	writeln!(907		&mut full_header,908		"{comment}Do not touch this header! It will be removed automatically"909	)?;910911	file.write_all(full_header.as_bytes())?;912	file.write_all(&r)?;913914	let abs_path = file.into_temp_path();915	let editor = std::env::var_os("VISUAL")916		.or_else(|| std::env::var_os("EDITOR"))917		.unwrap_or_else(|| "vi".into());918	let editor_args = shlex::bytes::split(editor.as_encoded_bytes())919		.ok_or_else(|| anyhow!("EDITOR env var has wrong syntax"))?;920	let editor_args = editor_args921		.into_iter()922		.map(|v| {923			// Only ASCII subsequences are replaced924			unsafe { OsString::from_encoded_bytes_unchecked(v) }925		})926		.collect_vec();927	let Some((editor, args)) = editor_args.split_first() else {928		bail!("EDITOR env var has no command");929	};930	let mut command = Command::new(editor);931	command.args(args);932933	let path_arg = abs_path.canonicalize()?;934935	// TODO: Save full state, using tcget/_getmode/_setmode936	let was_raw = terminal::is_raw_mode_enabled()?;937	terminal::enable_raw_mode()?;938939	let status = command.arg(path_arg).status().await;940941	if !was_raw {942		terminal::disable_raw_mode()?;943	}944945	let success = match status {946		Ok(s) => s.success(),947		Err(e) if e.kind() == io::ErrorKind::NotFound => {948			bail!("editor not found")949		}950		Err(e) => bail!("editor spawn error: {e}"),951	};952953	let mut file = std::fs::read(&abs_path).context("read editor output")?;954	let Some(v) = file.strip_prefix(full_header.as_bytes()) else {955		todo!();956	};957	todo!();958959	// Ok((success, abs_path))960}961*/
after · cmds/fleet/src/cmds/secrets/mod.rs
1use std::{2	collections::{BTreeMap, BTreeSet, HashSet},3	io::{self, stdin, stdout, Read, Write},4	path::PathBuf,5};67use age::Recipient;8use anyhow::{anyhow, bail, ensure, Context, Result};9use chrono::{DateTime, Utc};10use clap::Parser;11use fleet_base::{12	fleetdata::{encrypt_secret_data, FleetSecret, FleetSecretPart, FleetSharedSecret},13	host::Config,14	opts::FleetOpts,15};16use fleet_shared::SecretData;17use nix_eval::{nix_go, nix_go_json, NixBuildBatch, Value};18use owo_colors::OwoColorize;19use serde::Deserialize;20use tabled::{Table, Tabled};21use tokio::fs::read;22use tracing::{error, info, info_span, warn, Instrument};2324#[derive(Parser)]25pub enum Secret {26	/// Force load host keys for all defined hosts27	ForceKeys,28	/// Add secret, data should be provided in stdin29	AddShared {30		/// Secret name31		name: String,32		/// Secret owners33		#[clap(long, short)]34		machines: Vec<String>,35		/// Override secret if already present36		#[clap(long)]37		force: bool,38		/// Secret public part39		#[clap(long)]40		public: Option<String>,41		/// Load public part from specified file42		#[clap(long)]43		public_file: Option<PathBuf>,4445		/// Create a notification on secret expiration46		#[clap(long)]47		expires_at: Option<DateTime<Utc>>,4849		/// Secret with this name already exists, override its value while keeping the same owners.50		#[clap(long)]51		re_add: bool,5253		/// How to name public secret part54		#[clap(long, short = 'p', default_value = "public")]55		public_part: String,56		/// How to name private secret part57		#[clap(short = 's', long, default_value = "secret")]58		part: String,59	},60	/// Add secret, data should be provided in stdin61	Add {62		/// Secret name63		name: String,64		/// Secret owner65		#[clap(short = 'm', long)]66		machine: String,67		/// Replace secret if already present68		#[clap(long)]69		replace: bool,70		/// Add new parts to existing secret71		#[clap(long)]72		merge: bool,73		/// Secret public part74		#[clap(long)]75		public: Option<String>,76		/// Load public part from specified file77		#[clap(long)]78		public_file: Option<PathBuf>,7980		/// How to name public secret part81		#[clap(short = 'p', long, default_value = "public")]82		public_part: String,83		/// How to name private secret part84		#[clap(short = 's', long, default_value = "secret")]85		part: String,86	},87	/// Read secret from remote host, requires sudo on said host88	Read {89		name: String,90		#[clap(short = 'm', long)]91		machine: String,9293		/// Which private secret part to read94		#[clap(short = 'p', long, default_value = "secret")]95		part: String,96	},97	/// Read secret from remote host, requires sudo on said host98	ReadShared {99		name: String,100		/// Which private secret part to read101		#[clap(short = 'p', long, default_value = "secret")]102		part: String,103		/// Which host should we use to decrypt, in case if reencryption is required, without104		/// regeneration105		#[clap(long)]106		prefer_identities: Vec<String>,107	},108	UpdateShared {109		name: String,110111		#[clap(short = 'm', long)]112		machine: Option<Vec<String>>,113114		#[clap(long)]115		add_machine: Vec<String>,116		#[clap(long)]117		remove_machine: Vec<String>,118119		/// Which host should we use to decrypt120		#[clap(long)]121		prefer_identities: Vec<String>,122	},123	Regenerate {124		/// Which host should we use to decrypt, in case if reencryption is required, without125		/// regeneration126		#[clap(long)]127		prefer_identities: Vec<String>,128		/// Only regenerate shared secrets129		#[clap(long)]130		skip_hosts: bool,131	},132	List {},133	Edit {134		name: String,135		#[clap(short = 'm', long)]136		machine: String,137138		#[clap(long)]139		add: bool,140141		/// Which private secret part to read142		#[clap(short = 'p', long, default_value = "secret")]143		part: String,144	},145}146147fn secret_needs_regeneration(148	secret: &FleetSecret,149	expected_generation_data: &serde_json::Value,150) -> bool {151	let data_is_expected = secret.generation_data == *expected_generation_data;152	// TODO: Leeway?153	let expired = secret154		.expires_at155		.map(|expiration| expiration < Utc::now())156		.unwrap_or(false);157	expired || !data_is_expected158}159160#[allow(clippy::too_many_arguments)]161#[tracing::instrument(skip(config, secret, field, prefer_identities, batch))]162async fn maybe_regenerate_shared_secret(163	secret_name: &str,164	config: &Config,165	mut secret: FleetSharedSecret,166	field: Value,167	expected_owners: &[String],168	expected_generation_data: serde_json::Value,169	prefer_identities: &[String],170	batch: Option<NixBuildBatch>,171) -> Result<FleetSharedSecret> {172	let original_set = secret.owners.clone();173174	let set = original_set.iter().collect::<BTreeSet<_>>();175	let expected_set = expected_owners.iter().collect::<BTreeSet<_>>();176177	let regeneration_required =178		secret_needs_regeneration(&secret.secret, &expected_generation_data);179180	if set == expected_set && !regeneration_required {181		info!("no need to update owner list, it is already correct");182		return Ok(secret);183	}184185	let should_regenerate = if regeneration_required {186		info!("secret has its generation data changed, regeneration is required");187		true188	} else if set.difference(&expected_set).next().is_some() {189		// TODO: Remove this warning for revokable secrets.190		warn!("host was removed from secret owners, but until this host rebuild, the secret will still be stored on it.");191		nix_go_json!(field.regenerateOnOwnerRemoved)192	} else if expected_set.difference(&set).next().is_some() {193		nix_go_json!(field.regenerateOnOwnerAdded)194	} else {195		false196	};197198	if should_regenerate {199		info!("secret needs to be regenerated");200		let generated = generate_shared(201			config,202			secret_name,203			field,204			expected_owners.to_vec(),205			expected_generation_data,206			batch,207		)208		.await?;209		Ok(generated)210	} else {211		drop(batch);212		let identity_holder = if !prefer_identities.is_empty() {213			prefer_identities214				.iter()215				.find(|i| original_set.iter().any(|s| s == *i))216		} else {217			secret.owners.first()218		};219		let Some(identity_holder) = identity_holder else {220			bail!("no available holder found");221		};222223		for (part_name, part) in secret.secret.parts.iter_mut() {224			let _span = info_span!("part reencryption", part_name);225			if !part.raw.encrypted {226				continue;227			}228			let host = config.host(identity_holder).await?;229			let encrypted = host230				.reencrypt(part.raw.clone(), expected_owners.to_vec())231				.await?;232			part.raw = encrypted;233		}234235		secret.owners = expected_owners.to_vec();236		Ok(secret)237	}238}239240#[derive(Deserialize)]241#[serde(rename_all = "camelCase")]242enum GeneratorKind {243	Impure,244	Pure,245}246247async fn generate_pure(248	_config: &Config,249	_display_name: &str,250	_secret: Value,251	_default_generator: Value,252	_owners: &[String],253) -> Result<FleetSecret> {254	bail!("pure generators are broken for now")255}256async fn generate_impure(257	config: &Config,258	_display_name: &str,259	secret: Value,260	default_generator: Value,261	expected_owners: &[String],262	expected_generation_data: serde_json::Value,263	batch: Option<NixBuildBatch>,264) -> Result<FleetSecret> {265	let generator = nix_go!(secret.generator);266	let on: Option<String> = nix_go_json!(default_generator.impureOn);267268	let host = if let Some(on) = &on {269		config.host(on).await?270	} else {271		config.local_host()272	};273	let on_pkgs = host.pkgs().await?;274	let call_package = nix_go!(on_pkgs.callPackage);275	let mk_secret_generators = nix_go!(on_pkgs.mkSecretGenerators);276277	let mut recipients = Vec::new();278	for owner in expected_owners {279		let key = config.key(owner).await?;280		recipients.push(key);281	}282	let generators = nix_go!(mk_secret_generators(Obj { recipients }));283284	let generator = nix_go!(call_package(generator)(generators));285286	let generator = generator.build_maybe_batch(batch).await?;287	let generator = generator288		.get("out")289		.ok_or_else(|| anyhow!("missing generateImpure out"))?;290	let generator = host.remote_derivation(generator).await?;291292	let out_parent = host.mktemp_dir().await?;293	let out = format!("{out_parent}/out");294295	let mut gen = host.cmd(generator).await?;296	gen.env("out", &out);297	if on.is_none() {298		// This path is local, thus we can feed `OsString` directly to env var... But I don't think that's necessary to handle.299		let project_path: String = config300			.directory301			.clone()302			.into_os_string()303			.into_string()304			.map_err(|s| anyhow!("fleet project path is not utf-8: {s:?}"))?;305		gen.env("FLEET_PROJECT", project_path);306	}307	gen.run().await.context("impure generator")?;308309	{310		let marker = host.read_file_text(format!("{out}/marker")).await?;311		ensure!(marker == "SUCCESS", "generation not succeeded");312	}313314	let mut parts = BTreeMap::new();315	for part in host.read_dir(&out).await? {316		if part == "created_at" || part == "expired_at" || part == "marker" {317			continue;318		}319		let contents: SecretData = host320			.read_file_text(format!("{out}/{part}"))321			.await?322			.parse()323			.map_err(|e| anyhow!("failed to decode secret {out:?} part {part:?}: {e}"))?;324		parts.insert(part.to_owned(), FleetSecretPart { raw: contents });325	}326327	let created_at = host.read_file_value(format!("{out}/created_at")).await?;328	let expires_at = host.read_file_value(format!("{out}/expires_at")).await.ok();329330	Ok(FleetSecret {331		created_at,332		expires_at,333		parts,334		generation_data: expected_generation_data,335	})336}337async fn generate(338	config: &Config,339	display_name: &str,340	secret: Value,341	expected_owners: &[String],342	expected_generation_data: serde_json::Value,343	batch: Option<NixBuildBatch>,344) -> Result<FleetSecret> {345	let generator = nix_go!(secret.generator);346	// Can't properly check on nix module system level347	{348		let gen_ty = generator.type_of().await?;349		if gen_ty == "null" {350			bail!("secret has no generator defined, can't automatically generate it.");351		}352		if gen_ty != "lambda" {353			bail!("generator should be lambda, got {gen_ty}");354		}355	}356	let default_pkgs = &config.default_pkgs;357	let default_call_package = nix_go!(default_pkgs.callPackage);358	let default_mk_secret_generators = nix_go!(default_pkgs.mkSecretGenerators);359	// Generators provide additional information in passthru, to access360	// passthru we should call generator, but information about where this generator is supposed to build361	// is located in passthru... Thus evaluating generator on host.362	//363	// Maybe it is also possible to do some magic with __functor?364	//365	// I don't want to make modules always responsible for additional secret data anyway,366	// so it should be in derivation, and not in the secret data itself.367	let generators = nix_go!(default_mk_secret_generators(Obj {368		recipients: <Vec<String>>::new(),369	}));370	let default_generator = nix_go!(default_call_package(generator)(generators));371372	let kind: GeneratorKind = nix_go_json!(default_generator.generatorKind);373374	match kind {375		GeneratorKind::Impure => {376			generate_impure(377				config,378				display_name,379				secret,380				default_generator,381				expected_owners,382				expected_generation_data,383				batch,384			)385			.await386		}387		GeneratorKind::Pure => {388			generate_pure(389				config,390				display_name,391				secret,392				default_generator,393				expected_owners,394			)395			.await396		}397	}398}399async fn generate_shared(400	config: &Config,401	display_name: &str,402	secret: Value,403	expected_owners: Vec<String>,404	expected_generation_data: serde_json::Value,405	batch: Option<NixBuildBatch>,406) -> Result<FleetSharedSecret> {407	// let owners: Vec<String> = nix_go_json!(secret.expectedOwners);408	Ok(FleetSharedSecret {409		secret: generate(410			config,411			display_name,412			secret,413			&expected_owners,414			expected_generation_data,415			batch,416		)417		.await?,418		owners: expected_owners,419	})420}421422async fn parse_public(423	public: Option<String>,424	public_file: Option<PathBuf>,425) -> Result<Option<SecretData>> {426	Ok(match (public, public_file) {427		(Some(v), None) => Some(SecretData {428			data: v.into(),429			encrypted: false,430		}),431		(None, Some(v)) => Some(SecretData {432			data: read(v).await?,433			encrypted: false,434		}),435		(Some(_), Some(_)) => {436			bail!("only public or public_file should be set")437		}438		(None, None) => None,439	})440}441442async fn parse_secret() -> Result<Option<Vec<u8>>> {443	let mut input = vec![];444	stdin().read_to_end(&mut input)?;445	if input.is_empty() {446		Ok(None)447	} else {448		Ok(Some(input))449	}450}451452fn parse_machines(453	initial: Vec<String>,454	machines: Option<Vec<String>>,455	mut add_machines: Vec<String>,456	mut remove_machines: Vec<String>,457) -> Result<Vec<String>> {458	if machines.is_none() && add_machines.is_empty() && remove_machines.is_empty() {459		bail!("no operation");460	}461462	let initial_machines = initial.clone();463	let mut target_machines = initial;464	info!("Currently encrypted for {initial_machines:?}");465466	// ensure!(machines.is_some() || !add_machines.is_empty() || )467	if let Some(machines) = machines {468		ensure!(469			add_machines.is_empty() && remove_machines.is_empty(),470			"can't combine --machines and --add-machines/--remove-machines"471		);472		let target = initial_machines.iter().collect::<HashSet<_>>();473		let source = machines.iter().collect::<HashSet<_>>();474		for removed in target.difference(&source) {475			remove_machines.push((*removed).clone());476		}477		for added in source.difference(&target) {478			add_machines.push((*added).clone());479		}480	}481482	for machine in &remove_machines {483		let mut removed = false;484		while let Some(pos) = target_machines.iter().position(|m| m == machine) {485			target_machines.swap_remove(pos);486			removed = true;487		}488		if !removed {489			warn!("secret is not enabled for {machine}");490		}491	}492	for machine in &add_machines {493		if target_machines.iter().any(|m| m == machine) {494			warn!("secret is already added to {machine}");495		} else {496			target_machines.push(machine.to_owned());497		}498	}499	if !remove_machines.is_empty() {500		// TODO: maybe force secret regeneration?501		// Not that useful without revokation.502		warn!("secret will not be regenerated for removed machines, and until host rebuild, they will still possess the ability to decode secret");503	}504	Ok(target_machines)505}506impl Secret {507	pub async fn run(self, config: &Config, opts: &FleetOpts) -> Result<()> {508		match self {509			Secret::ForceKeys => {510				for host in config.list_hosts().await? {511					if opts.should_skip(&host).await? {512						continue;513					}514					config.key(&host.name).await?;515				}516			}517			Secret::AddShared {518				mut machines,519				name,520				force,521				public,522				public_part: public_name,523				public_file,524				expires_at,525				re_add,526				part: part_name,527			} => {528				// TODO: Forbid updating secrets with set expectedOwners (= not user-managed).529530				let exists = config.has_shared(&name);531				if exists && !force && !re_add {532					bail!("secret already defined");533				}534				if re_add {535					// Fixme: use clap to limit this usage536					ensure!(!force, "--force and --readd are not compatible");537					ensure!(exists, "secret doesn't exists");538					ensure!(539						machines.is_empty(),540						"you can't use machines argument for --readd"541					);542					let shared = config.shared_secret(&name)?;543					machines = shared.owners;544				}545546				let recipients = config.recipients(machines.clone()).await?;547548				let mut parts = BTreeMap::new();549550				let mut input = vec![];551				io::stdin().read_to_end(&mut input)?;552553				if !input.is_empty() {554					let encrypted =555						encrypt_secret_data(recipients.iter().map(|r| r as &dyn Recipient), input)556							.ok_or_else(|| anyhow!("no recipients provided"))?;557					parts.insert(part_name, FleetSecretPart { raw: encrypted });558				}559560				if let Some(public) = parse_public(public, public_file).await? {561					parts.insert(public_name, FleetSecretPart { raw: public });562				}563564				config.replace_shared(565					name,566					FleetSharedSecret {567						owners: machines,568						secret: FleetSecret {569							created_at: Utc::now(),570							expires_at,571							parts,572							generation_data: serde_json::Value::Null,573						},574					},575				);576			}577			Secret::Add {578				machine,579				name,580				replace,581				merge,582				public,583				public_part: public_name,584				public_file,585				part: part_name,586			} => {587				if config.has_secret(&machine, &name) && !replace && !merge {588					bail!("secret already defined.\nUse --replace to override, or --merge to add new parts to existing secret");589				}590591				let mut out = if merge && !replace {592					config593						.host_secret(&machine, &name)594						.context("failed to read existing secret for --merge")?595				} else {596					FleetSecret {597						created_at: Utc::now(),598						expires_at: None,599						parts: BTreeMap::new(),600						generation_data: serde_json::Value::Null,601					}602				};603604				if let Some(secret) = parse_secret().await? {605					let recipient = config.recipient(&machine).await?;606					let encrypted = encrypt_secret_data([&recipient as &dyn Recipient], secret)607						.expect("recipient provided");608					if out609						.parts610						.insert(part_name.clone(), FleetSecretPart { raw: encrypted })611						.is_some() && !replace612					{613						bail!("part {part_name:?} is already defined");614					}615				}616617				if let Some(public) = parse_public(public, public_file).await? {618					if out619						.parts620						.insert(public_name.clone(), FleetSecretPart { raw: public })621						.is_some() && !replace622					{623						bail!("part {public_name:?} is already defined");624					}625				};626627				config.insert_secret(&machine, name, out);628			}629			#[allow(clippy::await_holding_refcell_ref)]630			Secret::Read {631				name,632				machine,633				part: part_name,634			} => {635				let secret = config.host_secret(&machine, &name)?;636				let Some(secret) = secret.parts.get(&part_name) else {637					bail!("no part {part_name} in secret {name}");638				};639				let data = if secret.raw.encrypted {640					let host = config.host(&machine).await?;641					host.decrypt(secret.raw.clone()).await?642				} else {643					secret.raw.data.clone()644				};645646				stdout().write_all(&data)?;647			}648			Secret::ReadShared {649				name,650				part: part_name,651				prefer_identities,652			} => {653				let secret = config.shared_secret(&name)?;654				let Some(part) = secret.secret.parts.get(&part_name) else {655					bail!("no part {part_name} in secret {name}");656				};657				let data = if part.raw.encrypted {658					let identity_holder = if !prefer_identities.is_empty() {659						prefer_identities660							.iter()661							.find(|i| secret.owners.iter().any(|s| s == *i))662					} else {663						secret.owners.first()664					};665					let Some(identity_holder) = identity_holder else {666						bail!("no available holder found");667					};668					let host = config.host(identity_holder).await?;669					host.decrypt(part.raw.clone()).await?670				} else {671					part.raw.data.clone()672				};673				stdout().write_all(&data)?;674			}675			Secret::UpdateShared {676				name,677				machine,678				add_machine,679				remove_machine,680				prefer_identities,681			} => {682				// TODO: Forbid updating secrets with set expectedOwners (= not user-managed).683684				let secret = config.shared_secret(&name)?;685				if secret.secret.parts.values().all(|v| !v.raw.encrypted) {686					bail!("no secret");687				}688689				let initial_machines = secret.owners.clone();690				let target_machines = parse_machines(691					initial_machines.clone(),692					machine,693					add_machine,694					remove_machine,695				)?;696697				if target_machines.is_empty() {698					info!("no machines left for secret, removing it");699					config.remove_shared(&name);700					return Ok(());701				}702703				let config_field = &config.config_field;704				let field = nix_go!(config_field.sharedSecrets[{ name }]);705				let expected_generation_data = nix_go_json!(field.expectedGenerationData);706707				let updated = maybe_regenerate_shared_secret(708					&name,709					config,710					secret,711					field,712					&target_machines,713					expected_generation_data,714					&prefer_identities,715					None,716				)717				.await?;718				config.replace_shared(name, updated);719			}720			Secret::Regenerate {721				prefer_identities,722				skip_hosts,723			} => {724				info!("checking for secrets to regenerate");725				let stored_shared_set = config.list_shared().into_iter().collect::<HashSet<_>>();726				{727					// Generate missing shared728					let shared_batch = None;729					let _span = info_span!("shared").entered();730					let expected_shared_set = config731						.list_configured_shared()732						.await?733						.into_iter()734						.collect::<HashSet<_>>();735					for missing in expected_shared_set.difference(&stored_shared_set) {736						let config_field = &config.config_field;737						let secret = nix_go!(config_field.sharedSecrets[{ missing }]);738						let expected_generation_data: serde_json::Value =739							nix_go_json!(secret.expectedGenerationData);740						let expected_owners: Option<Vec<String>> =741							nix_go_json!(secret.expectedOwners);742						let Some(expected_owners) = expected_owners else {743							// Can't generate this missing secret, as it has no defined owners.744							continue;745						};746						info!("generating secret: {missing}");747						let shared = generate_shared(748							config,749							missing,750							secret,751							expected_owners,752							expected_generation_data,753							shared_batch.clone(),754						)755						.in_current_span()756						.await?;757						config.replace_shared(missing.to_string(), shared)758					}759				}760				if !skip_hosts {761					let hosts_batch = None;762					for host in config.list_hosts().await? {763						if opts.should_skip(&host).await? {764							continue;765						}766767						let _span = info_span!("host", host = host.name).entered();768						let expected_set = host769							.list_configured_secrets()770							.in_current_span()771							.await?772							.into_iter()773							.collect::<HashSet<_>>();774						let stored_set = config775							.list_secrets(&host.name)776							.into_iter()777							.collect::<HashSet<_>>();778						for missing in expected_set.difference(&stored_set) {779							info!("generating secret: {missing}");780							let secret = host.secret_field(missing).in_current_span().await?;781							let expected_generation_data =782								nix_go_json!(secret.expectedGenerationData);783							let generated = match generate(784								config,785								missing,786								secret,787								&[host.name.clone()],788								expected_generation_data,789								hosts_batch.clone(),790							)791							.in_current_span()792							.await793							{794								Ok(v) => v,795								Err(e) => {796									error!("{e:?}");797									continue;798								}799							};800							config.insert_secret(&host.name, missing.to_string(), generated)801						}802						for name in stored_set {803							info!("updating secret: {name}");804							let data = config.host_secret(&host.name, &name)?;805							let secret = host.secret_field(&name).in_current_span().await?;806							let expected_generation_data =807								nix_go_json!(secret.expectedGenerationData);808							if secret_needs_regeneration(&data, &expected_generation_data) {809								let generated = match generate(810									config,811									&name,812									secret,813									&[host.name.clone()],814									expected_generation_data,815									hosts_batch.clone(),816								)817								.in_current_span()818								.await819								{820									Ok(v) => v,821									Err(e) => {822										error!("{e:?}");823										continue;824									}825								};826								config.insert_secret(&host.name, name.to_string(), generated)827							}828						}829					}830				}831				let mut to_remove = Vec::new();832				for name in &stored_shared_set {833					info!("updating secret: {name}");834					let data = config.shared_secret(name)?;835					let config_field = &config.config_field;836					let expected_owners: Vec<String> =837						nix_go_json!(config_field.sharedSecrets[{ name }].expectedOwners);838					if expected_owners.is_empty() {839						warn!("secret was removed from fleet config: {name}, removing from data");840						to_remove.push(name.to_string());841						continue;842					}843844					let secret = nix_go!(config_field.sharedSecrets[{ name }]);845					let expected_generation_data = nix_go_json!(secret.expectedGenerationData);846					config.replace_shared(847						name.to_owned(),848						maybe_regenerate_shared_secret(849							name,850							config,851							data,852							secret,853							&expected_owners,854							expected_generation_data,855							&prefer_identities,856							None,857						)858						.await?,859					);860				}861				for k in to_remove {862					config.remove_shared(&k);863				}864			}865			Secret::List {} => {866				let _span = info_span!("loading secrets").entered();867				let configured = config.list_configured_shared().await?;868				#[derive(Tabled)]869				struct SecretDisplay {870					#[tabled(rename = "Name")]871					name: String,872					#[tabled(rename = "Owners")]873					owners: String,874				}875				let mut table = vec![];876				for name in configured.iter().cloned() {877					let config = config.clone();878					let expected_owners = config.shared_secret_expected_owners(&name).await?;879					let data = config.shared_secret(&name)?;880					let owners = data881						.owners882						.iter()883						.map(|o| {884							if expected_owners.contains(o) {885								o.green().to_string()886							} else {887								o.red().to_string()888							}889						})890						.collect::<Vec<_>>();891					table.push(SecretDisplay {892						owners: owners.join(", "),893						name,894					})895				}896				info!("loaded\n{}", Table::new(table).to_string())897			}898			Secret::Edit {899				name,900				machine,901				part,902				add,903			} => {904				let secret = config.host_secret(&machine, &name)?;905				if let Some(data) = secret.parts.get(&part) {906					let host = config.host(&machine).await?;907					let secret = host.decrypt(data.raw.clone()).await?;908					String::from_utf8(secret).context("secret is not utf8")?909				} else if add {910					String::new()911				} else {912					bail!("part {part} not found in secret {name}. Did you mean to `--add` it?");913				};914			}915		}916		Ok(())917	}918}919920/*921async fn edit_temp_file(922	builder: tempfile::Builder<'_, '_>,923	r: Vec<u8>,924	header: &str,925	comment: &str,926) -> Result<(Vec<u8>, Option<String>), anyhow::Error> {927	if !stdin().is_tty() {928		// TODO: Also try to open /dev/tty directly?929		bail!("stdin is not tty, can't open editor");930	}931932	use std::fmt::Write;933	let mut file = builder.tempfile()?;934935	let mut full_header = String::new();936	let mut had = false;937	for line in header.trim_end().lines() {938		had = true;939		writeln!(&mut full_header, "{comment}{line}")?;940	}941	if had {942		writeln!(&mut full_header, "{}", comment.trim_end())?;943	}944	writeln!(945		&mut full_header,946		"{comment}Do not touch this header! It will be removed automatically"947	)?;948949	file.write_all(full_header.as_bytes())?;950	file.write_all(&r)?;951952	let abs_path = file.into_temp_path();953	let editor = std::env::var_os("VISUAL")954		.or_else(|| std::env::var_os("EDITOR"))955		.unwrap_or_else(|| "vi".into());956	let editor_args = shlex::bytes::split(editor.as_encoded_bytes())957		.ok_or_else(|| anyhow!("EDITOR env var has wrong syntax"))?;958	let editor_args = editor_args959		.into_iter()960		.map(|v| {961			// Only ASCII subsequences are replaced962			unsafe { OsString::from_encoded_bytes_unchecked(v) }963		})964		.collect_vec();965	let Some((editor, args)) = editor_args.split_first() else {966		bail!("EDITOR env var has no command");967	};968	let mut command = Command::new(editor);969	command.args(args);970971	let path_arg = abs_path.canonicalize()?;972973	// TODO: Save full state, using tcget/_getmode/_setmode974	let was_raw = terminal::is_raw_mode_enabled()?;975	terminal::enable_raw_mode()?;976977	let status = command.arg(path_arg).status().await;978979	if !was_raw {980		terminal::disable_raw_mode()?;981	}982983	let success = match status {984		Ok(s) => s.success(),985		Err(e) if e.kind() == io::ErrorKind::NotFound => {986			bail!("editor not found")987		}988		Err(e) => bail!("editor spawn error: {e}"),989	};990991	let mut file = std::fs::read(&abs_path).context("read editor output")?;992	let Some(v) = file.strip_prefix(full_header.as_bytes()) else {993		todo!();994	};995	todo!();996997	// Ok((success, abs_path))998}999*/
modifiedcrates/fleet-base/src/lib.rsdiffbeforeafterboth
--- a/crates/fleet-base/src/lib.rs
+++ b/crates/fleet-base/src/lib.rs
@@ -1,5 +1,5 @@
+pub mod command;
 pub mod fleetdata;
 pub mod host;
-pub mod command;
+mod keys;
 pub mod opts;
-mod keys;
modifiedcrates/nix-eval/build.rsdiffbeforeafterboth
--- a/crates/nix-eval/build.rs
+++ b/crates/nix-eval/build.rs
@@ -9,7 +9,6 @@
 //     }
 // }
 
-
 fn main() {
 	//
 	// let mut libnix = bindgen::builder().header_contents("nix.h", "