add "cargo xtask local" to run buildomat locally

.gitignore

@@ -1,4 +1,13 @@
 /target
+
+#
+# Files needed when running buildomat locally with xtask.
+#
+/.local
+
+#
+# Files needed when running buildomat locally without xtask.
+#
 /config.toml
 /data.sqlite3
 /cache

Cargo.toml

@@ -24,6 +24,7 @@ members = [
 	"sse",
 	"types",
 	"xtask",
+	"xtask-setup",
 ]
 resolver = "2"
 
@@ -37,6 +38,7 @@ ansi-to-html = { version = "0.2", features =  [ "lazy-init" ] }
 anyhow = "1"
 aws-config = "1"
 aws-credential-types = "1"
+aws-runtime = "1"
 aws-sdk-ec2 = "1"
 aws-sdk-s3 = "1"
 aws-types = "1"
@@ -45,6 +47,7 @@ bytes = "1.1"
 chrono = { version = "0.4", features = [ "serde" ] }
 debug_parser = "0.1"
 devinfo = { version = "0.1", features = [ "private" ] }
+dialoguer = { version = "0.12.0", default-features = false }
 dirs-next = "2"
 dropshot = "0.16"
 futures = "0.3"

README.md

@@ -659,6 +659,36 @@ Configuration properties supported for basic jobs include:
     environment running in an ephemeral virtual machine, with a reasonable set
     of build tools.  32GB of RAM and 200GB of disk should be available.
 
+## Running Buildomat locally
+
+The `cargo xtask local` set of commands helps you run a local buildomat.
+
+The first thing to do is setting it up.  You will need [a configured AWS
+profile][aws-profile] pointing to the AWS account that will host storage and
+compute, and public DNS records pointing to ports 9979 (for `buildomat-server`)
+and 4021 (for `buildomat-github-server`).  Once you have those, you can run the
+setup:
+
+```
+$ cargo xtask local setup
+```
+
+The setup will ask which components to configure, ask you a few questions, and
+create all the resources and configuration files you'll need.  Afterwards, you
+can start the individual components:
+
+* `cargo xtask local buildomat-server`
+* `cargo xtask local buildomat-factory-aws`
+* `cargo xtask local buildomat-github-server`
+
+You can also interact with the local server using the CLI:
+
+```
+$ cargo xtask local buildomat COMMAND
+```
+
+[aws-profile]: https://docs.aws.amazon.com/cli/v1/userguide/cli-chap-authentication.html
+
 ## Licence
 
 Unless otherwise noted, all components are licenced under the [Mozilla Public

bin/src/config.rs

@@ -73,10 +73,14 @@ pub fn load(profile_name: Option<&str>) -> Result<Profile> {
     /*
      * Next, locate our configuration file.
      */
-    let mut path = dirs_next::config_dir()
-        .ok_or_else(|| anyhow!("could not find config directory"))?;
-    path.push("buildomat");
-    path.push("config.toml");
+    let path = if let Some(path) = std::env::var_os("BUILDOMAT_CONFIG") {
+        path.into()
+    } else {
+        dirs_next::config_dir()
+            .ok_or_else(|| anyhow!("could not find config directory"))?
+            .join("buildomat")
+            .join("config.toml")
+    };
 
     let c: Config =
         read_file(&path).with_context(|| anyhow!("reading file {:?}", path))?;

factory/aws/src/aws.rs

@@ -146,7 +146,7 @@ async fn create_instance(
             .run_instances()
             .image_id(&target.ami)
             .instance_type(InstanceType::from_str(&target.instance_type)?)
-            .key_name(&config.aws.key)
+            .set_key_name(config.aws.key.clone())
             .min_count(1)
             .max_count(1)
             .tag_specifications(
@@ -192,7 +192,7 @@ async fn create_instance(
                 InstanceNetworkInterfaceSpecification::builder()
                     .subnet_id(subnet)
                     .device_index(0)
-                    .associate_public_ip_address(false)
+                    .associate_public_ip_address(config.aws.public_ip)
                     .groups(&config.aws.security_group)
                     .build(),
             )

factory/aws/src/config.rs

@@ -50,9 +50,11 @@ pub(crate) struct ConfigFileAws {
     pub vpc: String,
     pub subnet: ConfigFileAwsSubnets,
     pub tag: String,
-    pub key: String,
+    pub key: Option<String>,
     pub security_group: String,
     pub limit_total: usize,
+    #[serde(default = "default_false")]
+    pub public_ip: bool,
 }
 
 impl ConfigFileAws {
@@ -82,3 +84,6 @@ impl ConfigFileAwsSubnets {
         }
     }
 }
+fn default_false() -> bool {
+    false
+}

github/ghtool/src/config.rs

@@ -13,8 +13,6 @@ use serde::Deserialize;
 #[derive(Deserialize)]
 pub struct Config {
     pub id: u64,
-    #[allow(unused)]
-    pub secret: String,
 }
 
 pub fn load_bytes<P: AsRef<Path>>(p: P) -> Result<Vec<u8>> {

github/server/src/config.rs

@@ -25,8 +25,6 @@ pub struct Buildomat {
 #[derive(Deserialize)]
 pub struct Config {
     pub id: u64,
-    #[allow(unused)]
-    pub secret: String,
     pub webhook_secret: String,
     pub base_url: String,
     pub confroot: String,

xtask-setup/Cargo.toml

@@ -0,0 +1,27 @@
+[package]
+name = "xtask-setup"
+edition.workspace = true
+license.workspace = true
+version.workspace = true
+
+[dependencies]
+buildomat-common = { path = "../common" }
+buildomat-client = { path = "../client" }
+
+anyhow = { workspace = true }
+aws-config = { workspace = true }
+aws-runtime = { workspace = true }
+aws-sdk-ec2 = { workspace = true }
+aws-sdk-s3 = { workspace = true }
+aws-types = { workspace = true }
+dialoguer = { workspace = true }
+dropshot = { workspace = true }
+http = { workspace = true }
+rand = { workspace = true }
+reqwest = { workspace = true }
+schemars = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+slog = { workspace = true }
+tokio = { workspace = true }
+toml = { workspace = true }