initial implementation

This commit is contained in:
Cadey Ratio 2020-07-03 20:47:30 -04:00
commit 11ed808373
9 changed files with 2144 additions and 0 deletions

1
.envrc Normal file
View File

@ -0,0 +1 @@
eval "$(lorri direnv)"

2
.gitignore vendored Normal file
View File

@ -0,0 +1,2 @@
/target
.env

1807
Cargo.lock generated Normal file

File diff suppressed because it is too large Load Diff

23
Cargo.toml Normal file
View File

@ -0,0 +1,23 @@
[package]
name = "tron"
version = "0.1.0"
authors = ["Christine Dodrill <me@christine.website>"]
edition = "2018"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[dependencies]
anyhow = "1"
async-trait = "0"
envy = "0.4"
kankyo = "*"
log = "0.4"
pretty_env_logger = "0.4"
regex = "1"
serde = { version = "1", features = ["derive"] }
serde_dhall = "0.5.3"
tokio = { version = "0.2", features = ["macros"] }
# git deps
discord_webhook = { git = "https://github.com/Xe/withinbot", branch = "main"}
furbooru = { git = "https://github.com/Xe/furbooru" }

38
nix/sources.json Normal file
View File

@ -0,0 +1,38 @@
{
"easy-dhall-nix": {
"branch": "master",
"description": "Derivations for easily downloading Dhall binaries and putting them to use.",
"homepage": "",
"owner": "justinwoo",
"repo": "easy-dhall-nix",
"rev": "288ee825c326f352a5db194a024bd3e1f2f735b2",
"sha256": "12v4ql1nm1famz8r80k1xkkdgj7285vy2vn16iili0qwvz3i98ah",
"type": "tarball",
"url": "https://github.com/justinwoo/easy-dhall-nix/archive/288ee825c326f352a5db194a024bd3e1f2f735b2.tar.gz",
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz"
},
"niv": {
"branch": "master",
"description": "Easy dependency management for Nix projects",
"homepage": "https://github.com/nmattia/niv",
"owner": "nmattia",
"repo": "niv",
"rev": "f73bf8d584148677b01859677a63191c31911eae",
"sha256": "0jlmrx633jvqrqlyhlzpvdrnim128gc81q5psz2lpp2af8p8q9qs",
"type": "tarball",
"url": "https://github.com/nmattia/niv/archive/f73bf8d584148677b01859677a63191c31911eae.tar.gz",
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz"
},
"nixpkgs": {
"branch": "nixpkgs-unstable",
"description": "A read-only mirror of NixOS/nixpkgs tracking the released channels. Send issues and PRs to",
"homepage": "https://github.com/NixOS/nixpkgs",
"owner": "NixOS",
"repo": "nixpkgs-channels",
"rev": "2676464121007b3fde6d96d0d5a843e42f1f6adb",
"sha256": "0mzcazkgnpini5lflmdn1pp05i6h3jbxlj5fs6j48mfv1z5qglb8",
"type": "tarball",
"url": "https://github.com/NixOS/nixpkgs-channels/archive/2676464121007b3fde6d96d0d5a843e42f1f6adb.tar.gz",
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz"
}
}

134
nix/sources.nix Normal file
View File

@ -0,0 +1,134 @@
# This file has been generated by Niv.
let
#
# The fetchers. fetch_<type> fetches specs of type <type>.
#
fetch_file = pkgs: spec:
if spec.builtin or true then
builtins_fetchurl { inherit (spec) url sha256; }
else
pkgs.fetchurl { inherit (spec) url sha256; };
fetch_tarball = pkgs: spec:
if spec.builtin or true then
builtins_fetchTarball { inherit (spec) url sha256; }
else
pkgs.fetchzip { inherit (spec) url sha256; };
fetch_git = spec:
builtins.fetchGit { url = spec.repo; inherit (spec) rev ref; };
fetch_builtin-tarball = spec:
builtins.trace
''
WARNING:
The niv type "builtin-tarball" will soon be deprecated. You should
instead use `builtin = true`.
$ niv modify <package> -a type=tarball -a builtin=true
''
builtins_fetchTarball { inherit (spec) url sha256; };
fetch_builtin-url = spec:
builtins.trace
''
WARNING:
The niv type "builtin-url" will soon be deprecated. You should
instead use `builtin = true`.
$ niv modify <package> -a type=file -a builtin=true
''
(builtins_fetchurl { inherit (spec) url sha256; });
#
# Various helpers
#
# The set of packages used when specs are fetched using non-builtins.
mkPkgs = sources:
let
sourcesNixpkgs =
import (builtins_fetchTarball { inherit (sources.nixpkgs) url sha256; }) {};
hasNixpkgsPath = builtins.any (x: x.prefix == "nixpkgs") builtins.nixPath;
hasThisAsNixpkgsPath = <nixpkgs> == ./.;
in
if builtins.hasAttr "nixpkgs" sources
then sourcesNixpkgs
else if hasNixpkgsPath && ! hasThisAsNixpkgsPath then
import <nixpkgs> {}
else
abort
''
Please specify either <nixpkgs> (through -I or NIX_PATH=nixpkgs=...) or
add a package called "nixpkgs" to your sources.json.
'';
# The actual fetching function.
fetch = pkgs: name: spec:
if ! builtins.hasAttr "type" spec then
abort "ERROR: niv spec ${name} does not have a 'type' attribute"
else if spec.type == "file" then fetch_file pkgs spec
else if spec.type == "tarball" then fetch_tarball pkgs spec
else if spec.type == "git" then fetch_git spec
else if spec.type == "builtin-tarball" then fetch_builtin-tarball spec
else if spec.type == "builtin-url" then fetch_builtin-url spec
else
abort "ERROR: niv spec ${name} has unknown type ${builtins.toJSON spec.type}";
# Ports of functions for older nix versions
# a Nix version of mapAttrs if the built-in doesn't exist
mapAttrs = builtins.mapAttrs or (
f: set: with builtins;
listToAttrs (map (attr: { name = attr; value = f attr set.${attr}; }) (attrNames set))
);
# fetchTarball version that is compatible between all the versions of Nix
builtins_fetchTarball = { url, sha256 }@attrs:
let
inherit (builtins) lessThan nixVersion fetchTarball;
in
if lessThan nixVersion "1.12" then
fetchTarball { inherit url; }
else
fetchTarball attrs;
# fetchurl version that is compatible between all the versions of Nix
builtins_fetchurl = { url, sha256 }@attrs:
let
inherit (builtins) lessThan nixVersion fetchurl;
in
if lessThan nixVersion "1.12" then
fetchurl { inherit url; }
else
fetchurl attrs;
# Create the final "sources" from the config
mkSources = config:
mapAttrs (
name: spec:
if builtins.hasAttr "outPath" spec
then abort
"The values in sources.json should not have an 'outPath' attribute"
else
spec // { outPath = fetch config.pkgs name spec; }
) config.sources;
# The "config" used by the fetchers
mkConfig =
{ sourcesFile ? ./sources.json
, sources ? builtins.fromJSON (builtins.readFile sourcesFile)
, pkgs ? mkPkgs sources
}: rec {
# The sources, i.e. the attribute set of spec name to spec
inherit sources;
# The "pkgs" (evaluated nixpkgs) to use for e.g. non-builtin fetchers
inherit pkgs;
};
in
mkSources (mkConfig {}) // { __functor = _: settings: mkSources (mkConfig settings); }

6
regexes.dhall Normal file
View File

@ -0,0 +1,6 @@
let Rule =
{ Type = { regex : Text, why : Text }
, default = { regex = "", why = "" }
}
in [ Rule::{ regex = "(n|z)igg(er|a)", why = "racism" } ]

18
shell.nix Normal file
View File

@ -0,0 +1,18 @@
{ sources ? import ./nix/sources.nix, pkgs ? import sources.nixpkgs { }
, dhall ? import sources.easy-dhall-nix { } }:
pkgs.mkShell {
buildInputs = with pkgs; [
cargo
cargo-watch
rls
rustc
rustfmt
dhall.dhall-simple
# system
openssl
pkg-config
];
}

115
src/main.rs Normal file
View File

@ -0,0 +1,115 @@
use anyhow::Result;
use async_trait::async_trait;
use discord_webhook::Body;
use furbooru::{Client, Comment, FirehoseAdaptor, Image};
use regex::Regex;
use serde::Deserialize;
#[derive(Deserialize, Debug, Clone)]
pub(crate) struct Config {
discord_webhook_url: String,
furbooru_api_key: String,
bot_owner_furbooru_account: String,
regexes: std::path::PathBuf,
}
impl Config {}
#[derive(Deserialize, Debug, Clone)]
pub(crate) struct Rule {
regex: String,
why: String,
}
struct CompiledRule {
regex: Regex,
raw: String,
why: String,
}
pub(crate) fn user_agent(username: String) -> String {
format!(
"{}/{} ({}, +{})",
env!("CARGO_PKG_NAME"),
env!("CARGO_PKG_VERSION"),
username,
env!("CARGO_PKG_REPOSITORY")
)
}
struct Rules(Vec<CompiledRule>, Config);
#[async_trait]
impl FirehoseAdaptor for Rules {
async fn image_created(&self, img: Image) -> Result<()> {
let mut buf: String = String::new();
let mut found = false;
for rule in &self.0 {
if rule.regex.is_match(&img.description) {
found = true;
buf.push_str(&format!("\n- match on rule {} ({})", rule.raw, rule.why));
}
}
if found {
discord_webhook::execute(
self.1.discord_webhook_url.clone(),
Body::new(format!("matches found on {}: \n{}", img.view_url, buf)),
)
.await?;
}
Ok(())
}
async fn comment_created(&self, cmt: Comment) -> Result<()> {
let mut buf: String = String::new();
let mut found = false;
for rule in &self.0 {
if rule.regex.is_match(&cmt.body) {
found = true;
buf.push_str(&format!("\n- match on rule {} ({})", rule.raw, rule.why));
}
}
if found {
discord_webhook::execute(
self.1.discord_webhook_url.clone(),
Body::new(format!(
"matches found on https://furbooru.org/{}#comment_{}: \n{}",
cmt.image_id, cmt.id, buf
)),
)
.await?;
}
Ok(())
}
}
#[tokio::main]
async fn main() -> Result<()> {
kankyo::init()?;
pretty_env_logger::init();
let cfg: Config = envy::from_env()?;
let rexes: Vec<Rule> = serde_dhall::from_file(cfg.regexes.clone()).parse()?;
let mut compiled_rules: Vec<CompiledRule> = Vec::new();
for rule in rexes {
compiled_rules.push(CompiledRule {
raw: rule.regex.clone(),
regex: Regex::new(rule.regex.as_str())?,
why: rule.why,
})
}
let cli = Client::new(
user_agent(cfg.bot_owner_furbooru_account.clone()),
cfg.furbooru_api_key.clone(),
)?;
cli.firehose(Rules(compiled_rules, cfg)).await?;
Ok(())
}