initial implementation
This commit is contained in:
commit
11ed808373
|
@ -0,0 +1,2 @@
|
||||||
|
/target
|
||||||
|
.env
|
File diff suppressed because it is too large
Load Diff
|
@ -0,0 +1,23 @@
|
||||||
|
[package]
|
||||||
|
name = "tron"
|
||||||
|
version = "0.1.0"
|
||||||
|
authors = ["Christine Dodrill <me@christine.website>"]
|
||||||
|
edition = "2018"
|
||||||
|
|
||||||
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
anyhow = "1"
|
||||||
|
async-trait = "0"
|
||||||
|
envy = "0.4"
|
||||||
|
kankyo = "*"
|
||||||
|
log = "0.4"
|
||||||
|
pretty_env_logger = "0.4"
|
||||||
|
regex = "1"
|
||||||
|
serde = { version = "1", features = ["derive"] }
|
||||||
|
serde_dhall = "0.5.3"
|
||||||
|
tokio = { version = "0.2", features = ["macros"] }
|
||||||
|
|
||||||
|
# git deps
|
||||||
|
discord_webhook = { git = "https://github.com/Xe/withinbot", branch = "main"}
|
||||||
|
furbooru = { git = "https://github.com/Xe/furbooru" }
|
|
@ -0,0 +1,38 @@
|
||||||
|
{
|
||||||
|
"easy-dhall-nix": {
|
||||||
|
"branch": "master",
|
||||||
|
"description": "Derivations for easily downloading Dhall binaries and putting them to use.",
|
||||||
|
"homepage": "",
|
||||||
|
"owner": "justinwoo",
|
||||||
|
"repo": "easy-dhall-nix",
|
||||||
|
"rev": "288ee825c326f352a5db194a024bd3e1f2f735b2",
|
||||||
|
"sha256": "12v4ql1nm1famz8r80k1xkkdgj7285vy2vn16iili0qwvz3i98ah",
|
||||||
|
"type": "tarball",
|
||||||
|
"url": "https://github.com/justinwoo/easy-dhall-nix/archive/288ee825c326f352a5db194a024bd3e1f2f735b2.tar.gz",
|
||||||
|
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz"
|
||||||
|
},
|
||||||
|
"niv": {
|
||||||
|
"branch": "master",
|
||||||
|
"description": "Easy dependency management for Nix projects",
|
||||||
|
"homepage": "https://github.com/nmattia/niv",
|
||||||
|
"owner": "nmattia",
|
||||||
|
"repo": "niv",
|
||||||
|
"rev": "f73bf8d584148677b01859677a63191c31911eae",
|
||||||
|
"sha256": "0jlmrx633jvqrqlyhlzpvdrnim128gc81q5psz2lpp2af8p8q9qs",
|
||||||
|
"type": "tarball",
|
||||||
|
"url": "https://github.com/nmattia/niv/archive/f73bf8d584148677b01859677a63191c31911eae.tar.gz",
|
||||||
|
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz"
|
||||||
|
},
|
||||||
|
"nixpkgs": {
|
||||||
|
"branch": "nixpkgs-unstable",
|
||||||
|
"description": "A read-only mirror of NixOS/nixpkgs tracking the released channels. Send issues and PRs to",
|
||||||
|
"homepage": "https://github.com/NixOS/nixpkgs",
|
||||||
|
"owner": "NixOS",
|
||||||
|
"repo": "nixpkgs-channels",
|
||||||
|
"rev": "2676464121007b3fde6d96d0d5a843e42f1f6adb",
|
||||||
|
"sha256": "0mzcazkgnpini5lflmdn1pp05i6h3jbxlj5fs6j48mfv1z5qglb8",
|
||||||
|
"type": "tarball",
|
||||||
|
"url": "https://github.com/NixOS/nixpkgs-channels/archive/2676464121007b3fde6d96d0d5a843e42f1f6adb.tar.gz",
|
||||||
|
"url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz"
|
||||||
|
}
|
||||||
|
}
|
|
@ -0,0 +1,134 @@
|
||||||
|
# This file has been generated by Niv.
|
||||||
|
|
||||||
|
let
|
||||||
|
|
||||||
|
#
|
||||||
|
# The fetchers. fetch_<type> fetches specs of type <type>.
|
||||||
|
#
|
||||||
|
|
||||||
|
fetch_file = pkgs: spec:
|
||||||
|
if spec.builtin or true then
|
||||||
|
builtins_fetchurl { inherit (spec) url sha256; }
|
||||||
|
else
|
||||||
|
pkgs.fetchurl { inherit (spec) url sha256; };
|
||||||
|
|
||||||
|
fetch_tarball = pkgs: spec:
|
||||||
|
if spec.builtin or true then
|
||||||
|
builtins_fetchTarball { inherit (spec) url sha256; }
|
||||||
|
else
|
||||||
|
pkgs.fetchzip { inherit (spec) url sha256; };
|
||||||
|
|
||||||
|
fetch_git = spec:
|
||||||
|
builtins.fetchGit { url = spec.repo; inherit (spec) rev ref; };
|
||||||
|
|
||||||
|
fetch_builtin-tarball = spec:
|
||||||
|
builtins.trace
|
||||||
|
''
|
||||||
|
WARNING:
|
||||||
|
The niv type "builtin-tarball" will soon be deprecated. You should
|
||||||
|
instead use `builtin = true`.
|
||||||
|
|
||||||
|
$ niv modify <package> -a type=tarball -a builtin=true
|
||||||
|
''
|
||||||
|
builtins_fetchTarball { inherit (spec) url sha256; };
|
||||||
|
|
||||||
|
fetch_builtin-url = spec:
|
||||||
|
builtins.trace
|
||||||
|
''
|
||||||
|
WARNING:
|
||||||
|
The niv type "builtin-url" will soon be deprecated. You should
|
||||||
|
instead use `builtin = true`.
|
||||||
|
|
||||||
|
$ niv modify <package> -a type=file -a builtin=true
|
||||||
|
''
|
||||||
|
(builtins_fetchurl { inherit (spec) url sha256; });
|
||||||
|
|
||||||
|
#
|
||||||
|
# Various helpers
|
||||||
|
#
|
||||||
|
|
||||||
|
# The set of packages used when specs are fetched using non-builtins.
|
||||||
|
mkPkgs = sources:
|
||||||
|
let
|
||||||
|
sourcesNixpkgs =
|
||||||
|
import (builtins_fetchTarball { inherit (sources.nixpkgs) url sha256; }) {};
|
||||||
|
hasNixpkgsPath = builtins.any (x: x.prefix == "nixpkgs") builtins.nixPath;
|
||||||
|
hasThisAsNixpkgsPath = <nixpkgs> == ./.;
|
||||||
|
in
|
||||||
|
if builtins.hasAttr "nixpkgs" sources
|
||||||
|
then sourcesNixpkgs
|
||||||
|
else if hasNixpkgsPath && ! hasThisAsNixpkgsPath then
|
||||||
|
import <nixpkgs> {}
|
||||||
|
else
|
||||||
|
abort
|
||||||
|
''
|
||||||
|
Please specify either <nixpkgs> (through -I or NIX_PATH=nixpkgs=...) or
|
||||||
|
add a package called "nixpkgs" to your sources.json.
|
||||||
|
'';
|
||||||
|
|
||||||
|
# The actual fetching function.
|
||||||
|
fetch = pkgs: name: spec:
|
||||||
|
|
||||||
|
if ! builtins.hasAttr "type" spec then
|
||||||
|
abort "ERROR: niv spec ${name} does not have a 'type' attribute"
|
||||||
|
else if spec.type == "file" then fetch_file pkgs spec
|
||||||
|
else if spec.type == "tarball" then fetch_tarball pkgs spec
|
||||||
|
else if spec.type == "git" then fetch_git spec
|
||||||
|
else if spec.type == "builtin-tarball" then fetch_builtin-tarball spec
|
||||||
|
else if spec.type == "builtin-url" then fetch_builtin-url spec
|
||||||
|
else
|
||||||
|
abort "ERROR: niv spec ${name} has unknown type ${builtins.toJSON spec.type}";
|
||||||
|
|
||||||
|
# Ports of functions for older nix versions
|
||||||
|
|
||||||
|
# a Nix version of mapAttrs if the built-in doesn't exist
|
||||||
|
mapAttrs = builtins.mapAttrs or (
|
||||||
|
f: set: with builtins;
|
||||||
|
listToAttrs (map (attr: { name = attr; value = f attr set.${attr}; }) (attrNames set))
|
||||||
|
);
|
||||||
|
|
||||||
|
# fetchTarball version that is compatible between all the versions of Nix
|
||||||
|
builtins_fetchTarball = { url, sha256 }@attrs:
|
||||||
|
let
|
||||||
|
inherit (builtins) lessThan nixVersion fetchTarball;
|
||||||
|
in
|
||||||
|
if lessThan nixVersion "1.12" then
|
||||||
|
fetchTarball { inherit url; }
|
||||||
|
else
|
||||||
|
fetchTarball attrs;
|
||||||
|
|
||||||
|
# fetchurl version that is compatible between all the versions of Nix
|
||||||
|
builtins_fetchurl = { url, sha256 }@attrs:
|
||||||
|
let
|
||||||
|
inherit (builtins) lessThan nixVersion fetchurl;
|
||||||
|
in
|
||||||
|
if lessThan nixVersion "1.12" then
|
||||||
|
fetchurl { inherit url; }
|
||||||
|
else
|
||||||
|
fetchurl attrs;
|
||||||
|
|
||||||
|
# Create the final "sources" from the config
|
||||||
|
mkSources = config:
|
||||||
|
mapAttrs (
|
||||||
|
name: spec:
|
||||||
|
if builtins.hasAttr "outPath" spec
|
||||||
|
then abort
|
||||||
|
"The values in sources.json should not have an 'outPath' attribute"
|
||||||
|
else
|
||||||
|
spec // { outPath = fetch config.pkgs name spec; }
|
||||||
|
) config.sources;
|
||||||
|
|
||||||
|
# The "config" used by the fetchers
|
||||||
|
mkConfig =
|
||||||
|
{ sourcesFile ? ./sources.json
|
||||||
|
, sources ? builtins.fromJSON (builtins.readFile sourcesFile)
|
||||||
|
, pkgs ? mkPkgs sources
|
||||||
|
}: rec {
|
||||||
|
# The sources, i.e. the attribute set of spec name to spec
|
||||||
|
inherit sources;
|
||||||
|
|
||||||
|
# The "pkgs" (evaluated nixpkgs) to use for e.g. non-builtin fetchers
|
||||||
|
inherit pkgs;
|
||||||
|
};
|
||||||
|
in
|
||||||
|
mkSources (mkConfig {}) // { __functor = _: settings: mkSources (mkConfig settings); }
|
|
@ -0,0 +1,6 @@
|
||||||
|
let Rule =
|
||||||
|
{ Type = { regex : Text, why : Text }
|
||||||
|
, default = { regex = "", why = "" }
|
||||||
|
}
|
||||||
|
|
||||||
|
in [ Rule::{ regex = "(n|z)igg(er|a)", why = "racism" } ]
|
|
@ -0,0 +1,18 @@
|
||||||
|
{ sources ? import ./nix/sources.nix, pkgs ? import sources.nixpkgs { }
|
||||||
|
, dhall ? import sources.easy-dhall-nix { } }:
|
||||||
|
|
||||||
|
pkgs.mkShell {
|
||||||
|
buildInputs = with pkgs; [
|
||||||
|
cargo
|
||||||
|
cargo-watch
|
||||||
|
rls
|
||||||
|
rustc
|
||||||
|
rustfmt
|
||||||
|
|
||||||
|
dhall.dhall-simple
|
||||||
|
|
||||||
|
# system
|
||||||
|
openssl
|
||||||
|
pkg-config
|
||||||
|
];
|
||||||
|
}
|
|
@ -0,0 +1,115 @@
|
||||||
|
use anyhow::Result;
|
||||||
|
use async_trait::async_trait;
|
||||||
|
use discord_webhook::Body;
|
||||||
|
use furbooru::{Client, Comment, FirehoseAdaptor, Image};
|
||||||
|
use regex::Regex;
|
||||||
|
use serde::Deserialize;
|
||||||
|
|
||||||
|
#[derive(Deserialize, Debug, Clone)]
|
||||||
|
pub(crate) struct Config {
|
||||||
|
discord_webhook_url: String,
|
||||||
|
furbooru_api_key: String,
|
||||||
|
bot_owner_furbooru_account: String,
|
||||||
|
regexes: std::path::PathBuf,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Config {}
|
||||||
|
|
||||||
|
#[derive(Deserialize, Debug, Clone)]
|
||||||
|
pub(crate) struct Rule {
|
||||||
|
regex: String,
|
||||||
|
why: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
struct CompiledRule {
|
||||||
|
regex: Regex,
|
||||||
|
raw: String,
|
||||||
|
why: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) fn user_agent(username: String) -> String {
|
||||||
|
format!(
|
||||||
|
"{}/{} ({}, +{})",
|
||||||
|
env!("CARGO_PKG_NAME"),
|
||||||
|
env!("CARGO_PKG_VERSION"),
|
||||||
|
username,
|
||||||
|
env!("CARGO_PKG_REPOSITORY")
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
struct Rules(Vec<CompiledRule>, Config);
|
||||||
|
|
||||||
|
#[async_trait]
|
||||||
|
impl FirehoseAdaptor for Rules {
|
||||||
|
async fn image_created(&self, img: Image) -> Result<()> {
|
||||||
|
let mut buf: String = String::new();
|
||||||
|
let mut found = false;
|
||||||
|
|
||||||
|
for rule in &self.0 {
|
||||||
|
if rule.regex.is_match(&img.description) {
|
||||||
|
found = true;
|
||||||
|
buf.push_str(&format!("\n- match on rule {} ({})", rule.raw, rule.why));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if found {
|
||||||
|
discord_webhook::execute(
|
||||||
|
self.1.discord_webhook_url.clone(),
|
||||||
|
Body::new(format!("matches found on {}: \n{}", img.view_url, buf)),
|
||||||
|
)
|
||||||
|
.await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn comment_created(&self, cmt: Comment) -> Result<()> {
|
||||||
|
let mut buf: String = String::new();
|
||||||
|
let mut found = false;
|
||||||
|
|
||||||
|
for rule in &self.0 {
|
||||||
|
if rule.regex.is_match(&cmt.body) {
|
||||||
|
found = true;
|
||||||
|
buf.push_str(&format!("\n- match on rule {} ({})", rule.raw, rule.why));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if found {
|
||||||
|
discord_webhook::execute(
|
||||||
|
self.1.discord_webhook_url.clone(),
|
||||||
|
Body::new(format!(
|
||||||
|
"matches found on https://furbooru.org/{}#comment_{}: \n{}",
|
||||||
|
cmt.image_id, cmt.id, buf
|
||||||
|
)),
|
||||||
|
)
|
||||||
|
.await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[tokio::main]
|
||||||
|
async fn main() -> Result<()> {
|
||||||
|
kankyo::init()?;
|
||||||
|
pretty_env_logger::init();
|
||||||
|
let cfg: Config = envy::from_env()?;
|
||||||
|
let rexes: Vec<Rule> = serde_dhall::from_file(cfg.regexes.clone()).parse()?;
|
||||||
|
let mut compiled_rules: Vec<CompiledRule> = Vec::new();
|
||||||
|
|
||||||
|
for rule in rexes {
|
||||||
|
compiled_rules.push(CompiledRule {
|
||||||
|
raw: rule.regex.clone(),
|
||||||
|
regex: Regex::new(rule.regex.as_str())?,
|
||||||
|
why: rule.why,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
let cli = Client::new(
|
||||||
|
user_agent(cfg.bot_owner_furbooru_account.clone()),
|
||||||
|
cfg.furbooru_api_key.clone(),
|
||||||
|
)?;
|
||||||
|
cli.firehose(Rules(compiled_rules, cfg)).await?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
Loading…
Reference in New Issue