Skip to content
GitLab
Switch branch/tag
Find file BlameHistoryPermalink
  • Szymon Zimnowoda's avatar
    Sz/qnd twitter limiting · 3a2b1cd1
    Szymon Zimnowoda authored 
    Added uniqueId for PluginRun, that, if set will enforce one and only one plugin with given id be running.
It's a QnD workaround for twitter API rate limiting.
    3a2b1cd1
plugin_run.rs 31.33 KiB
1 
use crate::{
2 
    api_model::{
3 
        CreateItem, PluginCallApiReq, PluginCallApiRes, PluginGetApiReq, PluginGetApiRes,
4 
        PluginIdentifier, PluginStatus, PluginStatusMetadata, PluginStatusReq, Search,
5 
    },
6 
    command_line_interface::CliOptions,
7 
    database_api::{self, in_read_transaction},
8 
    database_pool::PooledConnection,
9 
    db_model::{ItemWithBase, PluginRunItem, CONTAINER_ID, CONTAINER_IMAGE},
10 
    error::{Error, ErrorContext, Result},
11 
    internal_api,
12 
    internal_api::{new_random_string, search},
13 
    plugin_auth_crypto::DatabaseKey,
14 
    schema::Schema,
15 
};
16 
use futures::future;
17 
use md5;
18 
use rusqlite::Transaction;
19 
use serde::Deserialize;
20 
use serde_json::{json, Value};
21 
use std::{
22 
    collections::HashMap,
23 
    ffi::OsStr,
24 
    fmt::Debug,
25 
    process::{Child, Command},
26 
    sync::atomic::AtomicU32,
27 
    time::Duration,
28 
};
29 
use tracing::{debug, info, warn};
30 
use warp::http::status::StatusCode;
31
32 
use duct;
33
34 
const UNIQUE_ID: &str = "unique_id";
35 
// TODO: this is barely maintainable, split to strategy pattern: Docker, K8S, sharing probably one trait
36
37 
/// Run a plugin, making sure that the correct ENV variables and settings are passed
38 
/// to the containerization / deployment processes.
39 
///
40 
/// Internally passes to docker / kubernetes / scripts
41 
/// depending on how Pod is configured by the user.
42 
#[allow(clippy::too_many_arguments)]
43 
pub fn run_plugin_container(
44 
    tx: &Transaction,
45 
    schema: &Schema,
46 
    triggered_by_item_id: &str,
47 
    plugin: &PluginRunItem,
48 
    pod_owner: &str,
49 
    database_key: &DatabaseKey,
50 
    cli_options: &CliOptions,
51 
) -> Result<()> {
52 
    info!(
53 
        "Trying to run plugin container for target_item_id {}",
54 
        plugin.target_item_id
55 
    );
56 
    let target_item = internal_api::get_item_tx(tx, schema, plugin.target_item_id.as_str())?;
57 
    let target_item = target_item.into_iter().next().ok_or_else(|| Error {
58 
        code: StatusCode::BAD_REQUEST,
59 
        msg: format!(
60 
            "Failed to find target item {} to run a plugin against",
61 
            plugin.target_item_id
62 
        ),
63 
    })?;
64
65 
    // TODO: that should be not passed to the plugin, plugin should request that data from the DB
66 
    // passing plugin run id is enough.
67 
    let target_item_json = serde_json::to_string(&target_item)?;
68 
    let auth = database_key.create_plugin_auth()?;
69 
    let auth = serde_json::to_string(&auth)?;
70
7172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
let script_override = cli_options .insecure_plugin_script .iter() .find(|(image, _script)| image == &plugin.container_image) .map(|(_image, script)| script); if let Some(script_path) = script_override { run_local_script( &plugin.container_image, script_path, &target_item_json, pod_owner, &auth, triggered_by_item_id, cli_options, ) } else if cli_options.use_kubernetes { if !cli_options.kubernetes_ignore_limits { check_kubernetes_limits( plugin, pod_owner, cli_options.kubernetes_plugin_limit_per_owner, )?; } if let Err(e) = k8s_enforce_unique_instance(plugin) { warn!("Enforcing K8s container unique instance failed because: {e:?}"); } run_kubernetes_container( &target_item_json, pod_owner, &auth, triggered_by_item_id, plugin, cli_options, ) } else { if let Err(e) = docker_enforce_unique_instance(plugin) { warn!("Enforcing docker container unique instance failed because: {e:?}"); } run_docker_container( &target_item_json, pod_owner, &auth, triggered_by_item_id, plugin, cli_options, ) } } fn run_local_script( _container: &str, plugin_path: &str, target_item: &str, pod_owner: &str, pod_auth: &str, triggered_by_item_id: &str, cli_options: &CliOptions, ) -> Result<()> { let pod_full_address = callback_address(cli_options, false); let args: Vec<String> = Vec::new(); let mut env_vars = HashMap::new(); env_vars.insert("POD_FULL_ADDRESS", pod_full_address.as_str()); env_vars.insert("POD_TARGET_ITEM", target_item); env_vars.insert("POD_PLUGINRUN_ID", triggered_by_item_id); env_vars.insert("POD_OWNER", pod_owner); env_vars.insert("POD_AUTH_JSON", pod_auth);