Compare commits

..

1 Commits

Author SHA1 Message Date
eda704d2f1
test concurent get q from db/cache
All checks were successful
continuous-integration/drone/push Build is passing
2023-08-18 14:56:08 +03:00
6 changed files with 55 additions and 141 deletions

1
Cargo.lock generated
View File

@ -1455,7 +1455,6 @@ name = "qchgk_web"
version = "0.2.0" version = "0.2.0"
dependencies = [ dependencies = [
"chgk_ledb_lib", "chgk_ledb_lib",
"lazy_static",
"mini-moka", "mini-moka",
"rand", "rand",
"rocket", "rocket",

View File

@ -15,7 +15,6 @@ rocket = { version = "=0.5.0-rc.3", features = ["json"] }
rocket_dyn_templates = { version = "=0.1.0-rc.3", features = ["tera"] } rocket_dyn_templates = { version = "=0.1.0-rc.3", features = ["tera"] }
chgk_ledb_lib = {git = "https://gitea.b4tman.ru/b4tman/chgk_ledb.git", rev="699478f85e", package="chgk_ledb_lib", features=["async"]} chgk_ledb_lib = {git = "https://gitea.b4tman.ru/b4tman/chgk_ledb.git", rev="699478f85e", package="chgk_ledb_lib", features=["async"]}
mini-moka = "0.10.0" mini-moka = "0.10.0"
lazy_static = "1.4.0"
[profile.release] [profile.release]
opt-level = 3 opt-level = 3

View File

@ -2,11 +2,8 @@
extern crate rocket; extern crate rocket;
use rocket::fs::FileServer; use rocket::fs::FileServer;
use rocket::fs::Options; use rocket::futures::FutureExt;
use rocket::http::ContentType;
use rocket::request::Request;
use rocket::response::Redirect; use rocket::response::Redirect;
use rocket::response::{self, Responder, Response};
use rocket::State; use rocket::State;
use rocket_dyn_templates::tera; use rocket_dyn_templates::tera;
use rocket_dyn_templates::Template; use rocket_dyn_templates::Template;
@ -14,8 +11,6 @@ use rocket_dyn_templates::Template;
use rand::distributions::Uniform; use rand::distributions::Uniform;
use rand::Rng; use rand::Rng;
use lazy_static::lazy_static;
use std::collections::HashMap;
use std::ops::Deref; use std::ops::Deref;
use std::sync::Arc; use std::sync::Arc;
@ -27,10 +22,6 @@ use std::time::Duration;
const DB_FILENAME: &str = "db.dat"; const DB_FILENAME: &str = "db.dat";
lazy_static! {
static ref EMPTY_MAP: HashMap<String, String> = HashMap::new();
}
trait ErrorEmpty { trait ErrorEmpty {
type Output; type Output;
fn err_empty(self) -> Result<Self::Output, ()>; fn err_empty(self) -> Result<Self::Output, ()>;
@ -43,38 +34,11 @@ impl<T, E> ErrorEmpty for Result<T, E> {
} }
} }
#[derive(Debug, Responder)]
enum WebError {
#[response(status = 404)]
NotFound(Template),
#[response(status = 500)]
ServerError(Template),
}
impl WebError {
fn not_found() -> Self {
WebError::NotFound(Template::render("404", EMPTY_MAP.deref()))
}
fn server_error() -> Self {
WebError::ServerError(Template::render("500", EMPTY_MAP.deref()))
}
}
/// wrapper for terra:Value (json, context), to cache values by ref
/// implements Responder as json content type
#[derive(Clone)] #[derive(Clone)]
struct ArcTemplateData { struct ArcTemplateData {
value: Arc<tera::Value>, value: Arc<tera::Value>,
} }
impl Deref for ArcTemplateData {
type Target = tera::Value;
fn deref(&self) -> &Self::Target {
self.value.deref()
}
}
impl ArcTemplateData { impl ArcTemplateData {
fn new(value: tera::Value) -> ArcTemplateData { fn new(value: tera::Value) -> ArcTemplateData {
ArcTemplateData { ArcTemplateData {
@ -82,15 +46,7 @@ impl ArcTemplateData {
} }
} }
fn render(&self, name: &'static str) -> Template { fn render(&self, name: &'static str) -> Template {
Template::render(name, self.deref()) Template::render(name, self.value.deref())
}
}
impl<'r> Responder<'r, 'static> for ArcTemplateData {
fn respond_to(self, req: &'r Request<'_>) -> response::Result<'static> {
Response::build_from(self.to_string().respond_to(req)?)
.header(ContentType::JSON)
.ok()
} }
} }
@ -125,15 +81,16 @@ async fn get_question(db: &DataBase, id: usize) -> Result<Question, ()> {
db.get(id - 1).await.err_empty() db.get(id - 1).await.err_empty()
} }
async fn get_question_data( async fn show_question_details(
template_name: &'static str,
data: &AppState, data: &AppState,
cache: &TemplateCache, cache: &TemplateCache,
id: usize, id: usize,
) -> Option<ArcTemplateData> { ) -> Template {
if let Some(value) = cache.get(&id) { let cache_cloned = cache.clone();
return Some(value);
}
let from_cache = rocket::tokio::spawn(async move { cache_cloned.get(&id) }).fuse();
let from_db = async move {
match get_question(&data.db, id).await { match get_question(&data.db, id).await {
Ok(question) => { Ok(question) => {
let mut context = tera::to_value(question).expect("question serialize"); let mut context = tera::to_value(question).expect("question serialize");
@ -142,32 +99,35 @@ async fn get_question_data(
context["next"] = tera::to_value(next_id).expect("question id serialize"); context["next"] = tera::to_value(next_id).expect("question id serialize");
} }
let data = ArcTemplateData::new(context); let value = ArcTemplateData::new(context);
cache.insert(id, data.clone()); let result = value.render(template_name);
Some(data) cache.insert(id, value);
}
Err(_) => None,
}
}
async fn show_question_details( result
template_name: &'static str, }
data: &AppState, Err(_) => {
cache: &TemplateCache, use std::collections::HashMap;
id: usize, let context: HashMap<String, String> = HashMap::new();
) -> Option<Template> { Template::render("404", context)
get_question_data(data, cache, id) }
.await }
.map(|data| data.render(template_name)) }
} .fuse();
#[get("/q/<id>/json")] loop {
async fn json_question( rocket::tokio::select! {
data: &State<AppState>, biased;
cache: &State<TemplateCache>,
id: usize, Ok(Some(template)) = from_cache => {
) -> Option<ArcTemplateData> { println!("from cache");
get_question_data(data.inner(), cache.inner(), id).await break template.render(template_name)
},
template = from_db => {
println!("from db");
break template
}
}
}
} }
#[get("/q/<id>")] #[get("/q/<id>")]
@ -175,16 +135,12 @@ async fn show_question(
data: &State<AppState>, data: &State<AppState>,
cache: &State<TemplateCache>, cache: &State<TemplateCache>,
id: usize, id: usize,
) -> Option<Template> { ) -> Template {
show_question_details("question", data.inner(), cache.inner(), id).await show_question_details("question", data.inner(), cache.inner(), id).await
} }
#[get("/q/<id>/a")] #[get("/q/<id>/a")]
async fn show_answer( async fn show_answer(data: &State<AppState>, cache: &State<TemplateCache>, id: usize) -> Template {
data: &State<AppState>,
cache: &State<TemplateCache>,
id: usize,
) -> Option<Template> {
show_question_details("answer", data.inner(), cache.inner(), id).await show_question_details("answer", data.inner(), cache.inner(), id).await
} }
@ -198,12 +154,6 @@ fn answer0() -> Redirect {
Redirect::to("/") Redirect::to("/")
} }
#[get("/q/0/json")]
fn json0(data: &State<AppState>) -> Redirect {
let id = random_question_id(&data.database_distribution);
Redirect::temporary(format!("/q/{}/json", id))
}
#[get("/")] #[get("/")]
fn index(data: &State<AppState>) -> Redirect { fn index(data: &State<AppState>) -> Redirect {
let id = random_question_id(&data.database_distribution); let id = random_question_id(&data.database_distribution);
@ -211,13 +161,10 @@ fn index(data: &State<AppState>) -> Redirect {
} }
#[catch(404)] #[catch(404)]
fn not_found(_req: &rocket::Request) -> WebError { fn not_found(_req: &rocket::Request) -> Template {
WebError::not_found() use std::collections::HashMap;
} let context: HashMap<String, String> = HashMap::new();
Template::render("404", context)
#[catch(500)]
fn server_error(_req: &rocket::Request) -> WebError {
WebError::server_error()
} }
#[launch] #[launch]
@ -234,20 +181,12 @@ async fn rocket() -> _ {
rocket::build() rocket::build()
.manage(state) .manage(state)
.manage(cache) .manage(cache)
.register("/", catchers![not_found, server_error]) .register("/", catchers![not_found])
.mount( .mount(
"/", "/",
routes![ routes![index, show_question, show_answer, question0, answer0],
index,
json_question,
show_question,
show_answer,
question0,
answer0,
json0
],
) )
.mount("/q", routes![index]) .mount("/q", routes![index])
.mount("/q/static", FileServer::new("static/", Options::None)) .mount("/q/static", FileServer::from("static/"))
.attach(Template::fairing()) .attach(Template::fairing())
} }

View File

@ -1,13 +1,5 @@
{% extends "base" %} {% extends "base" %}
{% block title %}404{% endblock title %} {% block title %}404{% endblock title %}
{% block nav %}
{% endblock nav %}
{% block content %} {% block content %}
<div class="content-block"> <h1>404 - Could not find that page</h1>
<div class="content-block-inner mt-4 px-4 py-2 fs-1 top-50 start-50 translate-middle">
<h1 class="display-4 d-flex justify-content-center text-center fw-bold">404</h1>
<br/>
<p>Нет такой страницы &#128532;</p>
</div>
</div>
{% endblock content %} {% endblock content %}

View File

@ -1,13 +0,0 @@
{% extends "base" %}
{% block title %}500{% endblock title %}
{% block nav %}
{% endblock nav %}
{% block content %}
<div class="content-block">
<div class="content-block-inner mt-4 px-4 py-2 fs-1 top-50 start-50 translate-middle">
<h1 class="display-4 d-flex justify-content-center text-center fw-bold">500</h1>
<br/>
<p>&#128558; Ой, кажется у нас тут что то сломалось...</p>
</div>
</div>
{% endblock content %}

View File

@ -42,7 +42,7 @@
<p><span>Тема: </span> {{ theme }}</p> <p><span>Тема: </span> {{ theme }}</p>
{% endif %} {% endif %}
{% if rating | length %} {% if rating | length %}
<p><span>Рейтинг: </span> {{ rating }}</p> <p><span>Рейтинг: </span> {{ author }}</p>
{% endif %} {% endif %}
{% if batch_info.description | length %} {% if batch_info.description | length %}
<p><span>Чемпионат: </span> {{ batch_info.description }}</p> <p><span>Чемпионат: </span> {{ batch_info.description }}</p>
@ -53,8 +53,6 @@
{% if id | length %} {% if id | length %}
<p><span>Номер: </span> {{ id }}</p> <p><span>Номер: </span> {{ id }}</p>
{% endif %} {% endif %}
<br/>
<p class="text-muted"> Показать как <a href="/q/{{ num }}/json">json</a></p>
</div></details> </div></details>
</div> </div>
<br /> <br />