Spaces:
Running
Running
| //! This module provides the functionality to handle different routes of the `websurfx` | |
| //! meta search engine website and provide appropriate response to each route/page | |
| //! when requested. | |
| use std::fs::read_to_string; | |
| use crate::{ | |
| cache::cacher::RedisCache, | |
| config::parser::Config, | |
| handler::public_paths::public_path, | |
| results::{aggregation_models::SearchResults, aggregator::aggregate}, | |
| }; | |
| use actix_web::{get, web, HttpRequest, HttpResponse}; | |
| use handlebars::Handlebars; | |
| use serde::Deserialize; | |
| /// A named struct which deserializes all the user provided search parameters and stores them. | |
| /// | |
| /// # Fields | |
| /// | |
| /// * `q` - It stores the search parameter option `q` (or query in simple words) | |
| /// of the search url. | |
| /// * `page` - It stores the search parameter `page` (or pageno in simple words) | |
| /// of the search url. | |
| struct SearchParams { | |
| q: Option<String>, | |
| page: Option<u32>, | |
| } | |
| /// Handles the route of index page or main page of the `websurfx` meta search engine website. | |
| pub async fn index( | |
| hbs: web::Data<Handlebars<'_>>, | |
| config: web::Data<Config>, | |
| ) -> Result<HttpResponse, Box<dyn std::error::Error>> { | |
| let page_content: String = hbs.render("index", &config.style).unwrap(); | |
| Ok(HttpResponse::Ok().body(page_content)) | |
| } | |
| /// Handles the route of any other accessed route/page which is not provided by the | |
| /// website essentially the 404 error page. | |
| pub async fn not_found( | |
| hbs: web::Data<Handlebars<'_>>, | |
| config: web::Data<Config>, | |
| ) -> Result<HttpResponse, Box<dyn std::error::Error>> { | |
| let page_content: String = hbs.render("404", &config.style)?; | |
| Ok(HttpResponse::Ok() | |
| .content_type("text/html; charset=utf-8") | |
| .body(page_content)) | |
| } | |
| /// A named struct which is used to deserialize the cookies fetched from the client side. | |
| /// | |
| /// # Fields | |
| /// | |
| /// * `theme` - It stores the theme name used in the website. | |
| /// * `colorscheme` - It stores the colorscheme name used for the website theme. | |
| /// * `engines` - It stores the user selected upstream search engines selected from the UI. | |
| struct Cookie { | |
| theme: String, | |
| colorscheme: String, | |
| engines: Vec<String>, | |
| } | |
| /// Handles the route of search page of the `websurfx` meta search engine website and it takes | |
| /// two search url parameters `q` and `page` where `page` parameter is optional. | |
| /// | |
| /// # Example | |
| /// | |
| /// ```bash | |
| /// curl "http://127.0.0.1:8080/search?q=sweden&page=1" | |
| /// ``` | |
| /// | |
| /// Or | |
| /// | |
| /// ```bash | |
| /// curl "http://127.0.0.1:8080/search?q=sweden" | |
| /// ``` | |
| pub async fn search( | |
| hbs: web::Data<Handlebars<'_>>, | |
| req: HttpRequest, | |
| config: web::Data<Config>, | |
| ) -> Result<HttpResponse, Box<dyn std::error::Error>> { | |
| let params = web::Query::<SearchParams>::from_query(req.query_string())?; | |
| match ¶ms.q { | |
| Some(query) => { | |
| if query.trim().is_empty() { | |
| return Ok(HttpResponse::Found() | |
| .insert_header(("location", "/")) | |
| .finish()); | |
| } | |
| let page = match ¶ms.page { | |
| Some(page) => *page, | |
| None => 0, | |
| }; | |
| let url = format!( | |
| "http://{}:{}/search?q={}&page={}", | |
| config.binding_ip, config.port, query, page | |
| ); | |
| let results_json = results(url, &config, query.to_string(), page, req).await?; | |
| let page_content: String = hbs.render("search", &results_json)?; | |
| Ok(HttpResponse::Ok().body(page_content)) | |
| } | |
| None => Ok(HttpResponse::Found() | |
| .insert_header(("location", "/")) | |
| .finish()), | |
| } | |
| } | |
| /// Fetches the results for a query and page. | |
| /// First checks the redis cache, if that fails it gets proper results | |
| async fn results( | |
| url: String, | |
| config: &Config, | |
| query: String, | |
| page: u32, | |
| req: HttpRequest, | |
| ) -> Result<SearchResults, Box<dyn std::error::Error>> { | |
| //Initialize redis cache connection struct | |
| let mut redis_cache = RedisCache::new(config.redis_url.clone())?; | |
| // fetch the cached results json. | |
| let cached_results_json = redis_cache.cached_json(&url); | |
| // check if fetched cache results was indeed fetched or it was an error and if so | |
| // handle the data accordingly. | |
| match cached_results_json { | |
| Ok(results) => Ok(serde_json::from_str::<SearchResults>(&results).unwrap()), | |
| Err(_) => { | |
| // check if the cookie value is empty or not if it is empty then use the | |
| // default selected upstream search engines from the config file otherwise | |
| // parse the non-empty cookie and grab the user selected engines from the | |
| // UI and use that. | |
| let mut results: crate::results::aggregation_models::SearchResults = match req | |
| .cookie("appCookie") | |
| { | |
| Some(cookie_value) => { | |
| let cookie_value: Cookie = serde_json::from_str(cookie_value.name_value().1)?; | |
| aggregate( | |
| query, | |
| page, | |
| config.aggregator.random_delay, | |
| config.debug, | |
| cookie_value.engines, | |
| config.request_timeout, | |
| ) | |
| .await? | |
| } | |
| None => { | |
| aggregate( | |
| query, | |
| page, | |
| config.aggregator.random_delay, | |
| config.debug, | |
| config.upstream_search_engines.clone(), | |
| config.request_timeout, | |
| ) | |
| .await? | |
| } | |
| }; | |
| results.add_style(config.style.clone()); | |
| redis_cache.cache_results(serde_json::to_string(&results)?, &url)?; | |
| Ok(results) | |
| } | |
| } | |
| } | |
| /// Handles the route of robots.txt page of the `websurfx` meta search engine website. | |
| pub async fn robots_data(_req: HttpRequest) -> Result<HttpResponse, Box<dyn std::error::Error>> { | |
| let page_content: String = read_to_string(format!("{}/robots.txt", public_path()?))?; | |
| Ok(HttpResponse::Ok() | |
| .content_type("text/plain; charset=ascii") | |
| .body(page_content)) | |
| } | |
| /// Handles the route of about page of the `websurfx` meta search engine website. | |
| pub async fn about( | |
| hbs: web::Data<Handlebars<'_>>, | |
| config: web::Data<Config>, | |
| ) -> Result<HttpResponse, Box<dyn std::error::Error>> { | |
| let page_content: String = hbs.render("about", &config.style)?; | |
| Ok(HttpResponse::Ok().body(page_content)) | |
| } | |
| /// Handles the route of settings page of the `websurfx` meta search engine website. | |
| pub async fn settings( | |
| hbs: web::Data<Handlebars<'_>>, | |
| config: web::Data<Config>, | |
| ) -> Result<HttpResponse, Box<dyn std::error::Error>> { | |
| let page_content: String = hbs.render("settings", &config.style)?; | |
| Ok(HttpResponse::Ok().body(page_content)) | |
| } | |