From 0972fa6eab8c9111311f082ba8abfdc6b4a40945 Mon Sep 17 00:00:00 2001
From: nil <nil@tfwhyno.gf>
Date: Wed, 2 Oct 2024 17:48:56 +0200
Subject: commit changes

---
 .gitignore                          |  5 +++
 .ignore                             |  1 +
 Cargo.toml                          | 17 ++++++++
 N                                   |  2 +
 env_example                         |  1 +
 python/.gitignore                   |  1 -
 python/database.py                  | 58 --------------------------
 python/main.py                      |  4 --
 python/routes.py                    | 33 ---------------
 rust/.gitignore                     |  5 ---
 rust/.ignore                        |  1 -
 rust/Cargo.toml                     | 17 --------
 rust/N                              |  2 -
 rust/env_example                    |  1 -
 rust/scripts/create_db.sh           | 11 -----
 rust/scripts/create_db.sql          | 41 ------------------
 rust/scripts/create_user.sql        |  3 --
 rust/scripts/populate.sh            | 13 ------
 rust/scripts/populate/.gitignore    |  3 --
 rust/scripts/populate/albums.py     | 38 -----------------
 rust/scripts/populate/api.py        | 21 ----------
 rust/scripts/populate/create_db.sql | 39 -----------------
 rust/scripts/populate/database.py   | 83 -------------------------------------
 rust/scripts/populate/main.py       | 46 --------------------
 rust/scripts/populate/parser.py     | 83 -------------------------------------
 rust/scripts/populate/structures.py | 13 ------
 rust/src/main.rs                    | 35 ----------------
 rust/src/routes.rs                  |  1 -
 rust/src/routes/hello.rs            | 11 -----
 rust/src/structs.rs                 | 35 ----------------
 scripts/create_db.sh                | 27 ++++++++++++
 scripts/create_db.sql               | 41 ++++++++++++++++++
 scripts/create_user.sql             |  3 ++
 scripts/populate.sh                 | 13 ++++++
 scripts/populate/.gitignore         |  3 ++
 scripts/populate/albums.py          | 38 +++++++++++++++++
 scripts/populate/api.py             | 21 ++++++++++
 scripts/populate/create_db.sql      | 39 +++++++++++++++++
 scripts/populate/database.py        | 83 +++++++++++++++++++++++++++++++++++++
 scripts/populate/main.py            | 46 ++++++++++++++++++++
 scripts/populate/parser.py          | 83 +++++++++++++++++++++++++++++++++++++
 scripts/populate/structures.py      | 13 ++++++
 src/main.rs                         | 35 ++++++++++++++++
 src/routes.rs                       |  0
 src/routes/hello.rs                 | 11 +++++
 src/structs.rs                      | 35 ++++++++++++++++
 46 files changed, 517 insertions(+), 598 deletions(-)
 create mode 100644 .gitignore
 create mode 100644 .ignore
 create mode 100644 Cargo.toml
 create mode 100644 N
 create mode 100644 env_example
 delete mode 100644 python/.gitignore
 delete mode 100644 python/database.py
 delete mode 100644 python/main.py
 delete mode 100644 python/routes.py
 delete mode 100644 rust/.gitignore
 delete mode 100644 rust/.ignore
 delete mode 100644 rust/Cargo.toml
 delete mode 100644 rust/N
 delete mode 100644 rust/env_example
 delete mode 100644 rust/scripts/create_db.sh
 delete mode 100644 rust/scripts/create_db.sql
 delete mode 100644 rust/scripts/create_user.sql
 delete mode 100644 rust/scripts/populate.sh
 delete mode 100644 rust/scripts/populate/.gitignore
 delete mode 100644 rust/scripts/populate/albums.py
 delete mode 100644 rust/scripts/populate/api.py
 delete mode 100644 rust/scripts/populate/create_db.sql
 delete mode 100644 rust/scripts/populate/database.py
 delete mode 100644 rust/scripts/populate/main.py
 delete mode 100644 rust/scripts/populate/parser.py
 delete mode 100644 rust/scripts/populate/structures.py
 delete mode 100644 rust/src/main.rs
 delete mode 100644 rust/src/routes.rs
 delete mode 100644 rust/src/routes/hello.rs
 delete mode 100644 rust/src/structs.rs
 create mode 100644 scripts/create_db.sh
 create mode 100644 scripts/create_db.sql
 create mode 100644 scripts/create_user.sql
 create mode 100644 scripts/populate.sh
 create mode 100644 scripts/populate/.gitignore
 create mode 100644 scripts/populate/albums.py
 create mode 100644 scripts/populate/api.py
 create mode 100644 scripts/populate/create_db.sql
 create mode 100644 scripts/populate/database.py
 create mode 100644 scripts/populate/main.py
 create mode 100644 scripts/populate/parser.py
 create mode 100644 scripts/populate/structures.py
 create mode 100644 src/main.rs
 create mode 100644 src/routes.rs
 create mode 100644 src/routes/hello.rs
 create mode 100644 src/structs.rs

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..9adab75
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,5 @@
+lock/
+target/
+Cargo.lock
+**/*.rs.bk
+.env
diff --git a/.ignore b/.ignore
new file mode 100644
index 0000000..2ce903e
--- /dev/null
+++ b/.ignore
@@ -0,0 +1 @@
+scripts/populate/
diff --git a/Cargo.toml b/Cargo.toml
new file mode 100644
index 0000000..b4a8000
--- /dev/null
+++ b/Cargo.toml
@@ -0,0 +1,17 @@
+[package]
+name = "ver1"
+version = "0.1.0"
+edition = "2021"
+
+[dependencies]
+actix-web = { version = "4.9.0"}
+sqlx = { version = "0.8.2", features = ["mysql", "macros", "runtime-tokio"] }
+serde = { version = "1.0.210", features = ["derive"] }
+tokio = "1.40.0"
+
+[package.metadata.scripts]
+db_create = "bash ./scripts/create_db.sh"
+db_populate = "bash ./scripts/populate.sh"
+# db_start = "sudo docker start sqlx"
+# db_start = "sudo docker stop sqlx"
+# db_remove = "sudo docker rm sqlx"
diff --git a/N b/N
new file mode 100644
index 0000000..a755b9a
--- /dev/null
+++ b/N
@@ -0,0 +1,2 @@
+cargo install cargo-run-script
+cargo-run-script db-create
diff --git a/env_example b/env_example
new file mode 100644
index 0000000..607b7cc
--- /dev/null
+++ b/env_example
@@ -0,0 +1 @@
+DATABASE_URL="mysql://balalaika_user:password@127.0.0.1:3306/balalaika"
diff --git a/python/.gitignore b/python/.gitignore
deleted file mode 100644
index c18dd8d..0000000
--- a/python/.gitignore
+++ /dev/null
@@ -1 +0,0 @@
-__pycache__/
diff --git a/python/database.py b/python/database.py
deleted file mode 100644
index 06f5d61..0000000
--- a/python/database.py
+++ /dev/null
@@ -1,58 +0,0 @@
-import mysql.connector
-
-
-connector = mysql.connector.connect(
-    host="localhost",
-    user="root",
-    database="balalaika",
-)
-
-cursor = connector.cursor()
-
-
-def get_song(id, name):
-    if id is None:
-        id = "%"
-
-    if name is None:
-        name = "%"
-
-    cursor.execute(
-        """
-        select * from song
-        where id like %(id)s
-        and name like %(name)s;
-        """,
-        {
-            'id': id,
-            'name': name,
-        }
-    )
-
-    return cursor.fetchall()
-
-
-def get_filtered_songs(song, album, artist):
-    if artist is None:
-        artist = "%"
-
-    if album is None:
-        album = "%"
-
-    cursor.execute(
-        """
-        select song.name, album.name, artist.name
-        from song
-        inner join album on song.album_id=album.id
-        inner join artist on album.artist_id=artist.id
-        where artist.name like %(artist)s
-        and album.name like %(album)s;
-        """,
-        {
-            'artist': artist,
-            'album': album,
-            'song': song,
-        }
-    )
-
-    return cursor.fetchall()
diff --git a/python/main.py b/python/main.py
deleted file mode 100644
index d7eb1b6..0000000
--- a/python/main.py
+++ /dev/null
@@ -1,4 +0,0 @@
-import routes
-
-
-routes.app.run()
diff --git a/python/routes.py b/python/routes.py
deleted file mode 100644
index 9567318..0000000
--- a/python/routes.py
+++ /dev/null
@@ -1,33 +0,0 @@
-from flask import Flask, jsonify, request
-import database
-
-
-app = Flask(__name__)
-
-
-def run():
-    app.run()
-
-
-@app.route("/", methods=['GET'])
-def hello_world():
-    return "not here"
-
-
-@app.route("/song", methods=['GET'])
-def get_song():
-    id = request.args.get('id')
-    name = request.args.get('name')
-    return jsonify(database.get_song(id=id, name=name))
-
-
-@app.route("/songs", methods=['GET'])
-def get_filtered_songs():
-    song = request.args.get('song')
-    album = request.args.get('album')
-    artist = request.args.get('artist')
-    return jsonify(
-        database.get_filtered_songs(
-            song=song, album=album, artist=artist
-        )
-    )
diff --git a/rust/.gitignore b/rust/.gitignore
deleted file mode 100644
index 9adab75..0000000
--- a/rust/.gitignore
+++ /dev/null
@@ -1,5 +0,0 @@
-lock/
-target/
-Cargo.lock
-**/*.rs.bk
-.env
diff --git a/rust/.ignore b/rust/.ignore
deleted file mode 100644
index 0b68341..0000000
--- a/rust/.ignore
+++ /dev/null
@@ -1 +0,0 @@
-# scripts/populate/
diff --git a/rust/Cargo.toml b/rust/Cargo.toml
deleted file mode 100644
index b4a8000..0000000
--- a/rust/Cargo.toml
+++ /dev/null
@@ -1,17 +0,0 @@
-[package]
-name = "ver1"
-version = "0.1.0"
-edition = "2021"
-
-[dependencies]
-actix-web = { version = "4.9.0"}
-sqlx = { version = "0.8.2", features = ["mysql", "macros", "runtime-tokio"] }
-serde = { version = "1.0.210", features = ["derive"] }
-tokio = "1.40.0"
-
-[package.metadata.scripts]
-db_create = "bash ./scripts/create_db.sh"
-db_populate = "bash ./scripts/populate.sh"
-# db_start = "sudo docker start sqlx"
-# db_start = "sudo docker stop sqlx"
-# db_remove = "sudo docker rm sqlx"
diff --git a/rust/N b/rust/N
deleted file mode 100644
index a755b9a..0000000
--- a/rust/N
+++ /dev/null
@@ -1,2 +0,0 @@
-cargo install cargo-run-script
-cargo-run-script db-create
diff --git a/rust/env_example b/rust/env_example
deleted file mode 100644
index 607b7cc..0000000
--- a/rust/env_example
+++ /dev/null
@@ -1 +0,0 @@
-DATABASE_URL="mysql://balalaika_user:password@127.0.0.1:3306/balalaika"
diff --git a/rust/scripts/create_db.sh b/rust/scripts/create_db.sh
deleted file mode 100644
index 4e6ebc1..0000000
--- a/rust/scripts/create_db.sh
+++ /dev/null
@@ -1,11 +0,0 @@
-#!/bin/bash
-echo "choose a password for the database:"
-read input
-echo "creating database..."
-sudo mariadb -u root <<EOF
-$(cat scripts/create_user.sql)
-EOF
-
-echo '$input'
-
-sudo mariadb -u root < ./scripts/create_db.sql
diff --git a/rust/scripts/create_db.sql b/rust/scripts/create_db.sql
deleted file mode 100644
index f803714..0000000
--- a/rust/scripts/create_db.sql
+++ /dev/null
@@ -1,41 +0,0 @@
-CREATE DATABASE IF NOT EXISTS balalaika;
-USE balalaika;
-
-DROP TABLE IF EXISTS song;
-DROP TABLE IF EXISTS album;
-DROP TABLE IF EXISTS artist;
-
-CREATE TABLE artist (
-    id int NOT NULL AUTO_INCREMENT,
-    name varchar(255),
-
-    PRIMARY KEY (id)
-);
-
-CREATE TABLE album (
-    id int NOT NULL AUTO_INCREMENT,
-    name varchar(255),
-    cover varchar(510),
-    artist_id int,
-
-    PRIMARY KEY (id),
-    FOREIGN KEY (artist_id) REFERENCES artist(id)
-);
-
-CREATE TABLE song (
-    id int NOT NULL AUTO_INCREMENT,
-    name varchar(255),
-    lyrics TEXT,
-
-    album_id int,
-
-    PRIMARY KEY (id),
-    FOREIGN KEY (album_id) REFERENCES album(id)
-);
-
-ALTER TABLE song CONVERT TO CHARACTER SET utf8;
-ALTER TABLE album CONVERT TO CHARACTER SET utf8;
-ALTER TABLE artist CONVERT TO CHARACTER SET utf8;
-
-GRANT ALL PRIVILEGES ON balalaika.* TO 'balalaika_user'@'%' WITH GRANT OPTION;
-FLUSH PRIVILEGES;
diff --git a/rust/scripts/create_user.sql b/rust/scripts/create_user.sql
deleted file mode 100644
index bc9472b..0000000
--- a/rust/scripts/create_user.sql
+++ /dev/null
@@ -1,3 +0,0 @@
-DROP USER IF EXISTS 'balalaika_user'@'%';
-DROP USER IF EXISTS 'balalaika_user'@'localhost';
-CREATE USER 'balalaika_user'@'%' IDENTIFIED BY '$input';
diff --git a/rust/scripts/populate.sh b/rust/scripts/populate.sh
deleted file mode 100644
index d8ccf8d..0000000
--- a/rust/scripts/populate.sh
+++ /dev/null
@@ -1,13 +0,0 @@
-#!/bin/bash
-echo activate virtual environment? \(source ~/.venv/bin/activate\) [y/n]
-read answer
-
-if [[ $answer == 'y' ]] then
-    source ~/.venv/bin/activate
-fi
-
-python3 scripts/populate/main.py
-
-if [[ $answer == 'y' ]] then
-    deactivate
-fi
diff --git a/rust/scripts/populate/.gitignore b/rust/scripts/populate/.gitignore
deleted file mode 100644
index 6922c3e..0000000
--- a/rust/scripts/populate/.gitignore
+++ /dev/null
@@ -1,3 +0,0 @@
-__pycache__/
-*.json
-covers/
diff --git a/rust/scripts/populate/albums.py b/rust/scripts/populate/albums.py
deleted file mode 100644
index 63114da..0000000
--- a/rust/scripts/populate/albums.py
+++ /dev/null
@@ -1,38 +0,0 @@
-album_data = [
-    ["astrophysics", [
-        "apathy",
-        "The Unending Need For Perpetual Motion",
-        "HOPE LEFT ME Complete Version",
-        "Selected Tragic",
-        "Cute Tragedies",
-        "selected apathetic",
-        "ENTITY",
-    ]],
-    ["sadsvit", [
-        "Неонова Мрія Neon Dream",
-        "20 21",
-        "Cassette",
-        "Суматоха Bustle",
-    ]],
-    ["Молчат Дома", [
-        "Белая Полоса White Stripe",
-        "Монумент Monument",
-        "Этажи Floors",
-        "С крыш наших домов From our houses rooftops",
-    ]],
-    ["amesoeurs", [
-        "Amesoeurs",
-    ]],
-    ["severoth", [
-        "Vsesvit",
-        "Winterfall",
-    ]],
-    ["sadness", [
-        "Motionless Watching You",
-        "Circle of Veins",
-    ]],
-    ["Буерак", [
-        "Голд Gold",
-    ]],
-
-]
diff --git a/rust/scripts/populate/api.py b/rust/scripts/populate/api.py
deleted file mode 100644
index 5cc24d3..0000000
--- a/rust/scripts/populate/api.py
+++ /dev/null
@@ -1,21 +0,0 @@
-import lyricsgenius
-import parser
-import os
-
-
-genius = lyricsgenius.Genius(
-    "0uSA9UFGsiO2WozVmbWPhyhOoVmUNuM3PXRt9rvWhptHBMgSO5CZBxGUMkwet5mv"
-)
-
-
-def download_albums(albums):
-    [get_album_json(artist[0], album)
-     for artist in albums for album in artist[1]]
-
-
-def get_album_json(artist_name, album_name):
-    if os.path.isfile(parser.getLink(album_name)):
-        return
-
-    album = genius.search_album(album_name, artist_name)
-    album.save_lyrics()
diff --git a/rust/scripts/populate/create_db.sql b/rust/scripts/populate/create_db.sql
deleted file mode 100644
index cfde7b0..0000000
--- a/rust/scripts/populate/create_db.sql
+++ /dev/null
@@ -1,39 +0,0 @@
-CREATE DATABASE IF NOT EXISTS balalaika;
-USE balalaika;
-
-DROP TABLE IF EXISTS song;
-DROP TABLE IF EXISTS album;
-DROP TABLE IF EXISTS artist;
-
-CREATE TABLE artist (
-    id int NOT NULL AUTO_INCREMENT,
-    name varchar(255),
-
-    PRIMARY KEY (id)
-);
-
-CREATE TABLE album (
-    id int NOT NULL AUTO_INCREMENT,
-    name varchar(255),
-    cover varchar(255),
-    artist_id int,
-    release DATE,
-
-    PRIMARY KEY (id),
-    FOREIGN KEY (artist_id) REFERENCES artist(id)
-);
-
-CREATE TABLE song (
-    id int NOT NULL AUTO_INCREMENT,
-    name varchar(255),
-    lyrics TEXT,
-
-    album_id int,
-
-    PRIMARY KEY (id),
-    FOREIGN KEY (album_id) REFERENCES album(id)
-);
-
-ALTER TABLE song CONVERT TO CHARACTER SET utf8;
-ALTER TABLE album CONVERT TO CHARACTER SET utf8;
-ALTER TABLE artist CONVERT TO CHARACTER SET utf8;
diff --git a/rust/scripts/populate/database.py b/rust/scripts/populate/database.py
deleted file mode 100644
index 2319812..0000000
--- a/rust/scripts/populate/database.py
+++ /dev/null
@@ -1,83 +0,0 @@
-import mysql.connector
-import getpass
-
-
-def get_database_password():
-    return getpass.getpass("Insert database password: ")
-
-
-connector = mysql.connector.connect(
-    host="localhost",
-    user="balalaika_user",
-    password=get_database_password(),
-    database="balalaika",
-)
-
-cursor = connector.cursor()
-
-
-
-
-def process_albums(album_list):
-    [process_album(album, album_id)
-     for album_id, album in enumerate(album_list, 1)]
-
-
-def process_album(album, album_id):
-    upload_album(album)
-    [upload_song(song, album_id) for song in album.songs]
-
-
-def upload_album(album):
-    album.name = album.name.lower()
-    cursor.execute("""
-        INSERT INTO album (
-            name, cover, artist_id
-        )
-        VALUES (
-            %(name)s, %(cover)s, %(artist_id)s
-        );
-    """, {
-        'name': album.name,
-        'cover': album.cover,
-        'artist_id': album.artist
-    })
-
-
-def upload_song(song, album_id):
-    cursor.execute("""
-        INSERT INTO song (
-            name, lyrics, album_id
-        )
-        VALUES (
-            %(name)s, %(lyrics)s, %(album_id)s
-        )
-    """, {
-        'name': song.name,
-        'lyrics': song.lyrics,
-        'album_id': album_id
-    })
-
-
-def process_artists(artist_names):
-    [process_artist(artist) for artist in artist_names]
-
-
-def process_artist(artist):
-    artist = artist.lower()
-    cursor.execute("""
-        INSERT INTO artist (
-            name
-        )
-        VALUES (
-            %(name)s
-        )
-    """, {
-        'name': artist,
-    })
-
-
-def close():
-    cursor.close()
-    connector.commit()
-    connector.close()
diff --git a/rust/scripts/populate/main.py b/rust/scripts/populate/main.py
deleted file mode 100644
index ec0157c..0000000
--- a/rust/scripts/populate/main.py
+++ /dev/null
@@ -1,46 +0,0 @@
-from albums import album_data
-import api
-import parser
-import database
-
-
-def start():
-    print("downloading data...")
-    api.download_albums(album_data)
-
-    print("uploading data...")
-    upload_albums(
-        get_album_data(),
-        get_artist_names()
-    )
-    database.close()
-    print("upload finished!")
-    print("remember to move the covers directory once you're done")
-
-
-def upload_albums(album_data, artist_names):
-    database.process_artists(artist_names)
-    database.process_albums(album_data)
-
-
-def get_album_data():
-    result = []
-
-    for artist_id, artist in enumerate(album_data, 1):
-        album_list = artist[1]
-
-        for album_id, album in enumerate(album_list, 1):
-            result.append(parser.process_json_file(album, album_id, artist_id))
-
-    return result
-
-
-def get_artist_names():
-    artist_data = []
-    [artist_data.append(
-        artist[0]
-    ) for artist in album_data]
-    return artist_data
-
-
-start()
diff --git a/rust/scripts/populate/parser.py b/rust/scripts/populate/parser.py
deleted file mode 100644
index cbb51b5..0000000
--- a/rust/scripts/populate/parser.py
+++ /dev/null
@@ -1,83 +0,0 @@
-import json
-import re
-import structures
-import os
-
-
-def process_json_file(name, album_id, artist_id):
-    link = getLink(name)
-
-    file_json = open(link, "r")
-    album_json = file_json.read()
-    file_json.close()
-
-    return process_json(album_json, album_id, artist_id)
-
-
-def getLink(name):
-    return "Lyrics_"+name.replace(" ", "")+".json"
-
-
-def process_json(album_json, album_id, artist_id):
-    data = json.loads(album_json)
-    album_name = data["name"].lower()
-
-    off_cover = data["cover_art_thumbnail_url"]
-
-    new_cover = get_cover_link(artist_id, album_id)
-    download_cover(off_cover, new_cover, artist_id)
-
-    year = data["release_date_components"]["year"]
-    month = data["release_date_components"]["year"]
-    day = data["release_date_components"]["year"]
-    release = [year, month, day]
-
-    songs = [analyze_song(song) for song in data["tracks"]]
-    return structures.album(album_name, new_cover, songs, artist_id, release)
-
-
-def get_cover_link(artist_id, album_id):
-    cover_link = f"covers/{artist_id}/{album_id}.png"
-    return cover_link
-
-
-def download_cover(off_cover, new_cover, artist_id):
-    if not os.path.isdir("covers"):
-        os.system("mkdir covers")
-
-    if not os.path.isdir(f"covers/{artist_id}"):
-        os.system(f"mkdir 'covers/{artist_id}'")
-
-    if not os.path.isfile(new_cover):
-        os.system(f"wget {off_cover} -O '{new_cover}'")
-
-
-def analyze_song(song):
-    name = song["song"]["title"]
-    name = name.lower()
-
-    lyrics = song["song"]["lyrics"]
-    lyrics = format_lyrics(lyrics)
-
-    return structures.song(name, lyrics)
-
-
-def format_lyrics(lyrics):
-    if lyrics != "":
-        lyrics = lyrics.split("Lyrics")[1].lstrip()
-        lyrics = lyrics.split("Embed")[0].rstrip()
-        lyrics = lyrics.replace("You might also like", "")
-        lyrics = re.sub(r'See (.*?) LiveGet', 'liveget', lyrics)
-        lyrics = lyrics.split("liveget")[0].rstrip()
-
-        lyrics = re.sub(r'[\(\[].*?[\)\]]', '', lyrics)
-        lyrics = re.sub("\n{3,}", "\n\n", lyrics)
-
-        lyrics = lyrics.replace("\u2005", " ")
-
-        while lyrics[0] == '\n':
-            lyrics = lyrics[1:]
-
-        lyrics = lyrics.lower()
-
-    return lyrics
diff --git a/rust/scripts/populate/structures.py b/rust/scripts/populate/structures.py
deleted file mode 100644
index 31feb1b..0000000
--- a/rust/scripts/populate/structures.py
+++ /dev/null
@@ -1,13 +0,0 @@
-class song:
-    def __init__(self, name, lyrics):
-        self.name = name
-        self.lyrics = lyrics
-
-
-class album:
-    def __init__(self, name, cover, songs, artist_id, release=None):
-        self.name = name
-        self.cover = cover
-        self.songs = songs
-        self.artist = artist_id
-        self.release = release
diff --git a/rust/src/main.rs b/rust/src/main.rs
deleted file mode 100644
index af45779..0000000
--- a/rust/src/main.rs
+++ /dev/null
@@ -1,35 +0,0 @@
-mod structs;
-mod routes;
-
-use actix_web::{web, App, HttpServer};
-use sqlx::mysql::{MySqlPool, MySqlPoolOptions};
-
-#[derive(Clone)]
-struct AppState {
-    pool: MySqlPool,
-}
-
-#[actix_web::main]
-async fn main() -> std::io::Result<()> {
-    let pool: MySqlPool = MySqlPoolOptions::new()
-        .max_connections(10)
-        .connect(DB_URL)
-        .await
-        .unwrap();
-
-    let app_state = AppState { pool };
-
-    HttpServer::new(move || {
-        App::new()
-            .app_data(web::Data::new(app_state.clone()))
-            .route("/", web::get().to(root))
-            .service(routes::hello::hello_actix)
-    })
-    .bind(("127.0.0.1", 8000))?
-    .run()
-    .await
-}
-
-async fn root() -> String {
-    String::from("Server is up and running")
-}
diff --git a/rust/src/routes.rs b/rust/src/routes.rs
deleted file mode 100644
index 8cb6ff0..0000000
--- a/rust/src/routes.rs
+++ /dev/null
@@ -1 +0,0 @@
-mod hello;
diff --git a/rust/src/routes/hello.rs b/rust/src/routes/hello.rs
deleted file mode 100644
index c356081..0000000
--- a/rust/src/routes/hello.rs
+++ /dev/null
@@ -1,11 +0,0 @@
-use crate::AppState;
-use actix_web::{get, web, HttpResponse};
-use serde::Deserialize;
-
-#[get("/hello")]
-pub async fn hello_actix(app_state: web::Data<AppState>) -> HttpResponse {
-    struct Song {
-    }
-
-    return HttpResponse::Ok().json(databases);
-}
diff --git a/rust/src/structs.rs b/rust/src/structs.rs
deleted file mode 100644
index 7535bb4..0000000
--- a/rust/src/structs.rs
+++ /dev/null
@@ -1,35 +0,0 @@
-#[allow(dead_code)]
-struct Song {
-    //song variables
-    id: i32,
-    title: String,
-    lyrics: String,
-
-    //album variables
-    album_id: i32,
-    genres: Vec<String>,
-    album_cover: String,
-
-    //artist variables
-    artist_id: i32,
-    artist_name: String,
-}
-
-#[allow(dead_code)]
-struct Album {
-    id: i32,
-    title: String,
-    genres: Vec<String>,
-    cover: String,
-    songs: Vec<i32>,
-}
-
-#[allow(dead_code)]
-struct Artist {
-    id: i32,
-    name: String,
-    genres: Vec<String>,
-    albums: Vec<i32>,
-}
-
-// lepht anonym
diff --git a/scripts/create_db.sh b/scripts/create_db.sh
new file mode 100644
index 0000000..c0e759c
--- /dev/null
+++ b/scripts/create_db.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+echo "choose a password for the database:"
+read input
+echo "use xampp's version of mariadb? [y/n]"
+read answer
+
+if [[ $answer == 'y' ]] then
+    mariadb="/opt/lampp/bin/mariadb"
+else
+    mariadb="mariadb"
+fi
+
+echo "use sudo? [y/n]"
+read answer
+
+if [[ $answer == 'y' ]] then
+    sudo="sudo"
+fi
+
+echo "creating database..."
+$sudo $mariadb -u root <<EOF
+$(cat scripts/create_user.sql)
+EOF
+
+echo '$input'
+
+$sudo $mariadb -u root < ./scripts/create_db.sql
diff --git a/scripts/create_db.sql b/scripts/create_db.sql
new file mode 100644
index 0000000..f803714
--- /dev/null
+++ b/scripts/create_db.sql
@@ -0,0 +1,41 @@
+CREATE DATABASE IF NOT EXISTS balalaika;
+USE balalaika;
+
+DROP TABLE IF EXISTS song;
+DROP TABLE IF EXISTS album;
+DROP TABLE IF EXISTS artist;
+
+CREATE TABLE artist (
+    id int NOT NULL AUTO_INCREMENT,
+    name varchar(255),
+
+    PRIMARY KEY (id)
+);
+
+CREATE TABLE album (
+    id int NOT NULL AUTO_INCREMENT,
+    name varchar(255),
+    cover varchar(510),
+    artist_id int,
+
+    PRIMARY KEY (id),
+    FOREIGN KEY (artist_id) REFERENCES artist(id)
+);
+
+CREATE TABLE song (
+    id int NOT NULL AUTO_INCREMENT,
+    name varchar(255),
+    lyrics TEXT,
+
+    album_id int,
+
+    PRIMARY KEY (id),
+    FOREIGN KEY (album_id) REFERENCES album(id)
+);
+
+ALTER TABLE song CONVERT TO CHARACTER SET utf8;
+ALTER TABLE album CONVERT TO CHARACTER SET utf8;
+ALTER TABLE artist CONVERT TO CHARACTER SET utf8;
+
+GRANT ALL PRIVILEGES ON balalaika.* TO 'balalaika_user'@'%' WITH GRANT OPTION;
+FLUSH PRIVILEGES;
diff --git a/scripts/create_user.sql b/scripts/create_user.sql
new file mode 100644
index 0000000..bc9472b
--- /dev/null
+++ b/scripts/create_user.sql
@@ -0,0 +1,3 @@
+DROP USER IF EXISTS 'balalaika_user'@'%';
+DROP USER IF EXISTS 'balalaika_user'@'localhost';
+CREATE USER 'balalaika_user'@'%' IDENTIFIED BY '$input';
diff --git a/scripts/populate.sh b/scripts/populate.sh
new file mode 100644
index 0000000..d8ccf8d
--- /dev/null
+++ b/scripts/populate.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+echo activate virtual environment? \(source ~/.venv/bin/activate\) [y/n]
+read answer
+
+if [[ $answer == 'y' ]] then
+    source ~/.venv/bin/activate
+fi
+
+python3 scripts/populate/main.py
+
+if [[ $answer == 'y' ]] then
+    deactivate
+fi
diff --git a/scripts/populate/.gitignore b/scripts/populate/.gitignore
new file mode 100644
index 0000000..6922c3e
--- /dev/null
+++ b/scripts/populate/.gitignore
@@ -0,0 +1,3 @@
+__pycache__/
+*.json
+covers/
diff --git a/scripts/populate/albums.py b/scripts/populate/albums.py
new file mode 100644
index 0000000..63114da
--- /dev/null
+++ b/scripts/populate/albums.py
@@ -0,0 +1,38 @@
+album_data = [
+    ["astrophysics", [
+        "apathy",
+        "The Unending Need For Perpetual Motion",
+        "HOPE LEFT ME Complete Version",
+        "Selected Tragic",
+        "Cute Tragedies",
+        "selected apathetic",
+        "ENTITY",
+    ]],
+    ["sadsvit", [
+        "Неонова Мрія Neon Dream",
+        "20 21",
+        "Cassette",
+        "Суматоха Bustle",
+    ]],
+    ["Молчат Дома", [
+        "Белая Полоса White Stripe",
+        "Монумент Monument",
+        "Этажи Floors",
+        "С крыш наших домов From our houses rooftops",
+    ]],
+    ["amesoeurs", [
+        "Amesoeurs",
+    ]],
+    ["severoth", [
+        "Vsesvit",
+        "Winterfall",
+    ]],
+    ["sadness", [
+        "Motionless Watching You",
+        "Circle of Veins",
+    ]],
+    ["Буерак", [
+        "Голд Gold",
+    ]],
+
+]
diff --git a/scripts/populate/api.py b/scripts/populate/api.py
new file mode 100644
index 0000000..5cc24d3
--- /dev/null
+++ b/scripts/populate/api.py
@@ -0,0 +1,21 @@
+import lyricsgenius
+import parser
+import os
+
+
+genius = lyricsgenius.Genius(
+    "0uSA9UFGsiO2WozVmbWPhyhOoVmUNuM3PXRt9rvWhptHBMgSO5CZBxGUMkwet5mv"
+)
+
+
+def download_albums(albums):
+    [get_album_json(artist[0], album)
+     for artist in albums for album in artist[1]]
+
+
+def get_album_json(artist_name, album_name):
+    if os.path.isfile(parser.getLink(album_name)):
+        return
+
+    album = genius.search_album(album_name, artist_name)
+    album.save_lyrics()
diff --git a/scripts/populate/create_db.sql b/scripts/populate/create_db.sql
new file mode 100644
index 0000000..cfde7b0
--- /dev/null
+++ b/scripts/populate/create_db.sql
@@ -0,0 +1,39 @@
+CREATE DATABASE IF NOT EXISTS balalaika;
+USE balalaika;
+
+DROP TABLE IF EXISTS song;
+DROP TABLE IF EXISTS album;
+DROP TABLE IF EXISTS artist;
+
+CREATE TABLE artist (
+    id int NOT NULL AUTO_INCREMENT,
+    name varchar(255),
+
+    PRIMARY KEY (id)
+);
+
+CREATE TABLE album (
+    id int NOT NULL AUTO_INCREMENT,
+    name varchar(255),
+    cover varchar(255),
+    artist_id int,
+    release DATE,
+
+    PRIMARY KEY (id),
+    FOREIGN KEY (artist_id) REFERENCES artist(id)
+);
+
+CREATE TABLE song (
+    id int NOT NULL AUTO_INCREMENT,
+    name varchar(255),
+    lyrics TEXT,
+
+    album_id int,
+
+    PRIMARY KEY (id),
+    FOREIGN KEY (album_id) REFERENCES album(id)
+);
+
+ALTER TABLE song CONVERT TO CHARACTER SET utf8;
+ALTER TABLE album CONVERT TO CHARACTER SET utf8;
+ALTER TABLE artist CONVERT TO CHARACTER SET utf8;
diff --git a/scripts/populate/database.py b/scripts/populate/database.py
new file mode 100644
index 0000000..2319812
--- /dev/null
+++ b/scripts/populate/database.py
@@ -0,0 +1,83 @@
+import mysql.connector
+import getpass
+
+
+def get_database_password():
+    return getpass.getpass("Insert database password: ")
+
+
+connector = mysql.connector.connect(
+    host="localhost",
+    user="balalaika_user",
+    password=get_database_password(),
+    database="balalaika",
+)
+
+cursor = connector.cursor()
+
+
+
+
+def process_albums(album_list):
+    [process_album(album, album_id)
+     for album_id, album in enumerate(album_list, 1)]
+
+
+def process_album(album, album_id):
+    upload_album(album)
+    [upload_song(song, album_id) for song in album.songs]
+
+
+def upload_album(album):
+    album.name = album.name.lower()
+    cursor.execute("""
+        INSERT INTO album (
+            name, cover, artist_id
+        )
+        VALUES (
+            %(name)s, %(cover)s, %(artist_id)s
+        );
+    """, {
+        'name': album.name,
+        'cover': album.cover,
+        'artist_id': album.artist
+    })
+
+
+def upload_song(song, album_id):
+    cursor.execute("""
+        INSERT INTO song (
+            name, lyrics, album_id
+        )
+        VALUES (
+            %(name)s, %(lyrics)s, %(album_id)s
+        )
+    """, {
+        'name': song.name,
+        'lyrics': song.lyrics,
+        'album_id': album_id
+    })
+
+
+def process_artists(artist_names):
+    [process_artist(artist) for artist in artist_names]
+
+
+def process_artist(artist):
+    artist = artist.lower()
+    cursor.execute("""
+        INSERT INTO artist (
+            name
+        )
+        VALUES (
+            %(name)s
+        )
+    """, {
+        'name': artist,
+    })
+
+
+def close():
+    cursor.close()
+    connector.commit()
+    connector.close()
diff --git a/scripts/populate/main.py b/scripts/populate/main.py
new file mode 100644
index 0000000..ec0157c
--- /dev/null
+++ b/scripts/populate/main.py
@@ -0,0 +1,46 @@
+from albums import album_data
+import api
+import parser
+import database
+
+
+def start():
+    print("downloading data...")
+    api.download_albums(album_data)
+
+    print("uploading data...")
+    upload_albums(
+        get_album_data(),
+        get_artist_names()
+    )
+    database.close()
+    print("upload finished!")
+    print("remember to move the covers directory once you're done")
+
+
+def upload_albums(album_data, artist_names):
+    database.process_artists(artist_names)
+    database.process_albums(album_data)
+
+
+def get_album_data():
+    result = []
+
+    for artist_id, artist in enumerate(album_data, 1):
+        album_list = artist[1]
+
+        for album_id, album in enumerate(album_list, 1):
+            result.append(parser.process_json_file(album, album_id, artist_id))
+
+    return result
+
+
+def get_artist_names():
+    artist_data = []
+    [artist_data.append(
+        artist[0]
+    ) for artist in album_data]
+    return artist_data
+
+
+start()
diff --git a/scripts/populate/parser.py b/scripts/populate/parser.py
new file mode 100644
index 0000000..cbb51b5
--- /dev/null
+++ b/scripts/populate/parser.py
@@ -0,0 +1,83 @@
+import json
+import re
+import structures
+import os
+
+
+def process_json_file(name, album_id, artist_id):
+    link = getLink(name)
+
+    file_json = open(link, "r")
+    album_json = file_json.read()
+    file_json.close()
+
+    return process_json(album_json, album_id, artist_id)
+
+
+def getLink(name):
+    return "Lyrics_"+name.replace(" ", "")+".json"
+
+
+def process_json(album_json, album_id, artist_id):
+    data = json.loads(album_json)
+    album_name = data["name"].lower()
+
+    off_cover = data["cover_art_thumbnail_url"]
+
+    new_cover = get_cover_link(artist_id, album_id)
+    download_cover(off_cover, new_cover, artist_id)
+
+    year = data["release_date_components"]["year"]
+    month = data["release_date_components"]["year"]
+    day = data["release_date_components"]["year"]
+    release = [year, month, day]
+
+    songs = [analyze_song(song) for song in data["tracks"]]
+    return structures.album(album_name, new_cover, songs, artist_id, release)
+
+
+def get_cover_link(artist_id, album_id):
+    cover_link = f"covers/{artist_id}/{album_id}.png"
+    return cover_link
+
+
+def download_cover(off_cover, new_cover, artist_id):
+    if not os.path.isdir("covers"):
+        os.system("mkdir covers")
+
+    if not os.path.isdir(f"covers/{artist_id}"):
+        os.system(f"mkdir 'covers/{artist_id}'")
+
+    if not os.path.isfile(new_cover):
+        os.system(f"wget {off_cover} -O '{new_cover}'")
+
+
+def analyze_song(song):
+    name = song["song"]["title"]
+    name = name.lower()
+
+    lyrics = song["song"]["lyrics"]
+    lyrics = format_lyrics(lyrics)
+
+    return structures.song(name, lyrics)
+
+
+def format_lyrics(lyrics):
+    if lyrics != "":
+        lyrics = lyrics.split("Lyrics")[1].lstrip()
+        lyrics = lyrics.split("Embed")[0].rstrip()
+        lyrics = lyrics.replace("You might also like", "")
+        lyrics = re.sub(r'See (.*?) LiveGet', 'liveget', lyrics)
+        lyrics = lyrics.split("liveget")[0].rstrip()
+
+        lyrics = re.sub(r'[\(\[].*?[\)\]]', '', lyrics)
+        lyrics = re.sub("\n{3,}", "\n\n", lyrics)
+
+        lyrics = lyrics.replace("\u2005", " ")
+
+        while lyrics[0] == '\n':
+            lyrics = lyrics[1:]
+
+        lyrics = lyrics.lower()
+
+    return lyrics
diff --git a/scripts/populate/structures.py b/scripts/populate/structures.py
new file mode 100644
index 0000000..31feb1b
--- /dev/null
+++ b/scripts/populate/structures.py
@@ -0,0 +1,13 @@
+class song:
+    def __init__(self, name, lyrics):
+        self.name = name
+        self.lyrics = lyrics
+
+
+class album:
+    def __init__(self, name, cover, songs, artist_id, release=None):
+        self.name = name
+        self.cover = cover
+        self.songs = songs
+        self.artist = artist_id
+        self.release = release
diff --git a/src/main.rs b/src/main.rs
new file mode 100644
index 0000000..af45779
--- /dev/null
+++ b/src/main.rs
@@ -0,0 +1,35 @@
+mod structs;
+mod routes;
+
+use actix_web::{web, App, HttpServer};
+use sqlx::mysql::{MySqlPool, MySqlPoolOptions};
+
+#[derive(Clone)]
+struct AppState {
+    pool: MySqlPool,
+}
+
+#[actix_web::main]
+async fn main() -> std::io::Result<()> {
+    let pool: MySqlPool = MySqlPoolOptions::new()
+        .max_connections(10)
+        .connect(DB_URL)
+        .await
+        .unwrap();
+
+    let app_state = AppState { pool };
+
+    HttpServer::new(move || {
+        App::new()
+            .app_data(web::Data::new(app_state.clone()))
+            .route("/", web::get().to(root))
+            .service(routes::hello::hello_actix)
+    })
+    .bind(("127.0.0.1", 8000))?
+    .run()
+    .await
+}
+
+async fn root() -> String {
+    String::from("Server is up and running")
+}
diff --git a/src/routes.rs b/src/routes.rs
new file mode 100644
index 0000000..e69de29
diff --git a/src/routes/hello.rs b/src/routes/hello.rs
new file mode 100644
index 0000000..c356081
--- /dev/null
+++ b/src/routes/hello.rs
@@ -0,0 +1,11 @@
+use crate::AppState;
+use actix_web::{get, web, HttpResponse};
+use serde::Deserialize;
+
+#[get("/hello")]
+pub async fn hello_actix(app_state: web::Data<AppState>) -> HttpResponse {
+    struct Song {
+    }
+
+    return HttpResponse::Ok().json(databases);
+}
diff --git a/src/structs.rs b/src/structs.rs
new file mode 100644
index 0000000..7535bb4
--- /dev/null
+++ b/src/structs.rs
@@ -0,0 +1,35 @@
+#[allow(dead_code)]
+struct Song {
+    //song variables
+    id: i32,
+    title: String,
+    lyrics: String,
+
+    //album variables
+    album_id: i32,
+    genres: Vec<String>,
+    album_cover: String,
+
+    //artist variables
+    artist_id: i32,
+    artist_name: String,
+}
+
+#[allow(dead_code)]
+struct Album {
+    id: i32,
+    title: String,
+    genres: Vec<String>,
+    cover: String,
+    songs: Vec<i32>,
+}
+
+#[allow(dead_code)]
+struct Artist {
+    id: i32,
+    name: String,
+    genres: Vec<String>,
+    albums: Vec<i32>,
+}
+
+// lepht anonym
-- 
cgit v1.2.3