Upload 4 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+hess_papers_details.json filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,146 @@
+"""
+Reference: https://huggingface.co/spaces/gwf-uwaterloo/acl-spectrum (By Ehsan Khamallo)
+"""
+
+import os
+import re
+import pandas as pd
+import plotly.express as px
+import streamlit as st
+
+st.set_page_config(layout="wide")
+DATA_FILE = "hess_papers_details.json"
+
+st.markdown(
+    """
+    <link href="https://cdn.jsdelivr.net/npm/[email protected]/dist/css/bootstrap.min.css" rel="stylesheet" integrity="sha256-DF7Zhf293AJxJNTmh5zhoYYIMs2oXitRfBjY+9L//AY=" crossorigin="anonymous">
+    <link rel="preconnect" href="https://fonts.googleapis.com">
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+    <link href="https://fonts.googleapis.com/css2?family=Permanent+Marker&display=swap" rel="stylesheet">
+    <style>
+    .title {
+        font-family: 'Permanent Marker', cursive;
+        font-size: 2.0rem;
+    }
+    </style>""",
+    unsafe_allow_html=True,
+)
+
+st.sidebar.write(
+    """<center><p class="title">
+    HESS Papers Clustering 🌎🌿
+    </p></center>""",
+    unsafe_allow_html=True,
+)
+
+st.sidebar.write(
+    """<p class="text-justify">
+    A clustered visualization of all papers submitted to the
+    <a href=https://www.hydrology-and-earth-system-sciences.net/>Hydrology and Earth System Sciences</a> (HESS) conference.
+    5318 papers are embedded using <a href="https://huggingface.co/allenai/specter2_base">spectre2</a> and reduced with
+    t-SNE. Papers span from as early as 1997 to 2023.
+    </p>""",
+    unsafe_allow_html=True,
+)
+
+def to_string_authors(list_of_authors):
+    if len(list_of_authors) > 5:
+        return ", ".join(list_of_authors[:5]) + ", et al."
+    elif len(list_of_authors) > 2:
+        return ", ".join(list_of_authors[:-1]) + ", and " + list_of_authors[-1]
+    else:
+        return " and ".join(list_of_authors)
+
+
+def load_df(data_file: os.PathLike):
+    df = pd.read_json(data_file, orient="records")
+    df["x"] = df["t-SNE1"]
+    df["y"] = df["t-SNE2"]
+
+    df["authors_trimmed"] = df["authors_trimmed"]
+
+    #sort dataframe by year
+    df['year'] = pd.to_datetime(df['year'])
+    df = df.sort_values('year', ascending=True)
+    df['year'] = df['year'].dt.strftime('%Y')
+
+    return df
+
+@st.cache_data
+def load_dataframe():
+    return load_df(DATA_FILE)
+
+DF = load_dataframe()
+DF["opacity"] = 0.04
+min_year, max_year = DF["year"].min(), DF["year"].max()
+
+with st.sidebar:
+    start_year, end_year = st.select_slider(
+        "Publication year",
+        options=[str(y) for y in range(min_year, max_year + 1)],
+        value=(str(min_year), str(max_year)),
+    )
+
+    author_names = st.text_input("Author names (separated by comma)")
+
+    title = st.text_input("Title")
+
+    # Work on this
+    # topics = st.multiselect(
+    #     "Topics",
+    #     ["Topics 1: "],
+    #     ["Topics 2: "],
+    # )
+
+    start_year = int(start_year)
+    end_year = int(end_year)
+    df_mask = (DF["year"] >= start_year) & (DF["year"] <= end_year)
+
+    if author_names:
+        authors = [a.strip() for a in author_names.split(",")]
+        author_mask = DF.authors.apply(
+            lambda row: all(any(re.match(rf".*{a}.*", x, re.IGNORECASE) for x in row) for a in authors)
+        )
+        df_mask = df_mask & author_mask
+
+    if title:
+        df_mask = df_mask & DF.title.apply(lambda x: title.lower() in x.lower())
+
+    DF.loc[df_mask, "opacity"] = 1.0
+    st.write(f"Number of points: {DF[df_mask].shape[0]}")
+
+    fig = px.scatter(
+        DF,
+        x="x",
+        y="y",
+        opacity=DF["opacity"],
+        color=DF["cluster"],
+        width=1000,
+        height=800,
+        custom_data=("title", "authors_trimmed", "year"),
+        color_continuous_scale="haline",
+    )
+
+    fig.update_traces(
+    hovertemplate="<b>%{customdata[0]}</b><br>%{customdata[1]}<br>%{customdata[2]}<br><i>"
+    )
+
+    fig.update_layout(
+        showlegend=False,
+        font=dict(
+            family="Times New Roman",
+            size=30,
+        ),
+        hoverlabel=dict(
+            align="left",
+            font_size=14,
+            font_family="Rockwell",
+            namelength=-1,
+        ),
+    )
+
+    fig.update_xaxes(title="")
+    fig.update_yaxes(title="")
+
+    a = fig.show(fig, use_container_width=True)
+

hess_papers_details.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63e3d30332ede78cc6f180ef1b1470a171ec6459b905c839dab86ab718116d0
+size 13282576

requirements.txt

@@ -0,0 +1,2 @@
+pandas
+plotly