Merge branch 'main' of https://huggingface.co/spaces/ml6team/Knowledge-graphs

.vscode/launch.json

@@ -1,16 +0,0 @@
-{
-    // Use IntelliSense to learn about possible attributes.
-    // Hover to view descriptions of existing attributes.
-    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
-    "version": "0.2.0",
-    "configurations": [
-        {
-            "name": "Python: Current File",
-            "type": "python",
-            "request": "launch",
-            "program": "${file}",
-            "console": "integratedTerminal",
-            "justMyCode": false
-        }
-    ]
-}

README.md

@@ -4,35 +4,7 @@ emoji: 🌐
 colorFrom: red
 colorTo: blue
 sdk: streamlit
-sdk_version: 1.2.0
+sdk_version: 1.17.0
 app_file: app.py
 pinned: false
 ---
-
-# Configuration
-
-`title`: _string_
-Display title for the Space
-
-`emoji`: _string_
-Space emoji (emoji-only character allowed)
-
-`colorFrom`: _string_
-Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
-
-`colorTo`: _string_
-Color for Thumbnail gradient (red, yellow, green, blue, indigo, purple, pink, gray)
-
-`sdk`: _string_
-Can be either `gradio`, `streamlit`, or `static`
-
-`sdk_version` : _string_
-Only applicable for `streamlit` SDK.
-See [doc](https://hf.co/docs/hub/spaces) for more info on supported versions.
-
-`app_file`: _string_
-Path to your main application file (which contains either `gradio` or `streamlit` Python code, or `static` html code).
-Path is relative to the root of the repository.
-
-`pinned`: _boolean_
-Whether the Space stays on top of your list.

app.py

@@ -1,5 +1,11 @@
 import streamlit as st
 import streamlit.components.v1 as components
+<<<<<<< HEAD
+=======
+import networkx as nx
+import matplotlib.pyplot as plt
+from pyvis.network import Network
+>>>>>>> 91c8e568c30c6d6761629f102cbb617239e13d26
 import rebel
 import wikipedia
 from utils import clip_text
@@ -20,6 +26,10 @@ wiki_state_variables = {
 free_text_state_variables = {
     'has_run_free': False,
     "html_free": ""
+<<<<<<< HEAD
+=======
+
+>>>>>>> 91c8e568c30c6d6761629f102cbb617239e13d26
 }
 
 BUTTON_COLUMS = 4

rebel.py

@@ -4,6 +4,7 @@ from pyvis.network import Network
 from functools import lru_cache
 import spacy
 
+import streamlit as st
 
 DEFAULT_LABEL_COLORS = {
     "ORG": "#7aecec",
@@ -28,7 +29,8 @@ DEFAULT_LABEL_COLORS = {
 
 
 def generate_knowledge_graph(texts: List[str], filename: str):
-    nlp = spacy.load("en_core_web_sm")
+    nlp = load_spacy()
+
     doc = nlp("\n".join(texts).lower())
     NERs = [ent.text for ent in doc.ents]
     NER_types = [ent.label_ for ent in doc.ents]

requirements.txt

@@ -1,9 +1,51 @@
 streamlit
 matplotlib
 pyvis==0.1.9
+<<<<<<< HEAD
 networkx
 transformers
 spacy
 wikipedia
+=======
+PyYAML==6.0
+pyzmq==22.3.0
+regex==2021.11.10
+requests==2.27.1
+sacremoses==0.0.47
+Send2Trash==1.8.0
+six==1.16.0
+smart-open==5.2.1
+smmap==5.0.0
+soupsieve==2.3.1
+spacy==3.2.1
+spacy-legacy==3.0.8
+spacy-loggers==1.0.1
+srsly==2.4.2
+streamlit==1.22.0
+terminado==0.12.1
+testpath==0.5.0
+thinc==8.0.13
+tokenizers==0.10.3
+toml==0.10.2
+toolz==0.11.2
+torch==1.10.1
+tornado==6.1
+tqdm==4.62.3
+traitlets==5.1.1
+transformers==4.15.0
+typer==0.4.0
+typing-extensions==4.0.1
+tzdata==2021.5
+tzlocal==4.1
+urllib3==1.26.8
+validators==0.18.2
+wasabi==0.9.0
+watchdog==2.1.6
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.2
+wikipedia==1.4.0
+zipp==3.7.0
+>>>>>>> 91c8e568c30c6d6761629f102cbb617239e13d26
 https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.2.0/en_core_web_sm-3.2.0.tar.gz#egg=en_core_web_sm
 torch

utils.py

@@ -3,4 +3,6 @@ def clip_text(t, lenght = 4):
     t_sub = t.replace("...", "dotdotdot")
     t_clipped = ".".join(t_sub.split(".")[:lenght]) + "."
     t_reverted = t_clipped.replace("dotdotdot", "...")
-    return t_reverted
+    return t_reverted
+
+