Update models and default texts

app.py

@@ -38,66 +38,25 @@ GENERATOR_LIST = [
         "task": TRANSLATION_NL_TO_EN,
         "split_sentences": True,
     },
-    # {
-    #     "model_name": "yhavinga/longt5-local-eff-large-nl8-voc8k-ddwn-512beta-512l-nedd-256ccmatrix-nl-en",
-    #     "desc": "longT5 large nl8 256cc/512beta/512l nl->en",
-    #     "task": TRANSLATION_NL_TO_EN,
-    #     "split_sentences": False,
-    # },
     {
-        "model_name": "yhavinga/longt5-local-eff-large-nl8-voc8k-ddwn-512beta-512-nedd-nl-en",
-        "desc": "longT5 large nl8 512beta/512l nl->en",
-        "task": TRANSLATION_NL_TO_EN,
+        "model_name": "yhavinga/longt5-local-eff-large-nl8-voc8k-ddwn-neddx2-en-nl",
+        "desc": "longT5 large nl8 en->nl",
+        "task": TRANSLATION_EN_TO_NL,
         "split_sentences": False,
     },
     {
-        "model_name": "yhavinga/longt5-local-eff-large-nl8-voc8k-ddwn-512beta-512l-nedd-256ccmatrix-en-nl",
-        "desc": "longT5 large nl8 256cc/512beta/512l en->nl",
+        "model_name": "yhavinga/byt5-small-ccmatrix-en-nl",
+        "desc": "ByT5 small ccmatrix en->nl",
         "task": TRANSLATION_EN_TO_NL,
-        "split_sentences": False,
+        "split_sentences": True,
     },
     # {
-    #     "model_name": "yhavinga/longt5-local-eff-base-nl36-voc8k-256l-472beta-256l-472beta-en-nl",
-    #     "desc": "longT5 large nl8 256l/472beta/256l/472beta en->nl",
-    #     "task": TRANSLATION_EN_TO_NL,
-    #     "split_sentences": False,
-    # },
-    # {
-    #     "model_name": "yhavinga/byt5-small-ccmatrix-en-nl",
-    #     "desc": "ByT5 small ccmatrix en->nl",
-    #     "task": TRANSLATION_EN_TO_NL,
-    #     "split_sentences": True,
-    # },
-    # {
-    #     "model_name": "yhavinga/t5-eff-large-8l-nedd-en-nl",
-    #     "desc": "T5 eff large nl8 en->nl",
-    #     "task": TRANSLATION_EN_TO_NL,
-    #     "split_sentences": True,
-    # },
-    # {
     #     "model_name": "yhavinga/t5-base-36L-ccmatrix-multi",
     #     "desc": "T5 base nl36 ccmatrix en->nl",
     #     "task": TRANSLATION_EN_TO_NL,
     #     "split_sentences": True,
     # },
     # {
-    #     "model_name": "yhavinga/longt5-local-eff-large-nl8-voc8k-ddwn-512beta-512-nedd-en-nl",
-    #     "desc": "longT5 large nl8 512beta/512l en->nl",
-    #     "task": TRANSLATION_EN_TO_NL,
-    #     "split_sentences": False,
-    # },
-    # {
-    #     "model_name": "yhavinga/t5-base-36L-nedd-x-en-nl-300",
-    #     "desc": "T5 base 36L nedd en->nl 300",
-    #     "task": TRANSLATION_EN_TO_NL,
-    #     "split_sentences": True,
-    # },
-    # {
-    #     "model_name": "yhavinga/long-t5-local-small-ccmatrix-en-nl",
-    #     "desc": "longT5 small ccmatrix en->nl",
-    #     "task": TRANSLATION_EN_TO_NL,
-    #     "split_sentences": True,
-    # },
 ]
 
 

default_texts.py

@@ -1,4 +1,15 @@
 default_texts = {
+    "A Scanner Darkly": {
+        "url": "https://en.wikipedia.org/wiki/A_Scanner_Darkly",
+        "year": 1977,
+        "text": """"You're chickening out?" the girl said, haughtily, with contempt. "You don't have it at gut level to stick with a decision? To get off the filth? You're going to crawl back out of here on your belly?" All three of them glared at him with anger.
+"Later," Arctor said, and moved toward the front door, the way out.
+"Fucking doper," the girl said from behind him. "No guts, brain fried, nothing. Creep out, creep; it's your decision."
+"I'll be back," Arctor said, nettled. The mood here oppressed him, and it had intensified now that he was leaving.
+"We may not want you back, gutless," one of the guys said.
+"You'll have to plead," the other said. "You may have to do a lot of heavy pleading. And even then we may not want you."
+"In fact, we don't want you now," the girl said.""",
+    },
     "The Invisible Censor": {
         "url": "https://www.gutenberg.org/files/35091/35091-h/35091-h.html",
         "year": 1921,
@@ -30,6 +41,11 @@ The ISS - a joint project involving five space agencies - has been in orbit sinc
         "year": 1941,
         "text": """You must consider of it less narrowly: sub specie aeternitatis. Supposition is, every conceivable bunch of circumstances, that is to say, every conceivable world, exists: but unworlded, unbunched: to our more mean capacities an unpassable bog or flux of seas, cities, rivers, lakes, wolds and deserts and mountain ranges, all with their plants, forests, mosses, water-weeds, what you will; and all manner of peoples, beasts, birds, fishes, creeping things, climes, dreams, loves, loathings, abominations, ecstasies, dissolutions, hopes, fears, forgetfulnesses, infinite in variety, infinite in number, fantasies beyond nightmare or madness. All this in potentia. All are there, even-just as are all the particulars in a landscape: He, like as the landscape-painter, selects and orders. The one paints a picture, the Other creates a world.""",
     },
+    "Encylopedia of Swearing": {
+        "url": "https://www.academia.edu/32398800/Encyclopedia_of_Swearing",
+        "year": 2006,
+        "text": """"Animal terms figure notably in the history of swearing, although they were not a major feature of Anglo-Saxon literature. The major exception was wulf, used to refer to a cruel, rapacious, or evil person, often in the title “the Devil’s wolf.” Otherwise, the chosen animals themselves are not especially dangerous or repulsive, though some are poisonous, such as the snake, and others malodorous, such as the skunk and polecat. For some cultural reason the pig provides the richest verbal field, together with the variants sow and swine. (The same pattern is seen, interestingly, in the dominance of French cochon and German schweinhund.) Swine is the oldest term in the field, being recorded in Chaucer’s richest swearing resource, the Wife of Bath, who condemns “Metellius, the foule cherl, the swyn” (Prologue l. 460). Unlike sow, swine continues to have resonance in swearing in the British Isles, especially among the older generation, while pig has become more a feature of U. S. swearing, having been especially fashionable among radical youth in the 1960s as an opprobrious term for the police.""",
+    },
     "Hersenschimmen": {
         "url": "https://www.bibliotheek.nl/catalogus/titel.37120397X.html/hersenschimmen/",
         "year": 1960,