shivansarora commited on
Commit
1ecfc6c
·
verified ·
1 Parent(s): 0e23081

Update cefr_utils.py

Browse files
Files changed (1) hide show
  1. cefr_utils.py +10 -0
cefr_utils.py CHANGED
@@ -1,3 +1,13 @@
 
 
 
 
 
 
 
 
 
 
1
  description = {
2
  "C2": "Has a good command of idiomatic expressions and colloquialisms with awareness of connotative levels of meaning. Can convey finer shades of meaning precisely by using, with reasonable accuracy, a wide range of modification devices. Can backtrack and restructure around a difficulty so smoothly that the interlocutor is hardly aware of it.",
3
  "C1": "Can express themselves fluently and spontaneously, almost effortlessly. Has a good command of a broad lexical repertoire allowing gaps to be readily overcome with circumlocutions. There is little obvious searching for expressions or avoidance strategies; only a conceptually difficult subject can hinder a natural, smooth flow of language.",
 
1
+ import os
2
+ from tqdm import tqdm
3
+ import torch
4
+ import transformers
5
+ from transformers import AutoTokenizer, AutoModelForCausalLM
6
+ import math
7
+ import re
8
+
9
+ device = "cuda" if torch.cuda.is_available() else "cpu"
10
+
11
  description = {
12
  "C2": "Has a good command of idiomatic expressions and colloquialisms with awareness of connotative levels of meaning. Can convey finer shades of meaning precisely by using, with reasonable accuracy, a wide range of modification devices. Can backtrack and restructure around a difficulty so smoothly that the interlocutor is hardly aware of it.",
13
  "C1": "Can express themselves fluently and spontaneously, almost effortlessly. Has a good command of a broad lexical repertoire allowing gaps to be readily overcome with circumlocutions. There is little obvious searching for expressions or avoidance strategies; only a conceptually difficult subject can hinder a natural, smooth flow of language.",