add CHANGELOG and change import orders

CHANGELOG.md

@@ -1,8 +1,15 @@
 # Changelog
 
+
 All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
 ## Unreleased
+
+### Added
+
+- Added data: queries used for experiments, as well as, human and autorater judgments.
+- Added code for running all experiments in the paper.
+

contexteval/main/generate_context_validation.py

@@ -9,19 +9,19 @@
 --output_path=${OUTPUT_PATH}
 """
 
-from absl import app
-from absl import flags
-
 import ast
 import collections
 import models
 import random
 import re
 import sys
+from absl import app
+from absl import flags
+import tqdm
+
 sys.path.append('contexteval/common')
 import example_utils
 import tsv_utils
-import tqdm
 
 random.seed(42)
 

contexteval/main/generate_contexts.py

@@ -10,16 +10,16 @@
 --model_name=gpt-4
 """
 
+import random
+import sys
 from absl import app
 from absl import flags
+import tqdm
 
-import models
-import random
-import sys
 sys.path.append('contexteval/common')
 import example_utils
+import models
 import tsv_utils
-import tqdm
 
 
 random.seed(42)

contexteval/main/generate_pairwise_evals.py

@@ -15,17 +15,19 @@
 --w_context=${W_CONTEXT}
 """
 
-from absl import app
-from absl import flags
-
 import ast
-import models
 import random
 import sys
+from absl import app
+from absl import flags
+import tqdm
+
 sys.path.append('contexteval/common')
+
+import models
 import jsonl_utils
 import tsv_utils
-import tqdm
+
 
 random.seed(23)
 

contexteval/main/generate_query_types.py

@@ -11,15 +11,14 @@
 
 from absl import app
 from absl import flags
-
 import models
 import random
 import sys
+import tqdm
 sys.path.append('contexteval/common')
 import example_utils
 import jsonl_utils
 import tsv_utils
-import tqdm
 
 
 random.seed(423)