Moon bit test agent

.github/workflows/coverage_and_test.yml

@@ -0,0 +1,142 @@
+name: coverage_and_test
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+
+jobs:
+  build:
+    strategy:
+      matrix:
+        os: [ ubuntu-latest ]
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: install
+        run: |
+          curl -fsSL https://cli.moonbitlang.com/install/unix.sh | bash
+          echo "$HOME/.moon/bin" >> $GITHUB_PATH
+      - name: moon version
+        run: |
+          moon version --all
+          moonrun --version
+
+      - name: moon check
+        run: moon check --deny-warn
+
+      - name: moon info
+        run: |
+          moon info
+          git diff --exit-code
+
+      - name: Set ulimit and run moon test
+        run: |
+          ulimit -s 8176
+          moon test --target all
+          moon test --release --target all
+
+      - name: moon bundle
+        run: moon bundle --all
+
+      - name: check core size
+        run: find ./target -name '*.core' | xargs ls -lh
+
+      - name: format diff
+        run: |
+          moon fmt
+          git diff --exit-code
+
+      - name: Set up Python
+        uses: actions/checkout@v4
+        with:
+          python-version: '3.9'
+
+      - name: Install dependencies
+        run: |
+          sudo apt install python3-pip
+          pip install -r scripts/requirements.txt
+
+  test:
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: initial moon test
+        run: moon test --enable-coverage
+
+      - name: initial coverage report
+        run: |
+          moon coverage report -f summary summary > coverage_summary.txt
+          cat coverage_summary.txt >> "$GITHUB_STEP_SUMMARY"
+
+
+      - name: loop coverage improvement
+        id: loop-coverage
+        run: |
+          prev_coverage=$(cat coverage_summary.txt | grep 'Total Coverage' | awk '{print $NF}' | tr -d '%')
+          max_iterations=5
+          iteration=0
+          coverage_improved=true
+
+          while [ "$coverage_improved" = true ] && [ $iteration -lt $max_iterations ]; do
+            python Agent.py --api_key ${{ secrets.API_KEY }}
+
+            moon test --enable-coverage
+
+            moon coverage report -f summary summary > coverage_summary.txt
+
+            new_coverage=$(cat coverage_summary.txt | grep 'Total Coverage' | awk '{print $NF}' | tr -d '%')
+
+            if [ $(echo "$new_coverage > $prev_coverage" | bc) -eq 1 ]; then
+              prev_coverage=$new_coverage
+              echo "Coverage improved to $new_coverage%"
+            else
+              coverage_improved=false
+              echo "Coverage did not improve. Stopping loop."
+            fi
+            iteration=$((iteration + 1))
+          done
+
+          echo "Final coverage: $new_coverage%"
+          echo "::set-output name=final_coverage::$new_coverage"
+
+      - name: coverage report
+        run: |
+          cat coverage_summary.txt >> "$GITHUB_STEP_SUMMARY"
+          moon coverage report -f coveralls -o codecov_report.json --service-name github --service-job-id "$GITHUB_RUN_NUMBER" --service-pull-request "${{ github.event.number }}" --send-to coveralls
+        env:
+          COVERALLS_REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+  typo-check:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    env:
+      FORCE_COLOR: 1
+      TYPOS_VERSION: v1.19.0
+    steps:
+      - name: download typos
+        run: curl -LsSf https://github.com/crate-ci/typos/releases/download/$TYPOS_VERSION/typos-$TYPOS_VERSION-x86_64-unknown-linux-musl.tar.gz | tar zxf - -C ${CARGO_HOME:-~/.cargo}/bin
+
+      - name: Checkout repository
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
+
+      - name: check typos
+        run: typos
+
+  license-header-check:
+    runs-on: ubuntu-latest
+    env:
+      HAWKEYE_VERSION: v5.5.1
+    steps:
+      - uses: actions/checkout@v4
+      - name: Download HawkEye
+        run: curl --proto '=https' --tlsv1.2 -LsSf https://github.com/korandoru/hawkeye/releases/download/$HAWKEYE_VERSION/hawkeye-installer.sh | sh
+      - name: Check License Header
+        run: hawkeye check

scripts/gettest.py

@@ -0,0 +1,36 @@
+from langchain_community.chat_models import ChatZhipuAI
+from langchain_core.output_parsers import StrOutputParser
+from langchain_core.prompts import ChatPromptTemplate
+
+def generate_test_code(moonbit_code,path,api_key):
+    test_prompt = ChatPromptTemplate.from_template(
+        """作为一名MoonBit语言工程师，你的任务是编写一系列测试用例来验证项目的正确性。
+        请根据以下提供的格式，结合文件名{path}理解函数的用途，对给出的MoonBit函数编写对应的测试用例,
+        以下是你需要提供的测试用例格式参考：
+       test {{
+        assert_eq!(f(x))
+        assert_eq!(f(x))
+          }}
+        需要提供测试用例的MoonBit函数为{moonbit_code}。
+        注意，你的输出中只需要包含测试用例的代码，不需要包括分析过程以及任何其他语句。
+        同时，你生成的是moonbit语言的测试用例，请不要将moonbit语言与其他语言混淆
+        """
+    )
+
+    test_llm = ChatZhipuAI(
+        api_key=api_key,
+        model="glm-4-plus",
+        temperature=0.5,
+        max_tokens=2048
+    )
+
+    test_retriever_chain = (
+        test_prompt
+        | test_llm
+        | StrOutputParser()
+    )
+    test_code = test_retriever_chain.invoke({
+        "moonbit_code": moonbit_code,
+        "path":path
+    })
+    return test_code

scripts/readcoverage.py

@@ -0,0 +1,35 @@
+from langchain_community.chat_models import ChatZhipuAI
+from langchain_core.output_parsers import StrOutputParser
+from langchain_core.prompts import ChatPromptTemplate
+
+def read_coverage(moonbit_code, index, api_key):
+    read_prompt = ChatPromptTemplate.from_template(
+        """你是一位技术高超的moonbit工程师，现在你需要读入moonbit语言的代码以及测试未覆盖代码行数的索引
+        根据索引找出测试未覆盖的代码并返回该行代码所在函数的函数
+        需要读入的MoonBit代码：{moonbit_code}，未覆盖代码行数的索引：{index}
+        注意，你的输出中只需要包含未覆盖的函数，不需要包含分析过程和任何其他语句。
+        """
+    )
+
+    read_llm = ChatZhipuAI(
+        api_key=api_key,
+        model="glm-4-plus",
+        temperature=0.5,
+        max_tokens=2048
+    )
+
+    read_retriever_chain = (
+        read_prompt
+        | read_llm
+        | StrOutputParser()
+    )
+    response = read_retriever_chain.invoke({
+        "moonbit_code": moonbit_code,
+         "index": index
+    })
+    return response
+
+
+
+
+

scripts/requirement.txt

@@ -0,0 +1,5 @@
+langchain
+argparse
+langchain_community
+glob
+pyjwt

scripts/testagent.py

@@ -0,0 +1,30 @@
+import argparse
+import json
+from Agent.readcoverage import read_coverage
+from Agent.gettest import generate_test_code
+from Agent.writedown import writedown_test_files
+def main():
+    with open('coveralls.json', 'r') as file:
+        data = json.load(file)
+
+    parser = argparse.ArgumentParser(description="用于加载API密钥。")
+    parser.add_argument('--api_key', default="4a478b99108ee30c1ae4aaa0aefe6632.X8sj7A6gaBgWh9AE", type=str, help='API密钥')
+    args = parser.parse_args()
+    zhipuai_api_key = args.api_key
+
+    for source_file in data['source_files']:
+        with open(source_file['name'], "r") as codefile:
+            index = [index for index, value in enumerate(source_file['coverage']) if value == 0]             
+            if index!=[]:
+              print(index)
+              moonbit_code = codefile.read()
+              response = read_coverage(moonbit_code,index, zhipuai_api_key)
+              print("未覆盖的函数声明为"+response)
+              response = generate_test_code(response,source_file['name'],zhipuai_api_key)
+              test_code = response.replace("```moonbit\n", "").rstrip("```")  
+              writedown_test_files(source_file['name'], test_code)
+              print("测试用例为"+test_code)
+
+
+if __name__ == "__main__":
+    main()

scripts/writedown.py

@@ -0,0 +1,7 @@
+import os
+
+def writedown_test_files(path, test_code):
+        with open(path, 'a') as file:
+            file.write(test_code + '\n')
+
+        print(f"test_code has been written to {path}")