erhan/abap-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Step F first pass: 81/92 accepted; budget floor 60 calls; rejected slots moved for regeneration

Browse Source 
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
Kral
2026-10-03 12:10:52 +02:00
parent d3250acfb8
commit 39769afce8
741 changed files with 40573 additions and 317 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
tasks_gen/eval/G0153/faulty/m0_i_album_stats.ddls.asddls Normal file
View File

@@ -0,0 +1,15 @@
@AccessControl.authorizationCheck: #NOT_REQUIRED
@EndUserText.label: 'Album statistics'
define view entity {{P}}I_ALBUM_STATS
as select from {{p}}album as alb
left outer join {{p}}track as trk on trk.album_id = alb.album_id
{
key alb.album_id as album_id,
alb.title as title,
count( * ) as track_count,
sum( trk.play_sec ) as total_seconds,
max( trk.play_sec ) as longest_seconds
}
group by
alb.album_id,
alb.title

15
tasks_gen/eval/G0153/faulty/m1_i_album_stats.ddls.asddls Normal file
View File

@@ -0,0 +1,15 @@
@AccessControl.authorizationCheck: #NOT_REQUIRED
@EndUserText.label: 'Album statistics'
define view entity {{P}}I_ALBUM_STATS
as select from {{p}}album as alb
inner join {{p}}track as trk on trk.album_id <> alb.album_id
{
key alb.album_id as album_id,
alb.title as title,
count( * ) as track_count,
sum( trk.play_sec ) as total_seconds,
max( trk.play_sec ) as longest_seconds
}
group by
alb.album_id,
alb.title

15
tasks_gen/eval/G0153/faulty/m2_i_album_stats.ddls.asddls Normal file
View File

@@ -0,0 +1,15 @@
@AccessControl.authorizationCheck: #NOT_REQUIRED
@EndUserText.label: 'Album statistics'
define view entity {{P}}I_ALBUM_STATS
as select from {{p}}album as alb
inner join {{p}}track as trk on trk.album_id = alb.album_id
{
key alb.album_id as album_id,
alb.title as title,
count( * ) as track_count,
max( trk.play_sec ) as total_seconds,
max( trk.play_sec ) as longest_seconds
}
group by
alb.album_id,
alb.title

19
tasks_gen/eval/G0153/generation.json Normal file
View File

@@ -0,0 +1,19 @@
{
"id": "G0153",
"pool": "eval",
"object_type": "DDLS",
"category": "F",
"attempts": [
{
"stage": "validate",
"oracle": 100.0,
"null": 0,
"mutation": {
"valid": 3,
"killed": 3,
"ok": true
}
}
],
"accepted": true
}

84
tasks_gen/eval/G0153/hidden/t41_hidden.clas.abap Normal file
View File

@@ -0,0 +1,84 @@
CLASS {{p}}t41_hidden DEFINITION PUBLIC FINAL CREATE PUBLIC
FOR TESTING DURATION SHORT RISK LEVEL HARMLESS.
PRIVATE SECTION.
CLASS-DATA go_env TYPE REF TO if_cds_test_environment.
CLASS-METHODS class_setup.
CLASS-METHODS class_teardown.
METHODS setup.
METHODS album_totals FOR TESTING.
METHODS track_counts FOR TESTING.
METHODS album_without_tracks FOR TESTING.
METHODS title_shown FOR TESTING.
METHODS longest_track FOR TESTING.
METHODS single_track_album FOR TESTING.
ENDCLASS.
CLASS {{p}}t41_hidden IMPLEMENTATION.
METHOD class_setup.
go_env = cl_cds_test_environment=>create( i_for_entity = '{{P}}I_ALBUM_STATS' ).
ENDMETHOD.
METHOD class_teardown.
go_env->destroy( ).
ENDMETHOD.
METHOD setup.
DATA lt_album TYPE STANDARD TABLE OF {{p}}album WITH EMPTY KEY.
DATA lt_track TYPE STANDARD TABLE OF {{p}}track WITH EMPTY KEY.
go_env->clear_doubles( ).
lt_album = VALUE #( ( album_id = 'A1' title = 'BLUE' artist = 'ONE' )
( album_id = 'A2' title = 'RED' artist = 'TWO' )
( album_id = 'A3' title = 'GREEN' artist = 'THREE' ) ).
lt_track = VALUE #( ( album_id = 'A1' track_no = 1 play_sec = 200 genre = 'ROCK' )
( album_id = 'A1' track_no = 2 play_sec = 130 genre = 'POP' )
( album_id = 'A1' track_no = 3 play_sec = 300 genre = 'JAZZ' )
( album_id = 'A2' track_no = 1 play_sec = 45 genre = 'POP' ) ).
go_env->insert_test_data( lt_album ).
go_env->insert_test_data( lt_track ).
ENDMETHOD.
METHOD album_totals.
SELECT SINGLE total_seconds FROM {{p}}i_album_stats WHERE album_id = 'A1'
INTO @DATA(lv_total).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 630 )
act = CONV decfloat34( lv_total ) ).
ENDMETHOD.
METHOD track_counts.
SELECT SINGLE track_count FROM {{p}}i_album_stats WHERE album_id = 'A1'
INTO @DATA(lv_count).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 3 )
act = CONV decfloat34( lv_count ) ).
ENDMETHOD.
METHOD album_without_tracks.
SELECT COUNT(*) FROM {{p}}i_album_stats INTO @DATA(lv_rows).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 2 )
act = CONV decfloat34( lv_rows ) ).
ENDMETHOD.
METHOD title_shown.
SELECT SINGLE title FROM {{p}}i_album_stats WHERE album_id = 'A2'
INTO @DATA(lv_title).
cl_abap_unit_assert=>assert_equals( exp = 'RED' act = lv_title ).
ENDMETHOD.
METHOD longest_track.
SELECT SINGLE longest_seconds FROM {{p}}i_album_stats WHERE album_id = 'A1'
INTO @DATA(lv_max).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 300 )
act = CONV decfloat34( lv_max ) ).
ENDMETHOD.
METHOD single_track_album.
SELECT SINGLE track_count, total_seconds, longest_seconds FROM {{p}}i_album_stats
WHERE album_id = 'A2' INTO @DATA(ls_stat).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 1 )
act = CONV decfloat34( ls_stat-track_count ) ).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 45 )
act = CONV decfloat34( ls_stat-total_seconds ) ).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 45 )
act = CONV decfloat34( ls_stat-longest_seconds ) ).
ENDMETHOD.
ENDCLASS.

40
tasks_gen/eval/G0153/mutation.json Normal file
View File

@@ -0,0 +1,40 @@
{
"task": "G0153",
"mutants": [
{
"object": "{{P}}I_ALBUM_STATS",
"mutant": "line 5: inner join -> left outer join (join)",
"status": "killed",
"hidden": "5/6",
"failed_tests": [
"ALBUM_WITHOUT_TRACKS"
]
},
{
"object": "{{P}}I_ALBUM_STATS",
"mutant": "line 5: = -> <> (eq)",
"status": "killed",
"hidden": "1/6",
"failed_tests": [
"ALBUM_TOTALS",
"ALBUM_WITHOUT_TRACKS",
"LONGEST_TRACK",
"SINGLE_TRACK_ALBUM",
"TRACK_COUNTS"
]
},
{
"object": "{{P}}I_ALBUM_STATS",
"mutant": "line 10: sum( -> max( (agg)",
"status": "killed",
"hidden": "5/6",
"failed_tests": [
"ALBUM_TOTALS"
]
}
],
"valid": 3,
"killed": 3,
"kill_rate": 1.0,
"ok": true
}

15
tasks_gen/eval/G0153/reference/i_album_stats.ddls.asddls Normal file
View File

@@ -0,0 +1,15 @@
@AccessControl.authorizationCheck: #NOT_REQUIRED
@EndUserText.label: 'Album statistics'
define view entity {{P}}I_ALBUM_STATS
as select from {{p}}album as alb
inner join {{p}}track as trk on trk.album_id = alb.album_id
{
key alb.album_id as album_id,
alb.title as title,
count( * ) as track_count,
sum( trk.play_sec ) as total_seconds,
max( trk.play_sec ) as longest_seconds
}
group by
alb.album_id,
alb.title

42
tasks_gen/eval/G0153/reference/t41_test.clas.abap Normal file
View File

@@ -0,0 +1,42 @@
CLASS {{p}}t41_test DEFINITION PUBLIC FINAL CREATE PUBLIC
FOR TESTING DURATION SHORT RISK LEVEL HARMLESS.
PRIVATE SECTION.
CLASS-DATA go_env TYPE REF TO if_cds_test_environment.
CLASS-METHODS class_setup.
CLASS-METHODS class_teardown.
METHODS setup.
METHODS stats_of_one_album FOR TESTING.
ENDCLASS.
CLASS {{p}}t41_test IMPLEMENTATION.
METHOD class_setup.
go_env = cl_cds_test_environment=>create( i_for_entity = '{{P}}I_ALBUM_STATS' ).
ENDMETHOD.
METHOD class_teardown.
go_env->destroy( ).
ENDMETHOD.
METHOD setup.
go_env->clear_doubles( ).
ENDMETHOD.
METHOD stats_of_one_album.
DATA lt_album TYPE STANDARD TABLE OF {{p}}album WITH EMPTY KEY.
DATA lt_track TYPE STANDARD TABLE OF {{p}}track WITH EMPTY KEY.
lt_album = VALUE #( ( album_id = 'B1' title = 'SOLO' artist = 'ONE' ) ).
lt_track = VALUE #( ( album_id = 'B1' track_no = 1 play_sec = 100 genre = 'POP' )
( album_id = 'B1' track_no = 2 play_sec = 250 genre = 'POP' ) ).
go_env->insert_test_data( lt_album ).
go_env->insert_test_data( lt_track ).
SELECT SINGLE track_count, total_seconds, longest_seconds FROM {{p}}i_album_stats
WHERE album_id = 'B1' INTO @DATA(ls_stat).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 2 )
act = CONV decfloat34( ls_stat-track_count ) ).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 350 )
act = CONV decfloat34( ls_stat-total_seconds ) ).
cl_abap_unit_assert=>assert_equals( exp = CONV decfloat34( 250 )
act = CONV decfloat34( ls_stat-longest_seconds ) ).
ENDMETHOD.
ENDCLASS.

11
tasks_gen/eval/G0153/seed/album.tabl.asabap Normal file
View File

@@ -0,0 +1,11 @@
@EndUserText.label : 'Album'
@AbapCatalog.enhancement.category : #NOT_EXTENSIBLE
@AbapCatalog.tableCategory : #TRANSPARENT
@AbapCatalog.deliveryClass : #A
@AbapCatalog.dataMaintenance : #RESTRICTED
define table {{p}}album {
key client : abap.clnt not null;
key album_id : abap.char(10) not null;
title : abap.char(40);
artist : abap.char(40);
}

12
tasks_gen/eval/G0153/seed/track.tabl.asabap Normal file
View File

@@ -0,0 +1,12 @@
@EndUserText.label : 'Album track'
@AbapCatalog.enhancement.category : #NOT_EXTENSIBLE
@AbapCatalog.tableCategory : #TRANSPARENT
@AbapCatalog.deliveryClass : #A
@AbapCatalog.dataMaintenance : #RESTRICTED
define table {{p}}track {
key client : abap.clnt not null;
key album_id : abap.char(10) not null;
key track_no : abap.int4 not null;
play_sec : abap.int4;
genre : abap.char(10);
}

39
tasks_gen/eval/G0153/spec.md Normal file
View File

@@ -0,0 +1,39 @@
# 1. Goal
Show the number of tracks and the playtime of each album. A report and an OData
service will read these figures, so the calculation must be in the database, in a
CDS view.
# 2. Open questions
None.
# 3. Context
- Table {{P}}ALBUM in package $TMP holds the albums. One row is one album.
- Table {{P}}TRACK in package $TMP holds the tracks. One row is one track of an
album. A track has a duration in seconds.
- The fields of the two tables are not part of this document. Read the two tables
in the system to find their fields and types.
# 4. Contract
- Create the CDS view entity {{P}}I_ALBUM_STATS in package $TMP.
- Elements, with these names: ALBUM_ID (key), TITLE, TRACK_COUNT, TOTAL_SECONDS,
LONGEST_SECONDS.
- No authorization check (#NOT_REQUIRED).
# 5. Business rules
1. Show one row for each album that has at least one track. Do not show an album
without tracks.
2. TRACK_COUNT is the number of tracks of the album.
3. TOTAL_SECONDS is the total duration of all tracks of the album, in seconds.
4. LONGEST_SECONDS is the duration of the longest track of the album, in seconds.
5. TITLE is the title of the album.
6. A duration is a whole number of seconds. Do not change it and do not round it.
# 6. Constraints
- Release target: 8.16.
- Coding standards: Clean ABAP.
- Out of scope: do not change {{P}}ALBUM and {{P}}TRACK.
# 7. Acceptance
- The view is active and has no syntax error.
- The hidden tests pass.
- Write ABAP Unit tests with CL_CDS_TEST_ENVIRONMENT in a global test class.

66
tasks_gen/eval/G0153/task.json Normal file
View File

@@ -0,0 +1,66 @@
{
"id": "G0153",
"category": "F",
"object_type": "DDLS",
"difficulty": 2,
"release_target": "v816",
"expected_outcome": "implement",
"budget": {
"max_tool_calls": 60,
"max_activations": 15
},
"seed": [
{
"type": "TABL",
"name": "{{P}}ALBUM",
"file": "seed/album.tabl.asabap",
"description": "Album header"
},
{
"type": "TABL",
"name": "{{P}}TRACK",
"file": "seed/track.tabl.asabap",
"description": "Album track"
}
],
"contract": [
{
"type": "DDLS",
"name": "{{P}}I_ALBUM_STATS",
"fields": [
"ALBUM_ID",
"TITLE",
"TRACK_COUNT",
"TOTAL_SECONDS",
"LONGEST_SECONDS"
]
}
],
"out_of_scope": [
"{{P}}ALBUM",
"{{P}}TRACK"
],
"hidden_tests": [
{
"type": "CLAS",
"name": "{{P}}T41_HIDDEN",
"file": "hidden/t41_hidden.clas.abap",
"description": "T41 hidden tests"
}
],
"reference": [
{
"type": "DDLS",
"name": "{{P}}I_ALBUM_STATS",
"file": "reference/i_album_stats.ddls.asddls",
"description": "Album statistics"
},
{
"type": "CLAS",
"name": "{{P}}T41_TEST",
"file": "reference/t41_test.clas.abap",
"description": "T41 own tests"
}
],
"craft_checks": []
}