If there is two parallel sides and square ends then you know the radius is 1/2 the end length. You can calculate the two tangent points and create an arc trimming the length deleting the middle if its a pline you can trim add and recreate. A four sided would be similar.
If you have non paralell 3 lines its a bit harder need to touch the middle line, basically only one solution, can be solved mathmatically need to find my land surveying book.
For a pline two paralell sides
; fillet parallel sided plines
; By Alan H April 2019
(defun do_3sides ( / pt1 pt2 pt3 pt4)
(setq pt1 (nth 0 co-ords))
(setq pt2 (nth 1 co-ords))
(setq pt3 (nth 2 co-ords))
(setq pt4 (nth 3 co-ords))
(setq ang1 (angle pt2 pt1))
(setq ang2 (angle pt3 pt4))
(setq rad (/ (distance pt2 pt3) 2.0))
(setq pt2 (polar pt2 ang1 rad))
(setq pt3 (polar pt3 ang2 rad))
(setq oldsnap (getvar 'osmode))
(setvar 'osmode 0)
(setq lay (cdr (assoc 8 (entget ent))))
(setq oldlay (getvar 'clayer))
(setvar 'clayer (cdr (assoc 8 (entget ent))))
(command "erase" ent "")
(command "pLINE" pt1 pt2 "a" "angle" 180 "radius" rad pt3 "L" pt4 "")
)
(defun c:test ( / ss dist radius)
(setq ss (ssget '((0 . "LWPOLYLINE"))))
(repeat (setq x (sslength ss))
(setq ent (ssname ss (setq x (- x 1))))
(if ss (setq co-ords (mapcar 'cdr (vl-remove-if-not '(lambda (x) (= (car x) 10)) (entget ent)))))
(if (> (length co-ords) 4)(progn (Alert "More than 3 sides\n\nnext version\n\nwill exit")(exit))
(do_3sides)
)
)
(setvar 'osmode oldsnap)
(setvar 'oldlay oldlay)
(princ)
)
(c:test)