-----BEGIN PRIVACY-ENHANCED MESSAGE-----
Proc-Type: 2001,MIC-CLEAR
Originator-Name: webmaster@www.sec.gov
Originator-Key-Asymmetric:
 MFgwCgYEVQgBAQICAf8DSgAwRwJAW2sNKK9AVtBzYZmr6aGjlWyK3XmZv3dTINen
 TWSM7vrzLADbmYQaionwg5sDW3P6oaM5D3tdezXMm7z1T+B+twIDAQAB
MIC-Info: RSA-MD5,RSA,
 OLLaoXU+B5+Wcb5acO9b2yElnZoTP9noLrlakExTG3vRhVPf5KU9+ly1cZNTJNzr
 pPbSFA13CM2ktwriO8+zzA==

<SEC-DOCUMENT>0000922423-05-001877.txt : 20051122
<SEC-HEADER>0000922423-05-001877.hdr.sgml : 20051122
<ACCEPTANCE-DATETIME>20051122185237
ACCESSION NUMBER:		0000922423-05-001877
CONFORMED SUBMISSION TYPE:	4
PUBLIC DOCUMENT COUNT:		1
CONFORMED PERIOD OF REPORT:	20051118
FILED AS OF DATE:		20051122
DATE AS OF CHANGE:		20051122

REPORTING-OWNER:	

	OWNER DATA:	
		COMPANY CONFORMED NAME:			HOLTZMAN SEYMOUR
		CENTRAL INDEX KEY:			0000904439

	FILING VALUES:
		FORM TYPE:		4
		SEC ACT:		1934 Act
		SEC FILE NUMBER:	000-15898
		FILM NUMBER:		051222574

	BUSINESS ADDRESS:	
		STREET 1:		100 N WILKES BARRE BLVD
		STREET 2:		4TH FL
		CITY:			WILKES BARRE
		STATE:			PA
		ZIP:			18702

	MAIL ADDRESS:	
		STREET 1:		C/O JEWELCOR - 4TH FLOOR
		STREET 2:		100 N WILKES BARRE BLVD
		CITY:			WILKES BARRE
		STATE:			PA
		ZIP:			18702

ISSUER:		

	COMPANY DATA:	
		COMPANY CONFORMED NAME:			CASUAL MALE RETAIL GROUP INC
		CENTRAL INDEX KEY:			0000813298
		STANDARD INDUSTRIAL CLASSIFICATION:	RETAIL-FAMILY CLOTHING STORES [5651]
		IRS NUMBER:				042623104
		STATE OF INCORPORATION:			DE
		FISCAL YEAR END:			0131

	BUSINESS ADDRESS:	
		STREET 1:		555 TURNPIKE STREET
		CITY:			CANTON
		STATE:			MA
		ZIP:			02021
		BUSINESS PHONE:		7818215900

	MAIL ADDRESS:	
		STREET 1:		555 TURNPIKE STREET
		CITY:			CANTON
		STATE:			MA
		ZIP:			02021

	FORMER COMPANY:	
		FORMER CONFORMED NAME:	DESIGNS INC
		DATE OF NAME CHANGE:	19920703
</SEC-HEADER>
<DOCUMENT>
<TYPE>4
<SEQUENCE>1
<FILENAME>kl01170_ex.xml
<TEXT>
<XML>
<?xml version="1.0"?>
<ownershipDocument>

    <schemaVersion>X0202</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2005-11-18</periodOfReport>

    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0000813298</issuerCik>
        <issuerName>CASUAL MALE RETAIL GROUP INC</issuerName>
        <issuerTradingSymbol>CMRG</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0000904439</rptOwnerCik>
            <rptOwnerName>HOLTZMAN SEYMOUR</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>C/O JEWELCOR - 4TH FLOOR</rptOwnerStreet1>
            <rptOwnerStreet2>100 N WILKES BARRE BLVD</rptOwnerStreet2>
            <rptOwnerCity>WILKES BARRE</rptOwnerCity>
            <rptOwnerState>PA</rptOwnerState>
            <rptOwnerZipCode>18702</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>1</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>
        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock</value>
            </securityTitle>
            <transactionDate>
                <value>2005-11-18</value>
            </transactionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>J</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
            </transactionCoding>
            <transactionAmounts>
                <transactionShares>
                    <value>3943214</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>5.97</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>3955979</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>
    </nonDerivativeTable>

    <footnotes>
        <footnote id="F1">The 3,943,214 shares of common stock of the Issuer that are the subject of this Form 4 (the &quot;Shares&quot;) were previously
 reported as beneficially owned by the Reporting Person indirectly through Jewelcor Management, Inc., a corporation of which
 the Reporting Person is a controlling shareholder (&quot;Jewelcor&quot;).  This Form 4 reports the change in the form of beneficial
 ownership of the Shares which occurred pursuant to the November 18, 2005 acquisition of direct ownership by the Reporting
 Person of such Shares from Jewelcor.</footnote>
    </footnotes>

    <ownerSignature>
        <signatureName>/s/ Seymour Holtzman</signatureName>
        <signatureDate>2005-11-22</signatureDate>
    </ownerSignature>
</ownershipDocument>
</XML>
</TEXT>
</DOCUMENT>
</SEC-DOCUMENT>
-----END PRIVACY-ENHANCED MESSAGE-----