-----BEGIN PRIVACY-ENHANCED MESSAGE-----
Proc-Type: 2001,MIC-CLEAR
Originator-Name: webmaster@www.sec.gov
Originator-Key-Asymmetric:
 MFgwCgYEVQgBAQICAf8DSgAwRwJAW2sNKK9AVtBzYZmr6aGjlWyK3XmZv3dTINen
 TWSM7vrzLADbmYQaionwg5sDW3P6oaM5D3tdezXMm7z1T+B+twIDAQAB
MIC-Info: RSA-MD5,RSA,
 N78oGKNnC6S2Sgl+RIy9sDmb2CYLR5Y67k0VtY3ZBbtDxgGRQLI3PYf5fuQaM/Fz
 7WW+3vglys662V4PSc7Wng==

<SEC-DOCUMENT>0000813298-03-000105.txt : 20031112
<SEC-HEADER>0000813298-03-000105.hdr.sgml : 20031111
<ACCEPTANCE-DATETIME>20031112132214
ACCESSION NUMBER:		0000813298-03-000105
CONFORMED SUBMISSION TYPE:	4
PUBLIC DOCUMENT COUNT:		1
CONFORMED PERIOD OF REPORT:	20031110
FILED AS OF DATE:		20031112

REPORTING-OWNER:	

	OWNER DATA:	
		COMPANY CONFORMED NAME:			BERNIKOW ALAN S
		CENTRAL INDEX KEY:			0001250134

	FILING VALUES:
		FORM TYPE:		4
		SEC ACT:		1934 Act
		SEC FILE NUMBER:	000-15898
		FILM NUMBER:		03992620

	BUSINESS ADDRESS:	
		STREET 1:		1633 BROADWAY
		CITY:			NEW YORK
		STATE:			NY
		ZIP:			100196750

	MAIL ADDRESS:	
		STREET 1:		1633 BROADWAY
		CITY:			NEW YORK
		STATE:			NY
		ZIP:			100196750

ISSUER:		

	COMPANY DATA:	
		COMPANY CONFORMED NAME:			CASUAL MALE RETAIL GROUP INC
		CENTRAL INDEX KEY:			0000813298
		STANDARD INDUSTRIAL CLASSIFICATION:	RETAIL-FAMILY CLOTHING STORES [5651]
		IRS NUMBER:				042623104
		STATE OF INCORPORATION:			DE
		FISCAL YEAR END:			0131

	BUSINESS ADDRESS:	
		STREET 1:		555 TURNPIKE STREET
		CITY:			CANTON
		STATE:			MA
		ZIP:			02021
		BUSINESS PHONE:		7818215900

	MAIL ADDRESS:	
		STREET 1:		555 TURNPIKE STREET
		CITY:			CANTON
		STATE:			MA
		ZIP:			02021

	FORMER COMPANY:	
		FORMER CONFORMED NAME:	DESIGNS INC
		DATE OF NAME CHANGE:	19920703
</SEC-HEADER>
<DOCUMENT>
<TYPE>4
<SEQUENCE>1
<FILENAME>primary_doc.xml
<DESCRIPTION>PRIMARY DOCUMENT
<TEXT>
<XML>
<?xml version="1.0"?>

<ownershipDocument>

    <schemaVersion>X0201</schemaVersion>

    <documentType>4</documentType>

    <periodOfReport>2003-11-10</periodOfReport>


    <notSubjectToSection16>0</notSubjectToSection16>

    <issuer>
        <issuerCik>0000813298</issuerCik>
        <issuerName>CASUAL MALE RETAIL GROUP INC</issuerName>
        <issuerTradingSymbol>CMRG</issuerTradingSymbol>
    </issuer>

    <reportingOwner>
        <reportingOwnerId>
            <rptOwnerCik>0001250134</rptOwnerCik>
            <rptOwnerName>BERNIKOW ALAN S</rptOwnerName>
        </reportingOwnerId>
        <reportingOwnerAddress>
            <rptOwnerStreet1>1633 BROADWAY</rptOwnerStreet1>
            <rptOwnerStreet2></rptOwnerStreet2>
            <rptOwnerCity>NEW YORK</rptOwnerCity>
            <rptOwnerState>NY</rptOwnerState>
            <rptOwnerZipCode>100196750</rptOwnerZipCode>
            <rptOwnerStateDescription></rptOwnerStateDescription>
        </reportingOwnerAddress>
        <reportingOwnerRelationship>
            <isDirector>1</isDirector>
            <isOfficer>0</isOfficer>
            <isTenPercentOwner>0</isTenPercentOwner>
            <isOther>0</isOther>
        </reportingOwnerRelationship>
    </reportingOwner>

    <nonDerivativeTable>

        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock, $.01 par value</value>
            </securityTitle>
            <transactionDate>
                <value>2003-11-10</value>
            </transactionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>J</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>59</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>8.42</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1493</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>

        <nonDerivativeTransaction>
            <securityTitle>
                <value>Common Stock, $.01 par value</value>
            </securityTitle>
            <transactionDate>
                <value>2003-11-11</value>
            </transactionDate>
            <transactionCoding>
                <transactionFormType>4</transactionFormType>
                <transactionCode>J</transactionCode>
                <equitySwapInvolved>0</equitySwapInvolved>
                <footnoteId id="F1"/>
            </transactionCoding>
            <transactionTimeliness>
                <value></value>
            </transactionTimeliness>
            <transactionAmounts>
                <transactionShares>
                    <value>59</value>
                </transactionShares>
                <transactionPricePerShare>
                    <value>8.45</value>
                </transactionPricePerShare>
                <transactionAcquiredDisposedCode>
                    <value>A</value>
                </transactionAcquiredDisposedCode>
            </transactionAmounts>
            <postTransactionAmounts>
                <sharesOwnedFollowingTransaction>
                    <value>1552</value>
                </sharesOwnedFollowingTransaction>
            </postTransactionAmounts>
            <ownershipNature>
                <directOrIndirectOwnership>
                    <value>D</value>
                </directOrIndirectOwnership>
            </ownershipNature>
        </nonDerivativeTransaction>

    </nonDerivativeTable>

    <footnotes>
        <footnote id="F1">Shares issued in lieu of certain director's fees for participation in meetings of the Board of Directors and certain of its committees.</footnote>
    </footnotes>

    <remarks>1. The Reporting Person has previously reported grants of options to purchase an aggregate of 30,000 shares of the Issuer's common stock.

2. The Reporting Person has previously reported grants of warrants to purchase 4,000 shares of the Issuer's common stock, which are currently exercisable.</remarks>

    <ownerSignature>
        <signatureName>Arlene C. Feldman, Attorney-In-Fact for   Alan S. Bernikow</signatureName>
        <signatureDate>2003-11-12</signatureDate>
    </ownerSignature>

</ownershipDocument>

</XML>
</TEXT>
</DOCUMENT>
</SEC-DOCUMENT>
-----END PRIVACY-ENHANCED MESSAGE-----